This is an automated email from the ASF dual-hosted git repository.
sorabh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 5aa38a5 DRILL-2326: Fix scalar replacement for the case when static
method which does not return values is called
new d22e68b DRILL-7068: Support memory adjustment framework for resource
management with Queues. closes #1677
new 3b85694 DRILL-6707: Update target outgoing batch row count between
current position and allocated size
new d69af97 DRILL-6707: Removed changes for setOutputRowCount. Modified
LateralJoin to use new setCurrentOutgoingMaxRowCount api Limit
CurrentOutgoingMaxRowCount to MAX_NUM_ROWS Fix HashJoin to fix failing tests
new a72f170 DRILL-7105: Error while building the Drill native client
new 2364b02 DRILL-7014: Format plugin for LTSV files closes #1627
The 3505 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../{CheckedSupplier.java => CheckedConsumer.java} | 26 ++-
contrib/format-ltsv/README.md | 38 ++++
{exec/memory/base => contrib/format-ltsv}/pom.xml | 37 ++--
.../drill/exec/store/ltsv/LTSVFormatPlugin.java} | 68 +++---
.../exec/store/ltsv/LTSVFormatPluginConfig.java | 40 ++--
.../drill/exec/store/ltsv/LTSVRecordReader.java | 165 +++++++++++++++
.../src/main/resources/drill-module.conf | 2 +-
.../exec/store/ltsv/TestLTSVRecordReader.java | 100 +++++++++
.../format-ltsv/src/test/resources/emptylines.ltsv | 4 +
.../format-ltsv/src/test/resources/invalid.ltsv | 1 +
contrib/format-ltsv/src/test/resources/simple.ltsv | 2 +
contrib/native/client/CMakeLists.txt | 5 +-
contrib/native/client/readme.linux | 2 +-
contrib/native/client/readme.macos | 2 +-
.../native/client/src/protobuf/UserBitShared.pb.cc | 15 +-
.../native/client/src/protobuf/UserBitShared.pb.h | 5 +-
contrib/pom.xml | 1 +
.../exec/store/kafka/KafkaFilterPushdownTest.java | 2 +-
.../apache/drill/exec/physical/PhysicalPlan.java | 2 +-
.../drill/exec/physical/base/AbstractBase.java | 7 +-
.../drill/exec/physical/base/AbstractExchange.java | 16 ++
.../apache/drill/exec/physical/base/Exchange.java | 17 ++
.../drill/exec/physical/base/PhysicalOperator.java | 5 +-
.../physical/impl/join/HashJoinProbeTemplate.java | 3 +-
.../exec/physical/impl/join/LateralJoinBatch.java | 37 +++-
.../exec/physical/impl/join/MergeJoinBatch.java | 13 +-
.../physical/impl/join/NestedLoopJoinTemplate.java | 3 +-
.../partitionsender/PartitionSenderRootExec.java | 2 +-
.../drill/exec/planner/cost/DrillRelOptCost.java | 2 +
.../drill/exec/planner/cost/NodeResource.java | 73 +++++++
.../cost/PrelCostEstimates.java} | 38 ++--
.../planner/fragment/DefaultQueryParallelizer.java | 66 ++++++
.../drill/exec/planner/fragment/Fragment.java | 35 +++-
.../planner/fragment/MakeFragmentsVisitor.java | 30 ++-
.../drill/exec/planner/fragment/Materializer.java | 14 +-
.../exec/planner/fragment/MemoryCalculator.java | 160 +++++++++++++++
.../exec/planner/fragment/QueryParallelizer.java | 63 ++++++
.../planner/fragment/QueueQueryParallelizer.java | 173 ++++++++++++++++
.../exec/planner/fragment/SimpleParallelizer.java | 218 +++++++++++---------
.../exec/planner/fragment/StatsCollector.java | 3 +-
.../drill/exec/planner/fragment/Wrapper.java | 47 ++++-
.../fragment/contrib/SplittingParallelizer.java | 28 ++-
.../exec/planner/physical/PhysicalPlanCreator.java | 20 +-
.../drill/exec/record/JoinBatchMemoryManager.java | 84 +++++++-
.../exec/record/RecordBatchMemoryManager.java | 50 +++--
.../drill/exec/util/MemoryAllocationUtilities.java | 46 +++--
.../apache/drill/exec/work/foreman/Foreman.java | 21 +-
.../work/foreman/rm/DefaultResourceManager.java | 13 +-
.../exec/work/foreman/rm/QueryResourceManager.java | 10 +
.../work/foreman/rm/ThrottledResourceManager.java | 12 ++
.../apache/drill/exec/work/user/PlanSplitter.java | 4 +-
.../org/apache/drill/exec/TestOpSerialization.java | 5 +-
.../exec/physical/impl/TestLocalExchange.java | 9 +-
.../impl/partitionsender/TestPartitionSender.java | 14 +-
.../exec/planner/rm/TestMemoryCalculator.java | 227 +++++++++++++++++++++
.../apache/drill/exec/pop/TestFragmentChecker.java | 8 +-
.../src/test/resources/join/hashJoinExpr.json | 35 +++-
.../src/test/resources/join/mergeJoinExpr.json | 50 ++++-
.../test/resources/join/merge_join_nullkey.json | 60 ++++--
.../json/project_pushdown_json_physical_plan.json | 12 +-
pom.xml | 2 +
.../org/apache/drill/exec/proto/UserBitShared.java | 21 +-
.../drill/exec/proto/beans/CoreOperatorType.java | 4 +-
protocol/src/main/protobuf/UserBitShared.proto | 1 +
64 files changed, 1900 insertions(+), 378 deletions(-)
copy
common/src/main/java/org/apache/drill/common/util/function/{CheckedSupplier.java
=> CheckedConsumer.java} (66%)
create mode 100644 contrib/format-ltsv/README.md
copy {exec/memory/base => contrib/format-ltsv}/pom.xml (68%)
copy
contrib/{format-syslog/src/main/java/org/apache/drill/exec/store/syslog/SyslogFormatPlugin.java
=>
format-ltsv/src/main/java/org/apache/drill/exec/store/ltsv/LTSVFormatPlugin.java}
(60%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/sequencefile/SequenceFileFormatConfig.java
=>
contrib/format-ltsv/src/main/java/org/apache/drill/exec/store/ltsv/LTSVFormatPluginConfig.java
(61%)
create mode 100644
contrib/format-ltsv/src/main/java/org/apache/drill/exec/store/ltsv/LTSVRecordReader.java
copy contrib/{udfs => format-ltsv}/src/main/resources/drill-module.conf (93%)
create mode 100644
contrib/format-ltsv/src/test/java/org/apache/drill/exec/store/ltsv/TestLTSVRecordReader.java
create mode 100644 contrib/format-ltsv/src/test/resources/emptylines.ltsv
create mode 100644 contrib/format-ltsv/src/test/resources/invalid.ltsv
create mode 100644 contrib/format-ltsv/src/test/resources/simple.ltsv
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/cost/NodeResource.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{physical/config/UnorderedMuxExchange.java
=> planner/cost/PrelCostEstimates.java} (50%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/DefaultQueryParallelizer.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/MemoryCalculator.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/QueryParallelizer.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/fragment/QueueQueryParallelizer.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/planner/rm/TestMemoryCalculator.java
