This is an automated email from the ASF dual-hosted git repository.
volodymyr pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 24193b1 DRILL-6341: Fixed failing tests for mongodb storage plugin by
upgrading MongoDB version.
new 79e27ea DRILL-4184: Support variable length decimal fields in parquet
new 4c4953b DRILL-6094: Decimal data type enhancements
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/drill/common/types/Types.java | 11 +-
.../drill/common/util/CoreDecimalUtility.java | 39 +-
.../util/DecimalScalePrecisionDivideFunction.java | 62 -
.../mapr/db/json/CompareFunctionsProcessor.java | 11 +-
.../store/mapr/db/json/MaprDBJsonRecordReader.java | 11 +-
.../native/client/src/clientlib/decimalUtils.cpp | 15 +
contrib/native/client/src/clientlib/fieldmeta.cpp | 3 +
contrib/native/client/src/clientlib/metadata.cpp | 51 +
.../native/client/src/clientlib/recordBatch.cpp | 4 +
.../client/src/include/drill/decimalUtils.hpp | 1 +
.../client/src/include/drill/protobuf/Types.pb.h | 5 +-
.../client/src/include/drill/recordBatch.hpp | 55 +-
contrib/native/client/src/protobuf/Types.pb.cc | 11 +-
.../core/src/main/codegen/data/HiveTypes.tdd | 2 +-
.../main/codegen/templates/ObjectInspectors.java | 44 +-
.../drill/exec/expr/fn/HiveFunctionRegistry.java | 5 +-
.../drill/exec/store/hive/HiveFieldConverter.java | 112 +-
.../drill/exec/store/hive/HiveUtilities.java | 14 +-
.../store/hive/readers/HiveAbstractReader.java | 2 +-
contrib/storage-hive/hive-exec-shade/pom.xml | 4 +
.../drill/exec/store/jdbc/JdbcRecordReader.java | 84 +-
.../store/mongo/MongoCompareFunctionProcessor.java | 13 +-
exec/java-exec/pom.xml | 49 +-
exec/java-exec/src/main/codegen/config.fmpp | 1 +
exec/java-exec/src/main/codegen/data/CastHigh.tdd | 1 +
exec/java-exec/src/main/codegen/data/Casts.tdd | 141 +-
.../main/codegen/data/ComparisonTypesDecimal.tdd | 3 +-
.../src/main/codegen/data/CountAggrTypes.tdd | 3 +
.../src/main/codegen/data/DecimalAggrTypes1.tdd | 43 +-
.../src/main/codegen/data/DecimalAggrTypes2.tdd | 10 +-
.../src/main/codegen/data/DecimalAggrTypes3.tdd | 43 +
exec/java-exec/src/main/codegen/data/MathFunc.tdd | 24 +-
.../src/main/codegen/data/NumericTypes.tdd | 3 +-
.../src/main/codegen/templates/CastHigh.java | 18 +-
.../ToTimeStampFunction.java | 45 +-
.../Decimal/CastDecimalDenseDecimalSparse.java | 170 --
.../templates/Decimal/CastDecimalFloat.java | 67 +-
.../codegen/templates/Decimal/CastDecimalInt.java | 83 +-
.../templates/Decimal/CastDecimalSimilar.java | 97 -
.../Decimal/CastDecimalSparseDecimalDense.java | 185 --
.../CastDecimalVarDecimal.java} | 56 +-
.../templates/Decimal/CastDecimalVarchar.java | 196 +-
.../templates/Decimal/CastDownwardDecimal.java | 209 ---
.../templates/Decimal/CastFloatDecimal.java | 72 +-
.../codegen/templates/Decimal/CastIntDecimal.java | 86 +-
.../templates/Decimal/CastSrcDecimalSimple.java | 294 ---
.../templates/Decimal/CastVarCharDecimal.java | 475 +----
.../CastVarDecimalDecimal.java} | 59 +-
.../Decimal/DecimalAggrTypeFunctions1.java | 355 ++--
.../Decimal/DecimalAggrTypeFunctions2.java | 40 +-
.../Decimal/DecimalAggrTypeFunctions3.java | 184 ++
.../templates/Decimal/DecimalFunctions.java | 1887 +++-----------------
.../codegen/templates/JsonOutputRecordWriter.java | 1 +
.../src/main/codegen/templates/MathFunctions.java | 10 -
.../codegen/templates/NumericToCharFunctions.java | 62 +-
.../templates/ParquetOutputRecordWriter.java | 44 +-
.../main/codegen/templates/ParquetTypeHelper.java | 30 +-
.../src/main/codegen/templates/SqlAccessors.java | 28 +-
.../templates/StringOutputRecordWriter.java | 10 +-
.../codegen/templates/VarCharAggrFunctions1.java | 7 +-
.../java/org/apache/drill/exec/ExecConstants.java | 10 +
.../compile/bytecode/ScalarReplacementTypes.java | 4 +
.../compile/sig/ConstantExpressionIdentifier.java | 6 +
.../org/apache/drill/exec/expr/CloneVisitor.java | 6 +
.../apache/drill/exec/expr/EqualityVisitor.java | 17 +-
.../apache/drill/exec/expr/EvaluationVisitor.java | 48 +-
.../exec/expr/ExpressionTreeMaterializer.java | 57 +-
.../apache/drill/exec/expr/GetSetVectorHelper.java | 39 +-
.../org/apache/drill/exec/expr/HashVisitor.java | 11 +-
.../exec/expr/annotations/FunctionTemplate.java | 10 +-
.../drill/exec/expr/fn/impl/Hash32AsDouble.java | 141 +-
.../drill/exec/expr/fn/impl/Hash32Functions.java | 131 +-
.../exec/expr/fn/impl/Hash32FunctionsWithSeed.java | 127 +-
.../exec/expr/fn/impl/Hash32WithSeedAsDouble.java | 143 +-
.../drill/exec/expr/fn/impl/Hash64AsDouble.java | 151 +-
.../drill/exec/expr/fn/impl/Hash64Functions.java | 137 +-
.../exec/expr/fn/impl/Hash64FunctionsWithSeed.java | 116 +-
.../exec/expr/fn/impl/Hash64WithSeedAsDouble.java | 139 +-
.../drill/exec/expr/fn/impl/UnionFunctions.java | 1 +
.../expr/fn/interpreter/InterpreterEvaluator.java | 7 +
.../expr/fn/output/DecimalReturnTypeInference.java | 113 +-
.../apache/drill/exec/physical/impl/ScanBatch.java | 4 +-
.../drill/exec/physical/impl/join/JoinUtils.java | 13 +-
.../physical/impl/join/NestedLoopJoinBatch.java | 7 +-
.../exec/planner/ParquetPartitionDescriptor.java | 26 +-
.../exec/planner/common/DrillValuesRelBase.java | 4 +-
.../exec/planner/logical/DrillAggregateRel.java | 20 +-
.../exec/planner/logical/DrillConstExecutor.java | 28 +
.../drill/exec/planner/logical/DrillOptiq.java | 50 +-
.../planner/logical/DrillReduceAggregatesRule.java | 18 +-
.../drill/exec/planner/sql/SqlConverter.java | 14 +
.../drill/exec/planner/sql/TypeInferenceUtils.java | 209 ++-
.../planner/sql/handlers/FindLimit0Visitor.java | 11 +-
.../exec/planner/types/DrillRelDataTypeSystem.java | 1 -
.../decimal}/DecimalScalePrecisionAddFunction.java | 8 +-
.../DecimalScalePrecisionDivideFunction.java | 24 +-
.../decimal}/DecimalScalePrecisionModFunction.java | 5 +-
.../decimal}/DecimalScalePrecisionMulFunction.java | 11 +-
.../decimal}/DrillBaseComputeScalePrecision.java | 17 +-
.../apache/drill/exec/record/VectorContainer.java | 3 +-
.../drill/exec/resolver/ExactFunctionResolver.java | 17 +-
.../exec/resolver/ResolverTypePrecedence.java | 40 +-
.../apache/drill/exec/resolver/TypeCastRules.java | 177 +-
.../exec/server/options/SystemOptionManager.java | 2 +
.../drill/exec/store/avro/AvroDrillTable.java | 48 +-
.../drill/exec/store/avro/AvroRecordReader.java | 82 +-
.../apache/drill/exec/store/mock/ColumnDef.java | 2 +
.../exec/store/parquet/ParquetFilterBuilder.java | 13 +
.../exec/store/parquet/ParquetFormatPlugin.java | 6 +
.../exec/store/parquet/ParquetReaderUtility.java | 2 +-
.../exec/store/parquet/ParquetRecordWriter.java | 39 +-
.../parquet/columnreaders/ColumnReaderFactory.java | 86 +-
.../columnreaders/FixedByteAlignedReader.java | 50 +-
.../NullableFixedByteAlignedReaders.java | 130 +-
.../ParquetFixedWidthDictionaryReaders.java | 97 +-
.../columnreaders/ParquetToDrillTypeConverter.java | 30 +-
.../columnreaders/VarLengthColumnReaders.java | 136 +-
.../decimal/BinaryDecimalParquetValueWriter.java} | 21 +-
.../store/parquet/decimal/DecimalValueWriter.java | 61 +
.../decimal/FixedLenDecimalParquetValueWriter.java | 50 +
.../decimal/Int32DecimalParquetValueWriter.java | 51 +
.../decimal/Int64DecimalParquetValueWriter.java | 50 +
.../store/parquet2/DrillParquetGroupConverter.java | 175 +-
.../apache/drill/exec/store/pojo/PojoDataType.java | 5 +-
.../apache/drill/exec/store/pojo/PojoWriters.java | 22 +
.../drill/exec/vector/complex/MapUtility.java | 10 +
.../drill/exec/vector/complex/fn/JsonWriter.java | 2 +
.../apache/drill/exec/work/ExecErrorConstants.java | 3 +-
.../work/prepare/PreparedStatementProvider.java | 1 +
.../java-exec/src/main/resources/drill-module.conf | 4 +-
.../test/java/org/apache/drill/PlanningBase.java | 19 +
.../apache/drill/TestDisabledFunctionality.java | 19 +-
.../java/org/apache/drill/TestFrameworkTest.java | 2 +-
.../java/org/apache/drill/TestFunctionsQuery.java | 87 +-
.../org/apache/drill/exec/TestEmptyInputSql.java | 58 +-
.../org/apache/drill/exec/TestWindowFunctions.java | 18 +-
.../drill/exec/cache/TestBatchSerialization.java | 1 +
.../drill/exec/fn/impl/TestAggregateFunctions.java | 245 ++-
.../drill/exec/fn/impl/TestCastFunctions.java | 158 +-
.../exec/fn/impl/TestVarDecimalFunctions.java | 743 ++++++++
.../drill/exec/physical/impl/TestDecimal.java | 26 +-
.../physical/impl/join/TestNestedLoopJoin.java | 26 +
.../physical/impl/writer/TestParquetWriter.java | 326 +++-
.../physical/impl/xsort/managed/TestCopier.java | 5 +-
.../physical/impl/xsort/managed/TestSorter.java | 9 +-
.../planner/logical/TestCaseNullableTypes.java | 18 +
.../drill/exec/store/avro/AvroFormatTest.java | 72 +
.../apache/drill/exec/store/avro/AvroTestUtil.java | 26 +
.../exec/store/parquet/TestFixedlenDecimal.java | 25 +-
.../exec/store/parquet/TestParquetComplex.java | 41 +-
.../exec/store/parquet/TestVarlenDecimal.java | 142 ++
.../columnreaders/TestColumnReaderFactory.java | 10 +-
.../java/org/apache/drill/test/TestBuilder.java | 1 +
.../drill/test/rowSet/test/TestFillEmpties.java | 1 +
.../test/resources/decimal/cast_decimal_float.json | 4 +-
.../test/resources/decimal/cast_decimal_int.json | 4 +-
.../resources/decimal/cast_decimal_vardecimal.json | 56 +
.../test/resources/decimal/cast_float_decimal.json | 4 +-
.../test/resources/decimal/cast_int_decimal.json | 8 +-
.../resources/decimal/cast_simple_decimal.json | 4 +-
...cimal_int.json => cast_vardecimal_decimal.json} | 18 +-
.../decimal/simple_decimal_arithmetic.json | 4 +-
.../resources/decimal/simple_decimal_math.json | 2 +-
.../resources/decimal/test_decimal_complex.json | 4 +-
.../decimal/test_decimal_sort_complex.json | 2 +-
.../repeatedIntLondFixedLenBinaryDecimal.parquet | Bin 0 -> 863 bytes
.../test/resources/parquet/varlenDecimal.parquet | Bin 0 -> 11377 bytes
.../org/apache/drill/jdbc/impl/DrillMetaImpl.java | 2 +
.../drill/jdbc/impl/TypeConvertingSqlAccessor.java | 47 +-
.../jdbc/ResultSetGetMethodConversionsTest.java | 9 +-
.../src/main/codegen/data/ValueVectorTypes.tdd | 11 +
.../codegen/templates/AbstractFieldReader.java | 46 +-
.../codegen/templates/AbstractFieldWriter.java | 15 +-
.../templates/AbstractPromotableFieldWriter.java | 24 +-
.../src/main/codegen/templates/BaseWriter.java | 7 +-
.../main/codegen/templates/BasicTypeHelper.java | 39 +-
.../main/codegen/templates/ColumnAccessors.java | 46 +-
.../src/main/codegen/templates/ComplexCopier.java | 12 +-
.../src/main/codegen/templates/ComplexReaders.java | 66 +-
.../src/main/codegen/templates/ComplexWriters.java | 34 +-
.../main/codegen/templates/HolderReaderImpl.java | 13 +-
.../src/main/codegen/templates/ListWriters.java | 18 +-
.../src/main/codegen/templates/MapWriters.java | 4 +-
.../src/main/codegen/templates/NullReader.java | 48 +-
.../codegen/templates/NullableValueVectors.java | 16 +-
.../codegen/templates/RepeatedValueVectors.java | 10 +-
.../main/codegen/templates/UnionListWriter.java | 12 +
.../src/main/codegen/templates/UnionReader.java | 4 +-
.../src/main/codegen/templates/UnionWriter.java | 16 +-
.../src/main/codegen/templates/ValueHolders.java | 132 +-
.../codegen/templates/VariableLengthVectors.java | 29 +
.../org/apache/drill/exec/util/DecimalUtility.java | 140 +-
.../drill/exec/vector/ValueHolderHelper.java | 19 +
.../vector/complex/impl/MapOrListWriterImpl.java | 11 +
.../drill/common/expression/parser/ExprLexer.g | 1 +
.../drill/common/expression/parser/ExprParser.g | 1 +
.../common/expression/ExpressionStringBuilder.java | 9 +-
.../drill/common/expression/ValueExpressions.java | 41 +-
.../drill/common/expression/fn/CastFunctions.java | 8 +
.../expression/visitors/AbstractExprVisitor.java | 6 +
.../expression/visitors/AggregateChecker.java | 6 +
.../expression/visitors/ConstantChecker.java | 10 +-
.../common/expression/visitors/ExprVisitor.java | 2 +
.../expression/visitors/ExpressionValidator.java | 6 +
.../expression/visitors/SimpleExprVisitor.java | 7 +
pom.xml | 39 +
.../org/apache/drill/common/types/MinorType.java | 4 +-
.../org/apache/drill/common/types/TypeProtos.java | 27 +-
protocol/src/main/protobuf/Types.proto | 1 +
209 files changed, 5665 insertions(+), 6470 deletions(-)
delete mode 100644
common/src/main/java/org/apache/drill/common/util/DecimalScalePrecisionDivideFunction.java
create mode 100644 exec/java-exec/src/main/codegen/data/DecimalAggrTypes3.tdd
delete mode 100644
exec/java-exec/src/main/codegen/templates/Decimal/CastDecimalDenseDecimalSparse.java
delete mode 100644
exec/java-exec/src/main/codegen/templates/Decimal/CastDecimalSimilar.java
delete mode 100644
exec/java-exec/src/main/codegen/templates/Decimal/CastDecimalSparseDecimalDense.java
copy exec/java-exec/src/main/codegen/templates/{CastFunctionsTargetVarLen.java
=> Decimal/CastDecimalVarDecimal.java} (59%)
delete mode 100644
exec/java-exec/src/main/codegen/templates/Decimal/CastDownwardDecimal.java
delete mode 100644
exec/java-exec/src/main/codegen/templates/Decimal/CastSrcDecimalSimple.java
copy exec/java-exec/src/main/codegen/templates/{CastFunctionsTargetVarLen.java
=> Decimal/CastVarDecimalDecimal.java} (55%)
create mode 100644
exec/java-exec/src/main/codegen/templates/Decimal/DecimalAggrTypeFunctions3.java
copy {common/src/main/java/org/apache/drill/common/util =>
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/decimal}/DecimalScalePrecisionAddFunction.java
(82%)
rename
common/src/main/java/org/apache/drill/common/util/DecimalScalePrecisionAddFunction.java
=>
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/decimal/DecimalScalePrecisionDivideFunction.java
(57%)
rename {common/src/main/java/org/apache/drill/common/util =>
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/decimal}/DecimalScalePrecisionModFunction.java
(87%)
rename {common/src/main/java/org/apache/drill/common/util =>
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/decimal}/DecimalScalePrecisionMulFunction.java
(77%)
rename {common/src/main/java/org/apache/drill/common/util =>
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/decimal}/DrillBaseComputeScalePrecision.java
(69%)
copy
exec/{vector/src/main/java/org/apache/drill/exec/vector/VectorTrimmer.java =>
java-exec/src/main/java/org/apache/drill/exec/store/parquet/decimal/BinaryDecimalParquetValueWriter.java}
(60%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/decimal/DecimalValueWriter.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/decimal/FixedLenDecimalParquetValueWriter.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/decimal/Int32DecimalParquetValueWriter.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/decimal/Int64DecimalParquetValueWriter.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/fn/impl/TestVarDecimalFunctions.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestVarlenDecimal.java
create mode 100644
exec/java-exec/src/test/resources/decimal/cast_decimal_vardecimal.json
copy exec/java-exec/src/test/resources/decimal/{cast_decimal_int.json =>
cast_vardecimal_decimal.json} (50%)
create mode 100644
exec/java-exec/src/test/resources/parquet/repeatedIntLondFixedLenBinaryDecimal.parquet
create mode 100755
exec/java-exec/src/test/resources/parquet/varlenDecimal.parquet
--
To stop receiving notification emails like this one, please contact
[email protected].
