This is an automated email from the ASF dual-hosted git repository.
emkornfield pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git.
from c1090a3 ARROW-6286: [GLib] Add support for LargeList type
add 558263f ARROW-6592: [Java] Add support for skipping decoding of
columns/field in Avro converter
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/arrow/AvroToArrowConfig.java | 24 +-
.../org/apache/arrow/AvroToArrowConfigBuilder.java | 74 +++
.../java/org/apache/arrow/AvroToArrowUtils.java | 209 +++++--
.../apache/arrow/AvroToArrowVectorIterator.java | 6 +-
.../apache/arrow/consumers/AvroArraysConsumer.java | 3 +-
.../arrow/consumers/AvroBooleanConsumer.java | 4 +-
.../apache/arrow/consumers/AvroBytesConsumer.java | 3 +-
.../apache/arrow/consumers/AvroDoubleConsumer.java | 3 +-
.../apache/arrow/consumers/AvroEnumConsumer.java | 3 +-
.../apache/arrow/consumers/AvroFixedConsumer.java | 3 +-
.../apache/arrow/consumers/AvroFloatConsumer.java | 3 +-
.../apache/arrow/consumers/AvroIntConsumer.java | 3 +-
.../apache/arrow/consumers/AvroLongConsumer.java | 3 +-
.../apache/arrow/consumers/AvroMapConsumer.java | 5 +-
.../apache/arrow/consumers/AvroNullConsumer.java | 3 +-
.../apache/arrow/consumers/AvroStringConsumer.java | 3 +-
.../apache/arrow/consumers/AvroStructConsumer.java | 6 +-
.../apache/arrow/consumers/AvroUnionsConsumer.java | 5 +-
.../arrow/consumers/CompositeAvroConsumer.java | 12 +-
.../java/org/apache/arrow/consumers/Consumer.java | 13 +-
.../arrow/consumers/NullableTypeConsumer.java | 79 ---
.../{AvroIntConsumer.java => SkipConsumer.java} | 34 +-
.../org/apache/arrow/consumers/SkipFunction.java} | 13 +-
.../java/org/apache/arrow/AvroSkipFieldTest.java | 652 +++++++++++++++++++++
.../test/java/org/apache/arrow/AvroTestBase.java | 4 +-
.../org/apache/arrow/AvroToArrowIteratorTest.java | 6 +-
.../java/org/apache/arrow/AvroToArrowTest.java | 2 +-
.../test_skip_array_before.avsc} | 4 +-
.../test_skip_array_expected.avsc} | 3 +-
.../test_skip_base1.avsc} | 7 +-
.../test_skip_base2.avsc} | 6 +-
.../test_skip_boolean_expected.avsc} | 5 +-
.../test_skip_bytes_expected.avsc} | 6 +-
.../test_skip_double_expected.avsc} | 5 +-
.../test_skip_enum_expected.avsc} | 6 +-
.../test_skip_fixed_expected.avsc} | 6 +-
.../test_skip_float_expected.avsc} | 5 +-
.../test_skip_int_expected.avsc} | 7 +-
.../test_skip_long_expected.avsc} | 5 +-
.../test_skip_map_before.avsc} | 4 +-
.../test_skip_map_expected.avsc} | 3 +-
.../test_skip_multi_fields_expected.avsc} | 4 +-
.../test_skip_record_before.avsc} | 11 +-
.../test_skip_record_expected.avsc} | 6 +-
.../test_skip_second_level_expected.avsc} | 3 +-
.../test_skip_single_field_expected.avsc} | 3 +-
.../test_skip_string_expected.avsc} | 6 +-
.../test_skip_third_level_expected.avsc} | 20 +-
.../test_skip_union_before.avsc} | 7 +-
.../test_skip_union_multi_fields_expected.avsc} | 6 +-
.../test_skip_union_nullable_field_expected.avsc} | 6 +-
.../test_skip_union_one_field_expected.avsc} | 6 +-
.../test/resources/schema/test_nested_record.avsc | 2 +-
.../arrow/adapter/AvroAdapterBenchmarks.java | 3 +-
54 files changed, 1064 insertions(+), 269 deletions(-)
create mode 100644
java/adapter/avro/src/main/java/org/apache/arrow/AvroToArrowConfigBuilder.java
delete mode 100644
java/adapter/avro/src/main/java/org/apache/arrow/consumers/NullableTypeConsumer.java
copy
java/adapter/avro/src/main/java/org/apache/arrow/consumers/{AvroIntConsumer.java
=> SkipConsumer.java} (66%)
copy
java/{vector/src/main/java/org/apache/arrow/vector/compare/DiffFunction.java =>
adapter/avro/src/main/java/org/apache/arrow/consumers/SkipFunction.java} (77%)
create mode 100644
java/adapter/avro/src/test/java/org/apache/arrow/AvroSkipFieldTest.java
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_array_before.avsc} (91%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_array_expected.avsc} (94%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_base1.avsc} (78%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_base2.avsc} (85%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_boolean_expected.avsc} (89%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_bytes_expected.avsc} (81%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_double_expected.avsc} (89%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_enum_expected.avsc} (85%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_fixed_expected.avsc} (84%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_float_expected.avsc} (89%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_int_expected.avsc} (85%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_long_expected.avsc} (89%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_map_before.avsc} (91%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_map_expected.avsc} (94%)
copy java/adapter/avro/src/test/resources/schema/{test_nullable_int.avsc =>
skip/test_skip_multi_fields_expected.avsc} (92%)
copy java/adapter/avro/src/test/resources/schema/{test_nested_record.avsc =>
skip/test_skip_record_before.avsc} (85%)
copy java/adapter/avro/src/test/resources/schema/{test_nullable_int.avsc =>
skip/test_skip_record_expected.avsc} (92%)
copy java/adapter/avro/src/test/resources/schema/{test_nested_record.avsc =>
skip/test_skip_second_level_expected.avsc} (93%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_single_field_expected.avsc} (94%)
copy java/adapter/avro/src/test/resources/schema/{test_record.avsc =>
skip/test_skip_string_expected.avsc} (81%)
copy java/adapter/avro/src/test/resources/schema/{test_nested_record.avsc =>
skip/test_skip_third_level_expected.avsc} (68%)
copy java/adapter/avro/src/test/resources/schema/{test_nullable_boolean.avsc
=> skip/test_skip_union_before.avsc} (82%)
copy java/adapter/avro/src/test/resources/schema/{test_nullable_boolean.avsc
=> skip/test_skip_union_multi_fields_expected.avsc} (86%)
copy java/adapter/avro/src/test/resources/schema/{test_nullable_boolean.avsc
=> skip/test_skip_union_nullable_field_expected.avsc} (86%)
copy java/adapter/avro/src/test/resources/schema/{test_nullable_boolean.avsc
=> skip/test_skip_union_one_field_expected.avsc} (84%)