This is an automated email from the ASF dual-hosted git repository.
timbrown pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 0c0c402a9a03 refactor: Use HoodieFileGroupReader paths for all Spark
Datasource reads (#17457)
add 2b8b9869dcfb feat(schema): phase 12 - Perform Data Source Helpers
Migration (#14382)
No new revisions were added by this update.
Summary of changes:
.../cli/commands/TestHoodieLogFileCommand.java | 10 +-
.../hudi/cli/integ/ITTestRepairsCommand.java | 12 +-
.../timeline/TestHoodieTimelineArchiver.java | 6 +-
.../hudi/index/simple/TestGlobalSimpleIndex.java | 6 +-
.../apache/hudi/index/simple/TestSimpleIndex.java | 6 +-
.../index/bloom/TestFlinkHoodieBloomIndex.java | 14 +-
.../client/TestHoodieJavaWriteClientInsert.java | 5 +-
.../commit/TestJavaCopyOnWriteActionExecutor.java | 4 +-
.../action/commit/TestSchemaEvolutionClient.java | 4 +-
.../hudi/client/TestUpdateSchemaEvolution.java | 3 +-
.../index/bloom/TestBloomIndexTagWithColStats.java | 6 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 16 +--
.../index/bloom/TestHoodieGlobalBloomIndex.java | 10 +-
.../index/bucket/TestHoodieSimpleBucketIndex.java | 6 +-
.../keygen/TestTimestampBasedKeyGenerator.java | 16 +--
.../table/action/commit/TestUpsertPartitioner.java | 4 +-
.../TestMarkerBasedRollbackStrategy.java | 2 +-
.../hudi/common/schema/HoodieSchemaUtils.java | 12 ++
.../hudi/io/storage/HoodieBootstrapFileReader.java | 2 +-
.../hudi/avro/TestAvroRecordSizeEstimator.java | 8 +-
.../org/apache/hudi/avro/TestHoodieAvroUtils.java | 7 +-
.../hudi/avro/TestMercifulJsonConverter.java | 146 ++++++++++-----------
.../hudi/common/schema/TestHoodieSchemaUtils.java | 2 +-
.../TestBufferedRecordSerializer.java | 18 +--
.../read/TestFileGroupReaderSchemaHandler.java | 14 +-
.../read/buffer/TestFileGroupRecordBuffer.java | 5 +-
.../HoodieAdaptablePayloadDataGenerator.java | 30 ++---
.../hudi/common/testutils/HoodieTestUtils.java | 6 +-
.../hudi/common/testutils/SchemaTestUtil.java | 110 ++++++++--------
.../schema/utils/TestAvroSchemaEvolutionUtils.java | 6 +-
.../hudi/schema/FilebasedSchemaProvider.java | 2 +
.../org/apache/hudi/schema/SchemaProvider.java | 51 ++++++-
.../apache/hudi/schema/SchemaRegistryProvider.java | 10 ++
.../apache/hudi/streamer/HoodieFlinkStreamer.java | 2 +-
.../hudi/util/JsonDeserializationFunction.java | 2 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 7 +-
.../apache/hudi/sink/ITTestDataStreamV2Write.java | 2 +-
.../apache/hudi/sink/ITTestDataStreamWrite.java | 4 +-
.../bucket/ITTestConsistentBucketStreamWrite.java | 2 +-
.../utils/BucketStreamWriteFunctionWrapper.java | 2 +-
.../hudi/sink/utils/BulkInsertFunctionWrapper.java | 2 +-
.../hudi/sink/utils/InsertFunctionWrapper.java | 2 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 2 +-
.../common/functional/TestHoodieLogFormat.java | 105 +++++++--------
.../hudi/common/table/TestTableSchemaResolver.java | 10 +-
.../common/util/collection/TestBitCaskDiskMap.java | 26 ++--
.../util/collection/TestExternalSpillableMap.java | 59 +++++----
.../common/util/collection/TestRocksDbDiskMap.java | 8 +-
.../io/hadoop/TestHoodieHFileReaderWriter.java | 6 +-
.../hudi/io/hadoop/TestHoodieReaderWriterBase.java | 16 +--
.../hudi/io/hadoop/TestOrcReaderIterator.java | 8 +-
.../TestHoodieNativeAvroHFileReaderCaching.java | 6 +-
.../parquet/avro/TestAvroSchemaConverter.java | 24 ++--
.../hudi/hadoop/TestHoodieHFileInputFormat.java | 4 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 14 +-
.../hive/TestHoodieCombineHiveInputFormat.java | 30 +++--
.../realtime/TestHoodieRealtimeRecordReader.java | 59 +++++----
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 44 ++++---
.../reader/DFSHoodieDatasetInputReader.java | 2 +-
.../connect/writers/AbstractConnectWriter.java | 2 +-
.../writers/KafkaConnectWriterProvider.java | 2 +-
.../hudi/writers/TestAbstractConnectWriter.java | 14 +-
.../hudi/writers/TestBufferedConnectWriter.java | 2 +-
.../apache/hudi/functional/TestHoodieIndex.java | 2 +-
.../org/apache/hudi/TestDataSourceDefaults.scala | 23 ++--
.../sql/hudi/procedure/TestRepairsProcedure.scala | 7 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 21 +--
.../hudi/hive/testutils/HiveTestCluster.java | 8 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 29 ++--
.../schema/ProtoClassBasedSchemaProvider.java | 2 +-
.../ProtoSchemaToAvroSchemaConverter.java | 2 +-
.../hudi/utilities/sources/AvroKafkaSource.java | 4 +-
.../utilities/sources/helpers/AvroConvertor.java | 45 ++++---
.../helpers/MercifulJsonToRowConverter.java | 14 +-
.../sources/helpers/ProtoConversionUtil.java | 59 +++++----
.../utilities/sources/helpers/RowConverter.java | 28 ++--
.../utilities/streamer/SourceFormatAdapter.java | 8 +-
.../sources/S3EventsHoodieIncrSourceHarness.java | 27 ++--
.../sources/TestGcsEventsHoodieIncrSource.java | 6 +-
.../sources/helpers/TestIncrSourceHelper.java | 27 ++--
.../TestMercifulJsonToRowConverterBase.java | 58 ++++----
.../sources/helpers/TestProtoConversionUtil.java | 66 +++++-----
82 files changed, 778 insertions(+), 685 deletions(-)
