This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from acaf201153 Combine "GET /segments" API & "GET
/segments/{tableName}/select" (#10412)
add 145a8c00a1 Clean up v0_deprecated batch ingestion jobs (#10532)
No new revisions were added by this update.
Summary of changes:
pinot-plugins/pinot-batch-ingestion/pom.xml | 1 -
.../v0_deprecated/pinot-hadoop/README.md | 25 -
.../v0_deprecated/pinot-hadoop/pom.xml | 236 -
.../pinot/hadoop/PinotHadoopJobLauncher.java | 90 -
.../pinot/hadoop/io/CombineAvroKeyInputFormat.java | 57 -
.../org/apache/pinot/hadoop/io/FieldExtractor.java | 43 -
.../org/apache/pinot/hadoop/io/FileHandler.java | 172 -
.../pinot/hadoop/io/JsonBasedFieldExtractor.java | 52 -
.../apache/pinot/hadoop/io/PinotOutputFormat.java | 122 -
.../apache/pinot/hadoop/io/PinotRecordWriter.java | 126 -
.../pinot/hadoop/job/HadoopSegmentCreationJob.java | 198 -
.../hadoop/job/HadoopSegmentPreprocessingJob.java | 297 -
.../pinot/hadoop/job/InternalConfigConstants.java | 61 -
.../job/mappers/AvroDataPreprocessingMapper.java | 87 -
.../job/mappers/OrcDataPreprocessingMapper.java | 90 -
.../hadoop/job/mappers/SegmentCreationMapper.java | 465 -
.../job/mappers/SegmentPreprocessingMapper.java | 180 -
.../AvroDataPreprocessingPartitioner.java | 100 -
.../job/partitioners/GenericPartitioner.java | 64 -
.../OrcDataPreprocessingPartitioner.java | 106 -
.../job/partitioners/PartitionFunctionFactory.java | 95 -
.../preprocess/AvroDataPreprocessingHelper.java | 155 -
.../job/preprocess/DataPreprocessingHelper.java | 239 -
.../preprocess/DataPreprocessingHelperFactory.java | 59 -
.../job/preprocess/OrcDataPreprocessingHelper.java | 233 -
.../job/reducers/AvroDataPreprocessingReducer.java | 86 -
.../job/reducers/OrcDataPreprocessingReducer.java | 85 -
.../utils/PinotHadoopJobPreparationHelper.java | 51 -
.../hadoop/utils/preprocess/DataFileUtils.java | 62 -
.../utils/preprocess/DataPreprocessingUtils.java | 100 -
.../pinot/hadoop/utils/preprocess/HadoopUtils.java | 41 -
.../pinot/hadoop/utils/preprocess/OrcUtils.java | 88 -
.../hadoop/utils/preprocess/TextComparator.java | 42 -
.../hadoop/data/IngestionSchemaValidatorTest.java | 139 -
.../hadoop/io/DeleteExtraPushedSegmentsTest.java | 102 -
.../pinot/hadoop/io/PinotOutputFormatTest.java | 129 -
.../hadoop/job/mappers/SegmentCreationTest.java | 75 -
.../preprocess/DataPreprocessingHelperTest.java | 90 -
.../src/test/resources/data/test_sample_data.avro | Bin 2315 -> 0 bytes
.../data/test_sample_data_multi_value.avro | Bin 5108 -> 0 bytes
.../v0_deprecated/pinot-ingestion-common/pom.xml | 127 -
.../pinot/ingestion/common/ControllerRestApi.java | 42 -
.../ingestion/common/DefaultControllerRestApi.java | 215 -
.../pinot/ingestion/common/JobConfigConstants.java | 82 -
.../ingestion/common/PinotIngestionJobType.java | 28 -
.../pinot/ingestion/jobs/BaseSegmentJob.java | 178 -
.../pinot/ingestion/jobs/SegmentCreationJob.java | 176 -
.../ingestion/jobs/SegmentPreprocessingJob.java | 94 -
.../pinot/ingestion/jobs/SegmentTarPushJob.java | 123 -
.../pinot/ingestion/jobs/SegmentUriPushJob.java | 77 -
.../ingestion/utils/JobPreparationHelper.java | 54 -
.../apache/pinot/ingestion/utils/PushLocation.java | 55 -
.../v0_deprecated/pinot-spark/README.md | 25 -
.../v0_deprecated/pinot-spark/pom.xml | 485 -
.../apache/pinot/spark/PinotSparkJobLauncher.java | 86 -
.../spark/jobs/SparkSegmentCreationFunction.java | 326 -
.../pinot/spark/jobs/SparkSegmentCreationJob.java | 182 -
.../pinot/spark/jobs/SparkSegmentTarPushJob.java | 87 -
.../pinot/spark/jobs/SparkSegmentUriPushJob.java | 70 -
.../utils/PinotSparkJobPreparationHelper.java | 52 -
.../pinot/spark/SegmentCreationSparkTest.java | 132 -
.../src/test/resources/test_sample_data.csv | 10002 -------------------
.../pinot-batch-ingestion/v0_deprecated/pom.xml | 47 -
63 files changed, 17188 deletions(-)
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/README.md
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/pom.xml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/PinotHadoopJobLauncher.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/CombineAvroKeyInputFormat.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/FieldExtractor.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/FileHandler.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/JsonBasedFieldExtractor.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotOutputFormat.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotRecordWriter.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/HadoopSegmentCreationJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/HadoopSegmentPreprocessingJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/InternalConfigConstants.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/AvroDataPreprocessingMapper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/OrcDataPreprocessingMapper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationMapper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/AvroDataPreprocessingPartitioner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/GenericPartitioner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/OrcDataPreprocessingPartitioner.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/PartitionFunctionFactory.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/AvroDataPreprocessingHelper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/DataPreprocessingHelper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/DataPreprocessingHelperFactory.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/OrcDataPreprocessingHelper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/reducers/AvroDataPreprocessingReducer.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/reducers/OrcDataPreprocessingReducer.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/PinotHadoopJobPreparationHelper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/DataFileUtils.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/DataPreprocessingUtils.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/HadoopUtils.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/OrcUtils.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/TextComparator.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/data/IngestionSchemaValidatorTest.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/io/DeleteExtraPushedSegmentsTest.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/io/PinotOutputFormatTest.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationTest.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/job/preprocess/DataPreprocessingHelperTest.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/resources/data/test_sample_data.avro
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/resources/data/test_sample_data_multi_value.avro
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/pom.xml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/ControllerRestApi.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/DefaultControllerRestApi.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/JobConfigConstants.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/PinotIngestionJobType.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/BaseSegmentJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentCreationJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentPreprocessingJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentTarPushJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentUriPushJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/utils/JobPreparationHelper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/utils/PushLocation.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/README.md
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/pom.xml
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/PinotSparkJobLauncher.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentCreationFunction.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentCreationJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentTarPushJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentUriPushJob.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/utils/PinotSparkJobPreparationHelper.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/test/java/org/apache/pinot/spark/SegmentCreationSparkTest.java
delete mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/test/resources/test_sample_data.csv
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pom.xml
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
