This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from a73e78b Package rename pinot-plugin modules (part of #4941). (#4963)
add 97c7118 adding examples for standalone batch ingestion (#4965)
No new revisions were added by this update.
Summary of changes:
docs/admin_guide.rst | 1 +
docs/batch_data_ingestion.rst | 159 +++++++++++++++++++++
docs/index.rst | 1 +
pinot-distribution/pinot-assembly.xml | 5 +
.../pinot-batch-ingestion-base/pom.xml | 1 -
.../apache/pinot/ingestion/common/PinotFSSpec.java | 8 +-
.../ingestion/common/SegmentGenerationJobSpec.java | 4 +-
.../apache/pinot/ingestion/common/TableSpec.java | 2 +-
.../standalone/SegmentGenerationJobRunner.java | 10 +-
.../standalone/SegmentTarPushJobRunner.java | 3 +
.../standalone/SegmentUriPushJobRunner.java | 4 +
.../standalone/StandaloneIngestionJobLauncher.java | 2 +-
pinot-tools/pom.xml | 36 +++++
.../pinot/tools/admin/PinotAdministrator.java | 2 +
...and.java => LaunchDataIngestionJobCommand.java} | 53 +++----
...r-log4j2.xml => pinot-ingestion-job-log4j2.xml} | 14 +-
.../airlineStats_offline_table_config.json | 0
.../batch/airlineStats}/airlineStats_schema.json | 0
.../batch/airlineStats/ingestionJobSpec.yaml | 114 +++++++++++++++
.../2014/01/01/airlineStats_data_2014-01-01.avro | Bin 0 -> 95558 bytes
.../2014/01/02/airlineStats_data_2014-01-02.avro | Bin 0 -> 131341 bytes
.../2014/01/03/airlineStats_data_2014-01-03.avro | Bin 0 -> 133695 bytes
.../2014/01/04/airlineStats_data_2014-01-04.avro | Bin 0 -> 99505 bytes
.../2014/01/05/airlineStats_data_2014-01-05.avro | Bin 0 -> 138821 bytes
.../2014/01/06/airlineStats_data_2014-01-06.avro | Bin 0 -> 117175 bytes
.../2014/01/07/airlineStats_data_2014-01-07.avro | Bin 0 -> 94419 bytes
.../2014/01/08/airlineStats_data_2014-01-08.avro | Bin 0 -> 103923 bytes
.../2014/01/09/airlineStats_data_2014-01-09.avro | Bin 0 -> 115270 bytes
.../2014/01/10/airlineStats_data_2014-01-10.avro | Bin 0 -> 111616 bytes
.../2014/01/11/airlineStats_data_2014-01-11.avro | Bin 0 -> 88295 bytes
.../2014/01/12/airlineStats_data_2014-01-12.avro | Bin 0 -> 90734 bytes
.../2014/01/13/airlineStats_data_2014-01-13.avro | Bin 0 -> 96718 bytes
.../2014/01/14/airlineStats_data_2014-01-14.avro | Bin 0 -> 103051 bytes
.../2014/01/15/airlineStats_data_2014-01-15.avro | Bin 0 -> 102655 bytes
.../2014/01/16/airlineStats_data_2014-01-16.avro | Bin 0 -> 103979 bytes
.../2014/01/17/airlineStats_data_2014-01-17.avro | Bin 0 -> 95776 bytes
.../2014/01/18/airlineStats_data_2014-01-18.avro | Bin 0 -> 81763 bytes
.../2014/01/19/airlineStats_data_2014-01-19.avro | Bin 0 -> 90973 bytes
.../2014/01/20/airlineStats_data_2014-01-20.avro | Bin 0 -> 92739 bytes
.../2014/01/21/airlineStats_data_2014-01-21.avro | Bin 0 -> 99818 bytes
.../2014/01/22/airlineStats_data_2014-01-22.avro | Bin 0 -> 95224 bytes
.../2014/01/23/airlineStats_data_2014-01-23.avro | Bin 0 -> 104126 bytes
.../2014/01/24/airlineStats_data_2014-01-24.avro | Bin 0 -> 112604 bytes
.../2014/01/25/airlineStats_data_2014-01-25.avro | Bin 0 -> 77018 bytes
.../2014/01/26/airlineStats_data_2014-01-26.avro | Bin 0 -> 105531 bytes
.../2014/01/27/airlineStats_data_2014-01-27.avro | Bin 0 -> 94743 bytes
.../2014/01/28/airlineStats_data_2014-01-28.avro | Bin 0 -> 100545 bytes
.../2014/01/29/airlineStats_data_2014-01-29.avro | Bin 0 -> 105114 bytes
.../2014/01/30/airlineStats_data_2014-01-30.avro | Bin 0 -> 109276 bytes
.../2014/01/31/airlineStats_data_2014-01-31.avro | Bin 0 -> 114550 bytes
50 files changed, 374 insertions(+), 45 deletions(-)
create mode 100644 docs/batch_data_ingestion.rst
copy
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/{ChangeNumReplicasCommand.java
=> LaunchDataIngestionJobCommand.java} (51%)
copy pinot-tools/src/main/resources/conf/{pinot-broker-log4j2.xml =>
pinot-ingestion-job-log4j2.xml} (73%)
copy pinot-tools/src/main/resources/{sample_data/docker =>
examples/batch/airlineStats}/airlineStats_offline_table_config.json (100%)
copy pinot-tools/src/main/resources/{sample_data =>
examples/batch/airlineStats}/airlineStats_schema.json (100%)
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/01/airlineStats_data_2014-01-01.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/02/airlineStats_data_2014-01-02.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/03/airlineStats_data_2014-01-03.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/04/airlineStats_data_2014-01-04.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/05/airlineStats_data_2014-01-05.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/06/airlineStats_data_2014-01-06.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/07/airlineStats_data_2014-01-07.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/08/airlineStats_data_2014-01-08.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/09/airlineStats_data_2014-01-09.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/10/airlineStats_data_2014-01-10.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/11/airlineStats_data_2014-01-11.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/12/airlineStats_data_2014-01-12.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/13/airlineStats_data_2014-01-13.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/14/airlineStats_data_2014-01-14.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/15/airlineStats_data_2014-01-15.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/16/airlineStats_data_2014-01-16.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/17/airlineStats_data_2014-01-17.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/18/airlineStats_data_2014-01-18.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/19/airlineStats_data_2014-01-19.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/20/airlineStats_data_2014-01-20.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/21/airlineStats_data_2014-01-21.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/22/airlineStats_data_2014-01-22.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/23/airlineStats_data_2014-01-23.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/24/airlineStats_data_2014-01-24.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/25/airlineStats_data_2014-01-25.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/26/airlineStats_data_2014-01-26.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/27/airlineStats_data_2014-01-27.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/28/airlineStats_data_2014-01-28.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/29/airlineStats_data_2014-01-29.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/30/airlineStats_data_2014-01-30.avro
create mode 100644
pinot-tools/src/main/resources/examples/batch/airlineStats/rawdata/2014/01/31/airlineStats_data_2014-01-31.avro
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
