Change package from gobblin to org.apache.gobblin for stray references spreading over multiple usuages
Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/d932e431 Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/d932e431 Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/d932e431 Branch: refs/heads/master Commit: d932e4310991d1d69a653ab4ab79332f1a3d8071 Parents: f68e236 Author: Abhishek Tiwari <[email protected]> Authored: Sun Jul 30 19:49:21 2017 -0700 Committer: Abhishek Tiwari <[email protected]> Committed: Sun Jul 30 19:49:21 2017 -0700 ---------------------------------------------------------------------- bin/gobblin-aws.sh | 2 +- bin/gobblin-cluster-master.sh | 2 +- bin/gobblin-cluster-worker.sh | 2 +- bin/gobblin-mapreduce.sh | 2 +- bin/gobblin-service.sh | 2 +- bin/gobblin-yarn.sh | 2 +- bin/gobblin.sh | 2 +- bin/historystore-manager.sh | 2 +- bin/statestore-checker.sh | 2 +- bin/statestore-cleaner.sh | 2 +- .../gobblin/configuration/SourceState.java | 2 +- .../gobblin/source/workunit/MultiWorkUnit.java | 2 +- .../column/AbstractColumnProjectionPolicy.java | 2 +- .../ProjectAllColumnProjectionPolicy.java | 2 +- .../policy/row/SelectAllRowSelectionPolicy.java | 2 +- .../gobblin/audit/values/sink/FsAuditSink.java | 2 +- .../src/test/resources/masterCloudInit.sh | 2 +- .../src/test/resources/workerCloudInit.sh | 2 +- .../store/deploy/ClasspathConfigSource.java | 6 ++-- .../fork/InstrumentedForkOperatorBase.java | 2 +- .../writer/InstrumentedDataWriterBase.java | 2 +- .../gobblin/writer/AsyncWriterManagerTest.java | 4 +-- .../avro/AvroToAvroCopyableConverter.java | 4 +-- .../converter/csv/CsvToJsonConverterV2.java | 2 +- .../filter/AvroFieldsPickConverter.java | 2 +- .../converter/filter/AvroFilterConverter.java | 6 ++-- .../http/AvroToRestJsonEntryConverter.java | 2 +- .../JsonStringToJsonIntermediateConverter.java | 2 +- .../objectstore/ObjectStoreConverter.java | 2 +- .../DatePartitionedAvroFileExtractor.java | 2 +- .../extractor/extract/SourceSpecificLayer.java | 4 +-- .../extractor/extract/sftp/SftpFsHelper.java | 2 +- .../extractor/filebased/CsvFileDownloader.java | 2 +- .../writer/DataWriterWrapperBuilder.java | 2 +- .../apache/gobblin/writer/ThrottleWriter.java | 2 +- .../gobblin/writer/http/AbstractHttpWriter.java | 8 +++--- .../writer/http/SalesforceRestWriter.java | 6 ++-- .../objectstore/ObjectStoreDeleteOperation.java | 2 +- .../writer/objectstore/ObjectStoreWriter.java | 2 +- .../converter/AbstractAvroToOrcConverter.java | 4 +-- .../HiveAvroToFlattenedOrcConverter.java | 4 +-- .../converter/HiveAvroToNestedOrcConverter.java | 4 +-- .../watermarker/PartitionLevelWatermarker.java | 16 +++++------ .../copy/ReadyCopyableFileFilter.java | 2 +- .../writer/FileAwareInputStreamDataWriter.java | 2 +- .../writer/TarArchiveInputStreamDataWriter.java | 2 +- .../retention/action/AccessControlAction.java | 2 +- .../action/MultiAccessControlAction.java | 2 +- .../retention/policy/RetentionPolicy.java | 2 +- .../version/finder/DatasetVersionFinder.java | 2 +- .../finder/DateTimeDatasetVersionFinder.java | 4 +-- .../finder/GlobModTimeDatasetVersionFinder.java | 2 +- .../finder/UnixTimestampVersionFinder.java | 2 +- .../retention/version/finder/VersionFinder.java | 2 +- .../finder/WatermarkDatasetVersionFinder.java | 4 +-- .../retention/NewestKRetentionPolicyTest.java | 2 +- .../validCompleteDataset.conf | 28 +++++++++--------- .../validCompleteDataset_PullMode2.conf | 30 ++++++++++---------- .../validCompleteDataset_PushMode.conf | 28 +++++++++--------- .../validCompleteDataset_PushMode2.conf | 28 +++++++++--------- .../testCombinePolicy/selection.conf | 4 +-- .../data-management/Gobblin-Retention.md | 4 +-- .../hive/policy/HiveRegistrationPolicyBase.java | 2 +- .../metastore/DatabaseJobHistoryStore.java | 4 +-- .../gobblin/metrics/FlatGobblinMetric.java | 22 +++++++------- .../gobblin/metrics/GobblinTrackingEvent.java | 22 +++++++------- .../org/apache/gobblin/metrics/Metric.java | 14 ++++----- .../apache/gobblin/metrics/MetricReport.java | 18 ++++++------ .../apache/gobblin/metrics/GobblinMetrics.java | 4 +-- .../kafka/client/Kafka08ConsumerClient.java | 2 +- .../metrics/kafka/KafkaAvroReporter.java | 2 +- .../gobblin/metrics/kafka/KafkaReporter.java | 2 +- .../metrics/graphite/GraphiteReporter.java | 2 +- .../metrics/influxdb/InfluxDBReporter.java | 2 +- .../AvroToJdbcEntryConverterInitializer.java | 2 +- .../jdbc/AvroToJdbcEntryConverter.java | 4 +-- .../apache/gobblin/publisher/JdbcPublisher.java | 2 +- .../gobblin/source/jdbc/OracleExtractor.java | 2 +- .../org/apache/gobblin/writer/JdbcWriter.java | 8 +++--- .../commands/BaseJdbcBufferedInserter.java | 2 +- .../writer/commands/MySqlWriterCommands.java | 2 +- .../writer/commands/TeradataWriterCommands.java | 2 +- .../initializer/JdbcWriterInitializer.java | 2 +- .../extract/google/GoogleDriveFsHelper.java | 2 +- .../extract/google/GoogleDriveSource.java | 6 ++-- .../gobblin.rest.jobExecutions.restspec.json | 2 +- .../gobblin.rest.jobExecutions.snapshot.json | 2 +- .../gobblin.service.flowconfigs.restspec.json | 2 +- .../gobblin.service.flowstatuses.restspec.json | 2 +- .../gobblin.service.flowconfigs.snapshot.json | 2 +- .../gobblin.service.flowstatuses.snapshot.json | 2 +- .../apache/gobblin/service/FlowStatusTest.java | 26 ++++++++--------- .../gobblin/service/FlowStatusResource.java | 6 ++-- ...blin.restli.throttling.permits.restspec.json | 2 +- ...blin.restli.throttling.permits.snapshot.json | 2 +- .../DefaultGobblinInstanceDriverImpl.java | 2 +- .../instance/StandardGobblinInstanceDriver.java | 2 +- .../StandardGobblinInstanceLauncher.java | 2 +- .../job_exec/JobLauncherExecutionDriver.java | 2 +- .../src/main/bash/gobblin_password_encryptor.sh | 2 +- .../gobblin/yarn/GobblinYarnTaskRunner.java | 4 +-- ligradle/findbugs/findbugsExclude.xml | 2 +- 102 files changed, 238 insertions(+), 238 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin-aws.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin-aws.sh b/bin/gobblin-aws.sh index fd06d47..c3ac2f8 100755 --- a/bin/gobblin-aws.sh +++ b/bin/gobblin-aws.sh @@ -46,7 +46,7 @@ function start() { fi LOG4J_PATH=file://${FWDIR_CONF}/log4j-aws.properties - COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS gobblin.aws.GobblinAWSClusterLauncher -D log4j.configuration=$LOG4J_PATH" + COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS org.apache.gobblin.aws.GobblinAWSClusterLauncher -D log4j.configuration=$LOG4J_PATH" echo "Running command:" echo "$COMMAND" http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin-cluster-master.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin-cluster-master.sh b/bin/gobblin-cluster-master.sh index b1e2ccf..56cb179 100755 --- a/bin/gobblin-cluster-master.sh +++ b/bin/gobblin-cluster-master.sh @@ -30,7 +30,7 @@ function start() { LOG_ARGS="1>${FWDIR_LOGS}/GobblinCluster.master.stdout 2>${FWDIR_LOGS}/GobblinCluster.master.stderr" - COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS gobblin.cluster.GobblinClusterManager --standalone_cluster true --app_name $CLUSTER_NAME $LOG_ARGS" + COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS org.apache.gobblin.cluster.GobblinClusterManager --standalone_cluster true --app_name $CLUSTER_NAME $LOG_ARGS" echo "Running command:" echo "$COMMAND" http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin-cluster-worker.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin-cluster-worker.sh b/bin/gobblin-cluster-worker.sh index 9baba1b..a6459b9 100755 --- a/bin/gobblin-cluster-worker.sh +++ b/bin/gobblin-cluster-worker.sh @@ -32,7 +32,7 @@ function start() { LOG_ARGS="1>${FWDIR_LOGS}/GobblinCluster.worker.$WORKER_ID.stdout 2>${FWDIR_LOGS}/GobblinCluster.worker.$WORKER_ID.stderr" - COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS gobblin.cluster.GobblinTaskRunner --app_name $CLUSTER_NAME --helix_instance_name worker.$WORKER_ID $LOG_ARGS" + COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS org.apache.gobblin.cluster.GobblinTaskRunner --app_name $CLUSTER_NAME --helix_instance_name worker.$WORKER_ID $LOG_ARGS" echo "Running command:" echo "$COMMAND" http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin-mapreduce.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin-mapreduce.sh b/bin/gobblin-mapreduce.sh index 0062de1..b9ff0ea 100755 --- a/bin/gobblin-mapreduce.sh +++ b/bin/gobblin-mapreduce.sh @@ -204,7 +204,7 @@ export HADOOP_CLIENT_OPTS="$HADOOP_CLIENT_OPTS -Dgobblin.logs.dir=$GOBBLIN_LOG_D # Launch the job to run on Hadoop $HADOOP_BIN_DIR/hadoop jar \ $FWDIR_LIB/gobblin-runtime-$GOBBLIN_VERSION.jar \ - gobblin.runtime.mapreduce.CliMRJobLauncher \ + org.apache.gobblin.runtime.mapreduce.CliMRJobLauncher \ -D mapreduce.user.classpath.first=true \ -D mapreduce.job.user.classpath.first=true \ $JT_COMMAND \ http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin-service.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin-service.sh b/bin/gobblin-service.sh index d084a26..e16d344 100644 --- a/bin/gobblin-service.sh +++ b/bin/gobblin-service.sh @@ -30,7 +30,7 @@ function start() { LOG_ARGS="1>${FWDIR_LOGS}/GobblinService.stdout 2>${FWDIR_LOGS}/GobblinService.stderr" - COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS gobblin.service.modules.core.GobblinServiceManager --service_name $SERVICE_NAME $LOG_ARGS" + COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS org.apache.gobblin.service.modules.core.GobblinServiceManager --service_name $SERVICE_NAME $LOG_ARGS" echo "Running command:" echo "$COMMAND" http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin-yarn.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin-yarn.sh b/bin/gobblin-yarn.sh index 1d5b022..c08ef48 100755 --- a/bin/gobblin-yarn.sh +++ b/bin/gobblin-yarn.sh @@ -45,7 +45,7 @@ function start() { CLASSPATH=$CLASSPATH:"$EXTRA_JARS" fi - COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS gobblin.yarn.GobblinYarnAppLauncher" + COMMAND="$JAVA_HOME/bin/java -cp $CLASSPATH $JVM_FLAGS org.apache.gobblin.yarn.GobblinYarnAppLauncher" echo "Running command:" echo "$COMMAND" http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/gobblin.sh ---------------------------------------------------------------------- diff --git a/bin/gobblin.sh b/bin/gobblin.sh index 4a2875a..5681f9c 100755 --- a/bin/gobblin.sh +++ b/bin/gobblin.sh @@ -63,4 +63,4 @@ then GOBBLIN_LOG4J_CONFIGURATION=$(calling_dir)/../conf/log4j.properties fi -java -Dlog4j.configuration=file:$GOBBLIN_LOG4J_CONFIGURATION -cp "$CLASSPATH" $GOBBLIN_OPTS gobblin.runtime.cli.GobblinCli $@ +java -Dlog4j.configuration=file:$GOBBLIN_LOG4J_CONFIGURATION -cp "$CLASSPATH" $GOBBLIN_OPTS org.apache.gobblin.runtime.cli.GobblinCli $@ http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/historystore-manager.sh ---------------------------------------------------------------------- diff --git a/bin/historystore-manager.sh b/bin/historystore-manager.sh index 5cdee0f..8938bef 100755 --- a/bin/historystore-manager.sh +++ b/bin/historystore-manager.sh @@ -57,4 +57,4 @@ do index=$((index+1)) done -java "${options[@]}" -cp $CLASSPATH gobblin.metastore.util.DatabaseJobHistoryStoreSchemaManager $action "${args[@]}" +java "${options[@]}" -cp $CLASSPATH org.apache.gobblin.metastore.util.DatabaseJobHistoryStoreSchemaManager $action "${args[@]}" http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/statestore-checker.sh ---------------------------------------------------------------------- diff --git a/bin/statestore-checker.sh b/bin/statestore-checker.sh index 23f518c..dbd5652 100755 --- a/bin/statestore-checker.sh +++ b/bin/statestore-checker.sh @@ -31,4 +31,4 @@ done CLASSPATH=$GOBBLIN_JARS CLASSPATH+=":$FWDIR/conf" -java -cp $CLASSPATH gobblin.runtime.util.JobStateToJsonConverter $@ +java -cp $CLASSPATH org.apache.gobblin.runtime.util.JobStateToJsonConverter $@ http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/bin/statestore-cleaner.sh ---------------------------------------------------------------------- diff --git a/bin/statestore-cleaner.sh b/bin/statestore-cleaner.sh index 37799cc..a5ddb7e 100755 --- a/bin/statestore-cleaner.sh +++ b/bin/statestore-cleaner.sh @@ -31,4 +31,4 @@ done CLASSPATH=$GOBBLIN_JARS CLASSPATH+=":$FWDIR/conf" -java -cp $CLASSPATH gobblin.metastore.util.StateStoreCleaner $@ +java -cp $CLASSPATH org.apache.gobblin.metastore.util.StateStoreCleaner $@ http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-api/src/main/java/org/apache/gobblin/configuration/SourceState.java ---------------------------------------------------------------------- diff --git a/gobblin-api/src/main/java/org/apache/gobblin/configuration/SourceState.java b/gobblin-api/src/main/java/org/apache/gobblin/configuration/SourceState.java index 78f7fcf..d64dcb6 100644 --- a/gobblin-api/src/main/java/org/apache/gobblin/configuration/SourceState.java +++ b/gobblin-api/src/main/java/org/apache/gobblin/configuration/SourceState.java @@ -173,7 +173,7 @@ public class SourceState extends State { * @return a new unique {@link Extract} instance * * @Deprecated Use {@link org.apache.gobblin.source.extractor.extract.AbstractSource#createExtract( - * gobblin.source.workunit.Extract.TableType, String, String)} + * org.apache.gobblin.source.workunit.Extract.TableType, String, String)} */ @Deprecated public synchronized Extract createExtract(Extract.TableType type, String namespace, String table) { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-api/src/main/java/org/apache/gobblin/source/workunit/MultiWorkUnit.java ---------------------------------------------------------------------- diff --git a/gobblin-api/src/main/java/org/apache/gobblin/source/workunit/MultiWorkUnit.java b/gobblin-api/src/main/java/org/apache/gobblin/source/workunit/MultiWorkUnit.java index f80085a..d521974 100644 --- a/gobblin-api/src/main/java/org/apache/gobblin/source/workunit/MultiWorkUnit.java +++ b/gobblin-api/src/main/java/org/apache/gobblin/source/workunit/MultiWorkUnit.java @@ -83,7 +83,7 @@ public class MultiWorkUnit extends WorkUnit { * Set the specified key, value pair in this {@link MultiWorkUnit} as well as in all the inner {@link WorkUnit}s. * * {@inheritDoc} - * @see gobblin.configuration.State#setProp(java.lang.String, java.lang.Object) + * @see org.apache.gobblin.configuration.State#setProp(java.lang.String, java.lang.Object) */ @Override public void setProp(String key, Object value) { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/AbstractColumnProjectionPolicy.java ---------------------------------------------------------------------- diff --git a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/AbstractColumnProjectionPolicy.java b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/AbstractColumnProjectionPolicy.java index 59f4e54..1bcd095 100644 --- a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/AbstractColumnProjectionPolicy.java +++ b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/AbstractColumnProjectionPolicy.java @@ -44,7 +44,7 @@ public abstract class AbstractColumnProjectionPolicy implements ColumnProjection /** * Combine both key columns and delta columns to project * {@inheritDoc} - * @see gobblin.audit.values.policy.column.ColumnProjectionPolicy#getAllColumnsToProject() + * @see org.apache.gobblin.audit.values.policy.column.ColumnProjectionPolicy#getAllColumnsToProject() */ public List<String> getAllColumnsToProject() { return ImmutableList.<String> builder().addAll(getKeyColumnsToProject()).addAll(getDeltaColumnsToProject()).build(); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/ProjectAllColumnProjectionPolicy.java ---------------------------------------------------------------------- diff --git a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/ProjectAllColumnProjectionPolicy.java b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/ProjectAllColumnProjectionPolicy.java index a57e513..844f944 100644 --- a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/ProjectAllColumnProjectionPolicy.java +++ b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/column/ProjectAllColumnProjectionPolicy.java @@ -39,7 +39,7 @@ public class ProjectAllColumnProjectionPolicy extends AbstractColumnProjectionPo * Return the entire <code>inputRecord</code>. All fields are projected * * {@inheritDoc} - * @see gobblin.audit.values.policy.column.ColumnProjectionPolicy#project(org.apache.avro.generic.GenericRecord) + * @see org.apache.gobblin.audit.values.policy.column.ColumnProjectionPolicy#project(org.apache.avro.generic.GenericRecord) */ @Override public GenericRecord project(GenericRecord inputRecord) { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/row/SelectAllRowSelectionPolicy.java ---------------------------------------------------------------------- diff --git a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/row/SelectAllRowSelectionPolicy.java b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/row/SelectAllRowSelectionPolicy.java index 84ba0b9..2ed6f9e 100644 --- a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/row/SelectAllRowSelectionPolicy.java +++ b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/policy/row/SelectAllRowSelectionPolicy.java @@ -37,7 +37,7 @@ public class SelectAllRowSelectionPolicy extends AbstractRowSelectionPolicy { /** * Return <code>true</code> always * {@inheritDoc} - * @see gobblin.audit.values.policy.row.RowSelectionPolicy#shouldSelectRow(org.apache.avro.generic.GenericRecord) + * @see org.apache.gobblin.audit.values.policy.row.RowSelectionPolicy#shouldSelectRow(org.apache.avro.generic.GenericRecord) */ @Override public boolean shouldSelectRow(GenericRecord genericRecord) { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/sink/FsAuditSink.java ---------------------------------------------------------------------- diff --git a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/sink/FsAuditSink.java b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/sink/FsAuditSink.java index 78d21d6..1912c63 100644 --- a/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/sink/FsAuditSink.java +++ b/gobblin-audit/src/main/java/org/apache/gobblin/audit/values/sink/FsAuditSink.java @@ -110,7 +110,7 @@ public class FsAuditSink implements AuditSink { * Append this record to the {@link DataFileWriter} * * {@inheritDoc} - * @see gobblin.audit.values.sink.AuditSink#write(org.apache.avro.generic.GenericRecord) + * @see org.apache.gobblin.audit.values.sink.AuditSink#write(org.apache.avro.generic.GenericRecord) */ @Override public void write(GenericRecord record) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-aws/src/test/resources/masterCloudInit.sh ---------------------------------------------------------------------- diff --git a/gobblin-aws/src/test/resources/masterCloudInit.sh b/gobblin-aws/src/test/resources/masterCloudInit.sh index 980c25a..3284461 100644 --- a/gobblin-aws/src/test/resources/masterCloudInit.sh +++ b/gobblin-aws/src/test/resources/masterCloudInit.sh @@ -18,4 +18,4 @@ wget -P "${jr}" "${jrS3}"myjar1.jar wget -P "${jr}" "${jrS3}"myjar2.jar wget -P "${jr}" "${jrS3}"myjar3.jar wget -P "${jr}" "${jrS3}"myjar4-"${vr}".jar -java -cp /home/ec2-user/cluster/cluster-conf/:/home/ec2-user/cluster/gobblin-jars/* -Xmx-Xms1G gobblin.aws.GobblinAWSClusterManager --app_name cluster --gobblin.aws.work.dir /home/ec2-user/cluster/work-dir/ 1>/home/ec2-user/cluster/log-dir/GobblinAWSClusterManager.master.stdout 2>/home/ec2-user/cluster/log-dir/GobblinAWSClusterManager.master.stderr +java -cp /home/ec2-user/cluster/cluster-conf/:/home/ec2-user/cluster/gobblin-jars/* -Xmx-Xms1G org.apache.gobblin.aws.GobblinAWSClusterManager --app_name cluster --gobblin.aws.work.dir /home/ec2-user/cluster/work-dir/ 1>/home/ec2-user/cluster/log-dir/GobblinAWSClusterManager.master.stdout 2>/home/ec2-user/cluster/log-dir/GobblinAWSClusterManager.master.stderr http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-aws/src/test/resources/workerCloudInit.sh ---------------------------------------------------------------------- diff --git a/gobblin-aws/src/test/resources/workerCloudInit.sh b/gobblin-aws/src/test/resources/workerCloudInit.sh index 2acf86e..eca9be4 100644 --- a/gobblin-aws/src/test/resources/workerCloudInit.sh +++ b/gobblin-aws/src/test/resources/workerCloudInit.sh @@ -16,4 +16,4 @@ wget -P "${jr}" "${jr0}"myjar2.jar wget -P "${jr}" "${jr0}"myjar3.jar wget -P "${jr}" "${jr0}"myjar4-"${vr}".jar pi=`curl http://169.254.169.254/latest/meta-data/local-ipv4` -java -cp /home/ec2-user/cluster/cluster-conf/:/home/ec2-user/cluster/gobblin-jars/* -Xmx-Xms1G gobblin.aws.GobblinAWSTaskRunner --app_name cluster --helix_instance_name $pi --gobblin.aws.work.dir /home/ec2-user/cluster/work-dir/ 1>/home/ec2-user/cluster/log-dir/GobblinAWSTaskRunner.$pi.stdout 2>/home/ec2-user/cluster/log-dir/GobblinAWSTaskRunner.$pi.stderr \ No newline at end of file +java -cp /home/ec2-user/cluster/cluster-conf/:/home/ec2-user/cluster/gobblin-jars/* -Xmx-Xms1G org.apache.gobblin.aws.GobblinAWSTaskRunner --app_name cluster --helix_instance_name $pi --gobblin.aws.work.dir /home/ec2-user/cluster/work-dir/ 1>/home/ec2-user/cluster/log-dir/GobblinAWSTaskRunner.$pi.stdout 2>/home/ec2-user/cluster/log-dir/GobblinAWSTaskRunner.$pi.stderr \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-config-management/gobblin-config-core/src/main/java/org/apache/gobblin/config/store/deploy/ClasspathConfigSource.java ---------------------------------------------------------------------- diff --git a/gobblin-config-management/gobblin-config-core/src/main/java/org/apache/gobblin/config/store/deploy/ClasspathConfigSource.java b/gobblin-config-management/gobblin-config-core/src/main/java/org/apache/gobblin/config/store/deploy/ClasspathConfigSource.java index 7dbfb14..812f30a 100644 --- a/gobblin-config-management/gobblin-config-core/src/main/java/org/apache/gobblin/config/store/deploy/ClasspathConfigSource.java +++ b/gobblin-config-management/gobblin-config-core/src/main/java/org/apache/gobblin/config/store/deploy/ClasspathConfigSource.java @@ -69,7 +69,7 @@ public class ClasspathConfigSource implements DeployableConfigSource { /** * Scan the classpath for {@link #classpathRootName} and return all resources under it. * {@inheritDoc} - * @see gobblin.config.store.deploy.DeployableConfigSource#getDeployableConfigPaths() + * @see org.apache.gobblin.config.store.deploy.DeployableConfigSource#getDeployableConfigPaths() */ private Set<String> getDeployableConfigPaths() { @@ -86,7 +86,7 @@ public class ClasspathConfigSource implements DeployableConfigSource { /** * Open an {@link InputStream} for <code>resourcePath</code> in classpath * {@inheritDoc} - * @see gobblin.config.store.deploy.DeployableConfigSource#getConfigStream(java.lang.String) + * @see org.apache.gobblin.config.store.deploy.DeployableConfigSource#getConfigStream(java.lang.String) */ private static InputStream getConfigStream(String configPath) { return ClasspathConfigSource.class.getClassLoader().getResourceAsStream(configPath); @@ -95,7 +95,7 @@ public class ClasspathConfigSource implements DeployableConfigSource { /** * Scan the classpath for {@link #classpathRootName} and opens an {@link InputStream} each resource under it. * {@inheritDoc} - * @see gobblin.config.store.deploy.DeployableConfigSource#getConfigStreams() + * @see org.apache.gobblin.config.store.deploy.DeployableConfigSource#getConfigStreams() */ @Override public Set<ConfigStream> getConfigStreams() throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/fork/InstrumentedForkOperatorBase.java ---------------------------------------------------------------------- diff --git a/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/fork/InstrumentedForkOperatorBase.java b/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/fork/InstrumentedForkOperatorBase.java index 2855ec7..9255dd5 100644 --- a/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/fork/InstrumentedForkOperatorBase.java +++ b/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/fork/InstrumentedForkOperatorBase.java @@ -42,7 +42,7 @@ import org.apache.gobblin.metrics.Tag; /** * Package-private implementation of instrumentation for {@link org.apache.gobblin.fork.ForkOperator}. * - * @see gobblin.instrumented.fork.InstrumentedForkOperator for extensible class. + * @see org.apache.gobblin.instrumented.fork.InstrumentedForkOperator for extensible class. */ abstract class InstrumentedForkOperatorBase<S, D> implements Instrumentable, ForkOperator<S, D> { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/writer/InstrumentedDataWriterBase.java ---------------------------------------------------------------------- diff --git a/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/writer/InstrumentedDataWriterBase.java b/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/writer/InstrumentedDataWriterBase.java index 8affa21..d5b83cb 100644 --- a/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/writer/InstrumentedDataWriterBase.java +++ b/gobblin-core-base/src/main/java/org/apache/gobblin/instrumented/writer/InstrumentedDataWriterBase.java @@ -50,7 +50,7 @@ import org.apache.gobblin.writer.DataWriter; /** * Package-private implementation of instrumentation for {@link org.apache.gobblin.writer.DataWriter}. * - * @see gobblin.instrumented.writer.InstrumentedDataWriter for extensible class. + * @see org.apache.gobblin.instrumented.writer.InstrumentedDataWriter for extensible class. */ abstract class InstrumentedDataWriterBase<D> implements DataWriter<D>, Instrumentable, Closeable, FinalState { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core-base/src/test/java/org/apache/gobblin/writer/AsyncWriterManagerTest.java ---------------------------------------------------------------------- diff --git a/gobblin-core-base/src/test/java/org/apache/gobblin/writer/AsyncWriterManagerTest.java b/gobblin-core-base/src/test/java/org/apache/gobblin/writer/AsyncWriterManagerTest.java index fcc1c3c..e235c9e 100644 --- a/gobblin-core-base/src/test/java/org/apache/gobblin/writer/AsyncWriterManagerTest.java +++ b/gobblin-core-base/src/test/java/org/apache/gobblin/writer/AsyncWriterManagerTest.java @@ -194,7 +194,7 @@ public class AsyncWriterManagerTest { throws Exception { FlakyAsyncWriter flakyAsyncWriter = new FlakyAsyncWriter( - gobblin.test.ErrorManager.builder().errorType(gobblin.test.ErrorManager.ErrorType.ALL).build()); + org.apache.gobblin.test.ErrorManager.builder().errorType(gobblin.test.ErrorManager.ErrorType.ALL).build()); AsyncWriterManager asyncWriterManager = AsyncWriterManager.builder().asyncDataWriter(flakyAsyncWriter).retriesEnabled(true).numRetries(5).build(); @@ -221,7 +221,7 @@ public class AsyncWriterManagerTest { throws Exception { FlakyAsyncWriter flakyAsyncWriter = new FlakyAsyncWriter( - gobblin.test.ErrorManager.builder().errorType(ErrorManager.ErrorType.NTH).errorEvery(4).build()); + org.apache.gobblin.test.ErrorManager.builder().errorType(ErrorManager.ErrorType.NTH).errorEvery(4).build()); AsyncWriterManager asyncWriterManager = AsyncWriterManager.builder().asyncDataWriter(flakyAsyncWriter).retriesEnabled(true).numRetries(5).build(); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/avro/AvroToAvroCopyableConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/avro/AvroToAvroCopyableConverter.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/avro/AvroToAvroCopyableConverter.java index 28e9057..065543a 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/avro/AvroToAvroCopyableConverter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/avro/AvroToAvroCopyableConverter.java @@ -39,7 +39,7 @@ public class AvroToAvroCopyableConverter extends /** * Returns a {@link org.apache.gobblin.fork.CopyableSchema} wrapper around the given {@link Schema}. * {@inheritDoc} - * @see gobblin.converter.Converter#convertSchema(java.lang.Object, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#convertSchema(java.lang.Object, org.apache.gobblin.configuration.WorkUnitState) */ @Override public CopyableSchema convertSchema(Schema inputSchema, WorkUnitState workUnit) throws SchemaConversionException { @@ -49,7 +49,7 @@ public class AvroToAvroCopyableConverter extends /** * Returns a {@link org.apache.gobblin.fork.CopyableGenericRecord} wrapper around the given {@link GenericRecord}. * {@inheritDoc} - * @see gobblin.converter.Converter#convertRecord(java.lang.Object, java.lang.Object, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#convertRecord(java.lang.Object, java.lang.Object, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Iterable<CopyableGenericRecord> convertRecord(CopyableSchema outputSchema, GenericRecord inputRecord, http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/csv/CsvToJsonConverterV2.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/csv/CsvToJsonConverterV2.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/csv/CsvToJsonConverterV2.java index f33dae7..b4829f0 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/csv/CsvToJsonConverterV2.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/csv/CsvToJsonConverterV2.java @@ -147,7 +147,7 @@ public class CsvToJsonConverterV2 extends Converter<String, JsonArray, String[], * {"street_number" : "2029", "city" : "Mountain view" , "Country" : null, "zip_code" : "94043" } * * {@inheritDoc} - * @see gobblin.converter.Converter#convertRecord(java.lang.Object, java.lang.Object, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#convertRecord(java.lang.Object, java.lang.Object, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Iterable<JsonObject> convertRecord(JsonArray outputSchema, String[] inputRecord, WorkUnitState workUnit) http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFieldsPickConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFieldsPickConverter.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFieldsPickConverter.java index b38ca92..c7e2db5 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFieldsPickConverter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFieldsPickConverter.java @@ -93,7 +93,7 @@ public class AvroFieldsPickConverter extends AvroToAvroConverterBase { } * If user wants to only choose name and city, the input parameter should be "name,address.city". Note that it is not user.name as first record is depth zero. * {@inheritDoc} - * @see gobblin.converter.AvroToAvroConverterBase#convertSchema(org.apache.avro.Schema, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.AvroToAvroConverterBase#convertSchema(org.apache.avro.Schema, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Schema convertSchema(Schema inputSchema, WorkUnitState workUnit) throws SchemaConversionException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFilterConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFilterConverter.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFilterConverter.java index 42e81a4..667d7b3 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFilterConverter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/filter/AvroFilterConverter.java @@ -49,7 +49,7 @@ public class AvroFilterConverter extends AvroToAvroConverterBase { * from the Avro record and {@link ConfigurationKeys#CONVERTER_FILTER_FIELD_VALUE} to indicate the expected value of * the field. * {@inheritDoc} - * @see gobblin.converter.Converter#init(gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#init(gobblin.configuration.WorkUnitState) */ @Override public Converter<Schema, Schema, GenericRecord, GenericRecord> init(WorkUnitState workUnit) { @@ -66,7 +66,7 @@ public class AvroFilterConverter extends AvroToAvroConverterBase { /** * Returns the inputSchema unmodified. * {@inheritDoc} - * @see gobblin.converter.AvroToAvroConverterBase#convertSchema(org.apache.avro.Schema, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.AvroToAvroConverterBase#convertSchema(org.apache.avro.Schema, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Schema convertSchema(Schema inputSchema, WorkUnitState workUnit) throws SchemaConversionException { @@ -78,7 +78,7 @@ public class AvroFilterConverter extends AvroToAvroConverterBase { * {@link #fieldValue}. If it is then it returns a {@link org.apache.gobblin.converter.SingleRecordIterable} for the input record. * Otherwise it returns a {@link EmptyIterable}. * {@inheritDoc} - * @see gobblin.converter.AvroToAvroConverterBase#convertRecord(org.apache.avro.Schema, org.apache.avro.generic.GenericRecord, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.AvroToAvroConverterBase#convertRecord(org.apache.avro.Schema, org.apache.avro.generic.GenericRecord, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Iterable<GenericRecord> convertRecord(Schema outputSchema, GenericRecord inputRecord, WorkUnitState workUnit) http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/http/AvroToRestJsonEntryConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/http/AvroToRestJsonEntryConverter.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/http/AvroToRestJsonEntryConverter.java index ff5cc10..77de20f 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/http/AvroToRestJsonEntryConverter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/http/AvroToRestJsonEntryConverter.java @@ -78,7 +78,7 @@ public class AvroToRestJsonEntryConverter extends Converter<Schema, Void, Generi * http://www.server.com:9090/sobject/account/memberId/296458833 * * {@inheritDoc} - * @see gobblin.converter.Converter#convertRecord(java.lang.Object, java.lang.Object, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#convertRecord(java.lang.Object, java.lang.Object, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Iterable<RestEntry<JsonObject>> convertRecord(Void outputSchema, GenericRecord inputRecord, WorkUnitState workUnit) http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/json/JsonStringToJsonIntermediateConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/json/JsonStringToJsonIntermediateConverter.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/json/JsonStringToJsonIntermediateConverter.java index c73e58f..b1cd467 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/json/JsonStringToJsonIntermediateConverter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/json/JsonStringToJsonIntermediateConverter.java @@ -83,7 +83,7 @@ public class JsonStringToJsonIntermediateConverter extends Converter<String, Jso String expectedColumnName = outputSchema.get(i).getAsJsonObject().get("columnName").getAsString(); if (inputRecord.has(expectedColumnName)) { - //As currently gobblin.converter.avro.JsonIntermediateToAvroConverter is not able to handle complex schema's so storing it as string + //As currently org.apache.gobblin.converter.avro.JsonIntermediateToAvroConverter is not able to handle complex schema's so storing it as string if (inputRecord.get(expectedColumnName).isJsonArray()) { outputRecord.addProperty(expectedColumnName, inputRecord.get(expectedColumnName).toString()); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/converter/objectstore/ObjectStoreConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/converter/objectstore/ObjectStoreConverter.java b/gobblin-core/src/main/java/org/apache/gobblin/converter/objectstore/ObjectStoreConverter.java index f5703f6..0c72249 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/converter/objectstore/ObjectStoreConverter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/converter/objectstore/ObjectStoreConverter.java @@ -39,7 +39,7 @@ public abstract class ObjectStoreConverter<SI, DI, DO extends ObjectStoreOperati /** * Convert schema is not used this converter hence return the {@link Class} of input schema as a place holder * {@inheritDoc} - * @see gobblin.converter.Converter#convertSchema(java.lang.Object, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#convertSchema(java.lang.Object, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Class<?> convertSchema(SI inputSchema, WorkUnitState workUnit) throws SchemaConversionException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/DatePartitionedAvroFileExtractor.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/DatePartitionedAvroFileExtractor.java b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/DatePartitionedAvroFileExtractor.java index 7da1fb9..931da6a 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/DatePartitionedAvroFileExtractor.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/DatePartitionedAvroFileExtractor.java @@ -34,7 +34,7 @@ public class DatePartitionedAvroFileExtractor extends AvroFileExtractor { /** * Returns the HWM of the workUnit * {@inheritDoc} - * @see gobblin.source.extractor.filebased.FileBasedExtractor#getHighWatermark() + * @see org.apache.gobblin.source.extractor.filebased.FileBasedExtractor#getHighWatermark() */ @Override public long getHighWatermark() { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/SourceSpecificLayer.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/SourceSpecificLayer.java b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/SourceSpecificLayer.java index 18c8a3e..b60943f 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/SourceSpecificLayer.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/SourceSpecificLayer.java @@ -66,7 +66,7 @@ public interface SourceSpecificLayer<S, D> { * @param water mark column * @param lis of all predicates that needs to be applied * @return list of commands to get the high watermark - * @throws gobblin.source.extractor.exception.HighWatermarkException if there is anything wrong in building metadata to get high watermark + * @throws org.apache.gobblin.source.extractor.exception.HighWatermarkException if there is anything wrong in building metadata to get high watermark */ public List<Command> getHighWatermarkMetadata(String schema, String entity, String watermarkColumn, List<Predicate> predicateList) @@ -115,7 +115,7 @@ public interface SourceSpecificLayer<S, D> { * @param work unit: properties * @param list of all predicates that needs to be applied * @return list of commands to get the data - * @throws gobblin.source.extractor.DataRecordException if there is anything wrong in building metadata for data records + * @throws org.apache.gobblin.source.extractor.DataRecordException if there is anything wrong in building metadata for data records */ public List<Command> getDataMetadata(String schema, String entity, WorkUnit workUnit, List<Predicate> predicateList) throws DataRecordException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/sftp/SftpFsHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/sftp/SftpFsHelper.java b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/sftp/SftpFsHelper.java index 694c3dd..bb3c4da 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/sftp/SftpFsHelper.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/extract/sftp/SftpFsHelper.java @@ -129,7 +129,7 @@ public class SftpFsHelper implements TimestampAwareFileBasedHelper { * Opens up a connection to specified host using the username. Connects to the source using a private key without * prompting for a password. This method does not support connecting to a source using a password, only by private * key - * @throws gobblin.source.extractor.filebased.FileBasedHelperException + * @throws org.apache.gobblin.source.extractor.filebased.FileBasedHelperException */ @Override public void connect() throws FileBasedHelperException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/filebased/CsvFileDownloader.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/filebased/CsvFileDownloader.java b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/filebased/CsvFileDownloader.java index 62828a3..ec48876 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/filebased/CsvFileDownloader.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/source/extractor/filebased/CsvFileDownloader.java @@ -52,7 +52,7 @@ public class CsvFileDownloader extends FileDownloader<String[]> { * It also provides validation on schema by matching header names between property's schema and header name in CSV file. * * {@inheritDoc} - * @see gobblin.source.extractor.filebased.FileDownloader#downloadFile(java.lang.String) + * @see org.apache.gobblin.source.extractor.filebased.FileDownloader#downloadFile(java.lang.String) */ @SuppressWarnings("unchecked") @Override http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/writer/DataWriterWrapperBuilder.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/writer/DataWriterWrapperBuilder.java b/gobblin-core/src/main/java/org/apache/gobblin/writer/DataWriterWrapperBuilder.java index 7510cef..bcf3c73 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/writer/DataWriterWrapperBuilder.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/writer/DataWriterWrapperBuilder.java @@ -41,7 +41,7 @@ public class DataWriterWrapperBuilder<D> extends DataWriterBuilder<Void, D> { /** * Build the writer with adding throttling (if requested), and retrying feature on top of the writer. * {@inheritDoc} - * @see gobblin.writer.DataWriterBuilder#build() + * @see org.apache.gobblin.writer.DataWriterBuilder#build() */ @Override public DataWriter<D> build() throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/writer/ThrottleWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/writer/ThrottleWriter.java b/gobblin-core/src/main/java/org/apache/gobblin/writer/ThrottleWriter.java index eccd69f..c8a1d01 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/writer/ThrottleWriter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/writer/ThrottleWriter.java @@ -119,7 +119,7 @@ public class ThrottleWriter<D> extends WriterWrapper<D> implements Decorator, Fi * If the throttle type is byte, it applies throttle after write happens. * This is because it can figure out written bytes after it's written. It's not ideal but throttling after write should be sufficient for most cases. * {@inheritDoc} - * @see gobblin.writer.DataWriter#write(java.lang.Object) + * @see org.apache.gobblin.writer.DataWriter#write(java.lang.Object) */ @Override public void writeEnvelope(RecordEnvelope<D> record) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/writer/http/AbstractHttpWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/writer/http/AbstractHttpWriter.java b/gobblin-core/src/main/java/org/apache/gobblin/writer/http/AbstractHttpWriter.java index 1e2e086..1067ebc 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/writer/http/AbstractHttpWriter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/writer/http/AbstractHttpWriter.java @@ -155,7 +155,7 @@ public abstract class AbstractHttpWriter<D> extends InstrumentedDataWriter<D> im /** * Prior to commit, it will invoke flush method to flush any remaining item if writer uses batch * {@inheritDoc} - * @see gobblin.instrumented.writer.InstrumentedDataWriterBase#commit() + * @see org.apache.gobblin.instrumented.writer.InstrumentedDataWriterBase#commit() */ @Override public void commit() throws IOException { @@ -172,7 +172,7 @@ public abstract class AbstractHttpWriter<D> extends InstrumentedDataWriter<D> im /** * Sends request using single thread pool so that it can be easily terminated(use case: time out) * {@inheritDoc} - * @see gobblin.writer.http.HttpWriterDecoration#sendRequest(org.apache.http.client.methods.HttpUriRequest) + * @see org.apache.gobblin.writer.http.HttpWriterDecoration#sendRequest(org.apache.http.client.methods.HttpUriRequest) */ @Override public ListenableFuture<CloseableHttpResponse> sendRequest(final HttpUriRequest request) throws IOException { @@ -199,7 +199,7 @@ public abstract class AbstractHttpWriter<D> extends InstrumentedDataWriter<D> im * last packet sent from client till receive it from server. * * {@inheritDoc} - * @see gobblin.writer.http.HttpWriterDecoration#waitForResponse(com.google.common.util.concurrent.ListenableFuture) + * @see org.apache.gobblin.writer.http.HttpWriterDecoration#waitForResponse(com.google.common.util.concurrent.ListenableFuture) */ @Override public CloseableHttpResponse waitForResponse(ListenableFuture<CloseableHttpResponse> responseFuture) { @@ -213,7 +213,7 @@ public abstract class AbstractHttpWriter<D> extends InstrumentedDataWriter<D> im /** * Default implementation where any status code equal to or greater than 400 is regarded as a failure. * {@inheritDoc} - * @see gobblin.writer.http.HttpWriterDecoration#processResponse(org.apache.http.HttpResponse) + * @see org.apache.gobblin.writer.http.HttpWriterDecoration#processResponse(org.apache.http.HttpResponse) */ @Override public void processResponse(CloseableHttpResponse response) throws IOException, UnexpectedResponseException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/writer/http/SalesforceRestWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/writer/http/SalesforceRestWriter.java b/gobblin-core/src/main/java/org/apache/gobblin/writer/http/SalesforceRestWriter.java index 239b38d..2c92083 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/writer/http/SalesforceRestWriter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/writer/http/SalesforceRestWriter.java @@ -120,7 +120,7 @@ public class SalesforceRestWriter extends RestJsonWriter { /** * Retrieve access token, if needed, retrieve instance url, and set server host URL * {@inheritDoc} - * @see gobblin.writer.http.HttpWriter#onConnect(org.apache.http.HttpHost) + * @see org.apache.gobblin.writer.http.HttpWriter#onConnect(org.apache.http.HttpHost) */ @Override public void onConnect(URI serverHost) throws IOException { @@ -155,7 +155,7 @@ public class SalesforceRestWriter extends RestJsonWriter { * * For batch request, add the record into JsonArray as a subrequest and only creates HttpUriRequest with POST method if it filled the batch size. * {@inheritDoc} - * @see gobblin.writer.http.RestJsonWriter#onNewRecord(gobblin.converter.rest.RestEntry) + * @see org.apache.gobblin.writer.http.RestJsonWriter#onNewRecord(gobblin.converter.rest.RestEntry) */ @Override public Optional<HttpUriRequest> onNewRecord(RestEntry<JsonObject> record) { @@ -268,7 +268,7 @@ public class SalesforceRestWriter extends RestJsonWriter { * If status code is 401 or 403, re-acquire access token before make it fail -- retry will take care of rest. * * {@inheritDoc} - * @see gobblin.writer.http.HttpWriter#processResponse(org.apache.http.HttpResponse) + * @see org.apache.gobblin.writer.http.HttpWriter#processResponse(org.apache.http.HttpResponse) */ @Override public void processResponse(CloseableHttpResponse response) throws IOException, UnexpectedResponseException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreDeleteOperation.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreDeleteOperation.java b/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreDeleteOperation.java index f20d067..cddeec4 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreDeleteOperation.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreDeleteOperation.java @@ -52,7 +52,7 @@ public class ObjectStoreDeleteOperation extends ObjectStoreOperation<DeleteRespo * Calls {@link ObjectStoreClient#delete(String, Config)} for the object ot be deleted * * {@inheritDoc} - * @see gobblin.writer.objectstore.ObjectStoreOperation#execute(gobblin.writer.objectstore.ObjectStoreClient) + * @see org.apache.gobblin.writer.objectstore.ObjectStoreOperation#execute(gobblin.writer.objectstore.ObjectStoreClient) */ @Override public DeleteResponse execute(ObjectStoreClient objectStoreClient) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreWriter.java b/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreWriter.java index 26e6fa7..32afa3a 100644 --- a/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreWriter.java +++ b/gobblin-core/src/main/java/org/apache/gobblin/writer/objectstore/ObjectStoreWriter.java @@ -54,7 +54,7 @@ public class ObjectStoreWriter extends InstrumentedDataWriter<ObjectStoreOperati * Calls {@link ObjectStoreOperation#execute(ObjectStoreClient)} on the <code>operation</code> passed * * {@inheritDoc} - * @see gobblin.writer.DataWriter#write(java.lang.Object) + * @see org.apache.gobblin.writer.DataWriter#write(java.lang.Object) */ @Override public void writeImpl(ObjectStoreOperation operation) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.java index 4687276..3738d2a 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/AbstractAvroToOrcConverter.java @@ -140,7 +140,7 @@ public abstract class AbstractAvroToOrcConverter extends Converter<Schema, Schem /** * If the property is set to true then partition dir is overwritten, * else a new time-stamped partition dir is created to avoid breaking in-flight queries - * Check gobblin.data.management.retention.Avro2OrcStaleDatasetCleaner to clean stale directories + * Check org.apache.gobblin.data.management.retention.Avro2OrcStaleDatasetCleaner to clean stale directories */ public static final String HIVE_DATASET_PARTITION_OVERWRITE = "hive.dataset.partition.overwrite"; public static final boolean DEFAULT_HIVE_DATASET_PARTITION_OVERWRITE = true; @@ -161,7 +161,7 @@ public abstract class AbstractAvroToOrcConverter extends Converter<Schema, Schem * Subclasses can convert the {@link Schema} if required. * * {@inheritDoc} - * @see gobblin.converter.Converter#convertSchema(java.lang.Object, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.converter.Converter#convertSchema(java.lang.Object, org.apache.gobblin.configuration.WorkUnitState) */ @Override public abstract Schema convertSchema(Schema inputSchema, WorkUnitState workUnit); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.java index 51fa101..a2cdab3 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToFlattenedOrcConverter.java @@ -32,7 +32,7 @@ public class HiveAvroToFlattenedOrcConverter extends AbstractAvroToOrcConverter /** * Flatten the <code>inputSchema</code> * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#convertSchema(org.apache.avro.Schema, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#convertSchema(org.apache.avro.Schema, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Schema convertSchema(Schema inputSchema, WorkUnitState workUnit) { @@ -42,7 +42,7 @@ public class HiveAvroToFlattenedOrcConverter extends AbstractAvroToOrcConverter /** * Return true if flattened orc configurations are available. False otherwise * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#hasConversionConfig() + * @see org.apache.gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#hasConversionConfig() */ @Override protected boolean hasConversionConfig() { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.java index 8bf01cf..1ee4904 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/converter/HiveAvroToNestedOrcConverter.java @@ -30,7 +30,7 @@ public class HiveAvroToNestedOrcConverter extends AbstractAvroToOrcConverter { /** * No {@link Schema} conversion required. Retain the original {@link Schema} * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#convertSchema(org.apache.avro.Schema, gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#convertSchema(org.apache.avro.Schema, org.apache.gobblin.configuration.WorkUnitState) */ @Override public Schema convertSchema(Schema inputSchema, WorkUnitState workUnit) { @@ -40,7 +40,7 @@ public class HiveAvroToNestedOrcConverter extends AbstractAvroToOrcConverter { /** * Return true if flattened orc configurations are available. False otherwise * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#hasConversionConfig() + * @see org.apache.gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter#hasConversionConfig() */ @Override protected boolean hasConversionConfig() { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java index 161f6f6..c65e47c 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java @@ -206,7 +206,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { /** * Initializes the expected high watermarks for a {@link Table} * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#onTableProcessBegin(org.apache.hadoop.hive.ql.metadata.Table, long) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#onTableProcessBegin(org.apache.hadoop.hive.ql.metadata.Table, long) */ @Override public void onTableProcessBegin(Table table, long tableProcessTime) { @@ -224,7 +224,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { * Uses the <code>partitionUpdateTime</code> as the high watermark for this <code>partition</code> * * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#onPartitionProcessBegin(org.apache.hadoop.hive.ql.metadata.Partition, long, long) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#onPartitionProcessBegin(org.apache.hadoop.hive.ql.metadata.Partition, long, long) */ @Override public void onPartitionProcessBegin(Partition partition, long partitionProcessTime, long partitionUpdateTime) { @@ -257,7 +257,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { * Delegates to {@link TableLevelWatermarker#getPreviousHighWatermark(Table)} * * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getPreviousHighWatermark(org.apache.hadoop.hive.ql.metadata.Table) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getPreviousHighWatermark(org.apache.hadoop.hive.ql.metadata.Table) */ @Override public LongWatermark getPreviousHighWatermark(Table table) { @@ -267,7 +267,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { /** * Return the previous high watermark if found in previous state. Else returns 0 * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getPreviousHighWatermark(org.apache.hadoop.hive.ql.metadata.Partition) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getPreviousHighWatermark(org.apache.hadoop.hive.ql.metadata.Partition) */ @Override public LongWatermark getPreviousHighWatermark(Partition partition) { @@ -294,7 +294,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { * * </ul> * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#onGetWorkunitsEnd(java.util.List) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#onGetWorkunitsEnd(java.util.List) */ @Override public void onGetWorkunitsEnd(List<WorkUnit> workunits) { @@ -342,7 +342,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { * Uses the <code>table</code>'s modified time as watermark. The modified time is read using * {@link HiveUnitUpdateProvider#getUpdateTime(Table)} * @throws UpdateNotFoundException if there was an error fetching update time using {@link HiveUnitUpdateProvider#getUpdateTime(Table)} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getExpectedHighWatermark(org.apache.hadoop.hive.ql.metadata.Table, long) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getExpectedHighWatermark(org.apache.hadoop.hive.ql.metadata.Table, long) */ @Override public LongWatermark getExpectedHighWatermark(Table table, long tableProcessTime) { @@ -352,7 +352,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { /** * Get the expected high watermark for this partition * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getExpectedHighWatermark(org.apache.hadoop.hive.ql.metadata.Partition, long, long) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#getExpectedHighWatermark(org.apache.hadoop.hive.ql.metadata.Partition, long, long) */ @Override public LongWatermark getExpectedHighWatermark(Partition partition, long tableProcessTime, long partitionProcessTime) { @@ -363,7 +363,7 @@ public class PartitionLevelWatermarker implements HiveSourceWatermarker { /** * Sets the actual high watermark by reading the expected high watermark * {@inheritDoc} - * @see gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#setActualHighWatermark(gobblin.configuration.WorkUnitState) + * @see org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker#setActualHighWatermark(gobblin.configuration.WorkUnitState) */ @Override public void setActualHighWatermark(WorkUnitState wus) { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java index 8843cf8..e5fcb0b 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java @@ -43,7 +43,7 @@ public class ReadyCopyableFileFilter implements CopyableFileFilter { * For every {@link CopyableFile} in <code>copyableFiles</code> checks if a {@link CopyableFile#getOrigin()#getPath()} * + .ready files is present on <code>sourceFs</code> {@inheritDoc} * - * @see gobblin.data.management.copy.CopyableFileFilter#filter(org.apache.hadoop.fs.FileSystem, + * @see org.apache.gobblin.data.management.copy.CopyableFileFilter#filter(org.apache.hadoop.fs.FileSystem, * org.apache.hadoop.fs.FileSystem, java.util.Collection) */ @Override http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java index 1c7ab78..3ce204d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java @@ -351,7 +351,7 @@ public class FileAwareInputStreamDataWriter extends InstrumentedDataWriter<FileA * * {@inheritDoc} * - * @see gobblin.writer.DataWriter#commit() + * @see org.apache.gobblin.writer.DataWriter#commit() */ @Override public void commit() http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.java index 1804ae6..1b6903b 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/TarArchiveInputStreamDataWriter.java @@ -58,7 +58,7 @@ public class TarArchiveInputStreamDataWriter extends FileAwareInputStreamDataWri * {@link TarArchiveEntry} in the stream as the directory name for the untarred file. The method also commits the data * by moving the file from staging to output directory. * - * @see gobblin.data.management.copy.writer.FileAwareInputStreamDataWriter#write(gobblin.data.management.copy.FileAwareInputStream) + * @see org.apache.gobblin.data.management.copy.writer.FileAwareInputStreamDataWriter#write(gobblin.data.management.copy.FileAwareInputStream) */ @Override public void writeImpl(InputStream inputStream, Path writeAt, CopyableFile copyableFile) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/AccessControlAction.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/AccessControlAction.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/AccessControlAction.java index 701ac30..fcc277f 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/AccessControlAction.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/AccessControlAction.java @@ -85,7 +85,7 @@ public class AccessControlAction extends RetentionAction { * of {@link DatasetVersion} is passed. * </p> * {@inheritDoc} - * @see gobblin.data.management.retention.action.RetentionAction#execute(java.util.List) + * @see org.apache.gobblin.data.management.retention.action.RetentionAction#execute(java.util.List) */ @Override public void execute(List<DatasetVersion> allVersions) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/MultiAccessControlAction.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/MultiAccessControlAction.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/MultiAccessControlAction.java index 35bd2e1..ac0b5ed 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/MultiAccessControlAction.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/action/MultiAccessControlAction.java @@ -85,7 +85,7 @@ public class MultiAccessControlAction extends RetentionAction { * Calls {@link AccessControlAction#execute(List)} on each of the embedded {@link AccessControlAction}s * * {@inheritDoc} - * @see gobblin.data.management.retention.action.RetentionAction#execute(java.util.List) + * @see org.apache.gobblin.data.management.retention.action.RetentionAction#execute(java.util.List) */ @Override public void execute(List<DatasetVersion> allVersions) throws IOException { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/policy/RetentionPolicy.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/policy/RetentionPolicy.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/policy/RetentionPolicy.java index 4628d69..8b2fb67 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/policy/RetentionPolicy.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/policy/RetentionPolicy.java @@ -37,7 +37,7 @@ public interface RetentionPolicy<T extends DatasetVersion> { public Class<? extends DatasetVersion> versionClass(); /** - * @deprecated use {link gobblin.data.management.policy.VersionSelectionPolicy#listSelectedVersions} instead. + * @deprecated use {link org.apache.gobblin.data.management.policy.VersionSelectionPolicy#listSelectedVersions} instead. * Logic to decide which dataset versions should be deleted. Only datasets returned will be deleted from filesystem. * * @param allVersions List of all dataset versions in the file system, http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DatasetVersionFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DatasetVersionFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DatasetVersionFinder.java index a509b19..27da219 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DatasetVersionFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DatasetVersionFinder.java @@ -30,7 +30,7 @@ import org.apache.gobblin.data.management.retention.version.DatasetVersion; */ @Deprecated public abstract class DatasetVersionFinder<T extends DatasetVersion> extends - gobblin.data.management.version.finder.DatasetVersionFinder<T> implements VersionFinder<T> { + org.apache.gobblin.data.management.version.finder.DatasetVersionFinder<T> implements VersionFinder<T> { public DatasetVersionFinder(FileSystem fs, Properties props) { super(fs, props); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.java index 37b36b8..7928940 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/DateTimeDatasetVersionFinder.java @@ -67,7 +67,7 @@ public class DateTimeDatasetVersionFinder extends DatasetVersionFinder<Timestamp @Override public TimestampedDatasetVersion getDatasetVersion(Path pathRelativeToDatasetRoot, FileStatus versionFileStatus) { - gobblin.data.management.version.TimestampedDatasetVersion timestampedDatasetVersion = + org.apache.gobblin.data.management.version.TimestampedDatasetVersion timestampedDatasetVersion = this.realVersionFinder.getDatasetVersion(pathRelativeToDatasetRoot, versionFileStatus); if (timestampedDatasetVersion != null) { return new TimestampedDatasetVersion(timestampedDatasetVersion); @@ -75,7 +75,7 @@ public class DateTimeDatasetVersionFinder extends DatasetVersionFinder<Timestamp return null; } - // This Method will never be called. It exists because the deprecated super class gobblin.data.management.retention.version.finder.DatasetVersionFinder + // This Method will never be called. It exists because the deprecated super class org.apache.gobblin.data.management.retention.version.finder.DatasetVersionFinder // requires it. getDatasetVersion(Path pathRelativeToDatasetRoot, FileStatus versionFileStatus) will be called instead @Override public TimestampedDatasetVersion getDatasetVersion(Path pathRelativeToDatasetRoot, Path fullPath) { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.java index 26654fb..1b81824 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/GlobModTimeDatasetVersionFinder.java @@ -57,7 +57,7 @@ public class GlobModTimeDatasetVersionFinder extends DatasetVersionFinder<Timest @Override public TimestampedDatasetVersion getDatasetVersion(Path pathRelativeToDatasetRoot, Path fullPath) { - gobblin.data.management.version.TimestampedDatasetVersion timestampedDatasetVersion = + org.apache.gobblin.data.management.version.TimestampedDatasetVersion timestampedDatasetVersion = this.realVersionFinder.getDatasetVersion(pathRelativeToDatasetRoot, fullPath); if (timestampedDatasetVersion != null) { return new TimestampedDatasetVersion(timestampedDatasetVersion); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.java index 4000695..76166f7 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/UnixTimestampVersionFinder.java @@ -48,7 +48,7 @@ public class UnixTimestampVersionFinder extends DatasetVersionFinder<Timestamped @Override public TimestampedDatasetVersion getDatasetVersion(Path pathRelativeToDatasetRoot, Path fullPath) { - gobblin.data.management.version.TimestampedDatasetVersion timestampedDatasetVersion = + org.apache.gobblin.data.management.version.TimestampedDatasetVersion timestampedDatasetVersion = this.realVersionFinder.getDatasetVersion(pathRelativeToDatasetRoot, fullPath); if (timestampedDatasetVersion != null) { return new TimestampedDatasetVersion(timestampedDatasetVersion); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/VersionFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/VersionFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/VersionFinder.java index b6f81d9..7639d7e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/VersionFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/VersionFinder.java @@ -26,5 +26,5 @@ import org.apache.gobblin.data.management.retention.version.DatasetVersion; */ @Deprecated public interface VersionFinder<T extends DatasetVersion> extends - gobblin.data.management.version.finder.VersionFinder<T> { + org.apache.gobblin.data.management.version.finder.VersionFinder<T> { } http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.java index 19c6b71..b64c5e2 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/retention/version/finder/WatermarkDatasetVersionFinder.java @@ -58,7 +58,7 @@ public class WatermarkDatasetVersionFinder extends DatasetVersionFinder<StringDa @Override public StringDatasetVersion getDatasetVersion(Path pathRelativeToDatasetRoot, Path fullPath) { - gobblin.data.management.version.StringDatasetVersion stringDatasetVersion = + org.apache.gobblin.data.management.version.StringDatasetVersion stringDatasetVersion = this.realVersionFinder.getDatasetVersion(pathRelativeToDatasetRoot, fullPath); if (stringDatasetVersion != null) { return new StringDatasetVersion(stringDatasetVersion); @@ -69,7 +69,7 @@ public class WatermarkDatasetVersionFinder extends DatasetVersionFinder<StringDa public static Properties convertDeprecatedProperties(Properties props) { if (props.containsKey(DEPRECATED_WATERMARK_REGEX_KEY)) { log.info(String.format("Found deprecated key %s. Replacing it with %s", DEPRECATED_WATERMARK_REGEX_KEY, - gobblin.data.management.version.finder.WatermarkDatasetVersionFinder.WATERMARK_REGEX_KEY)); + org.apache.gobblin.data.management.version.finder.WatermarkDatasetVersionFinder.WATERMARK_REGEX_KEY)); props.setProperty(gobblin.data.management.version.finder.WatermarkDatasetVersionFinder.WATERMARK_REGEX_KEY, props.getProperty(DEPRECATED_WATERMARK_REGEX_KEY)); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/d932e431/gobblin-data-management/src/test/java/org/apache/gobblin/data/management/retention/NewestKRetentionPolicyTest.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/test/java/org/apache/gobblin/data/management/retention/NewestKRetentionPolicyTest.java b/gobblin-data-management/src/test/java/org/apache/gobblin/data/management/retention/NewestKRetentionPolicyTest.java index 0183688..3442f8c 100644 --- a/gobblin-data-management/src/test/java/org/apache/gobblin/data/management/retention/NewestKRetentionPolicyTest.java +++ b/gobblin-data-management/src/test/java/org/apache/gobblin/data/management/retention/NewestKRetentionPolicyTest.java @@ -44,7 +44,7 @@ public class NewestKRetentionPolicyTest { StringDatasetVersion datasetVersion2 = new StringDatasetVersion("001_mid", new Path("test")); StringDatasetVersion datasetVersion3 = new StringDatasetVersion("002_oldest", new Path("test")); - Assert.assertEquals(policy.versionClass(), gobblin.data.management.version.DatasetVersion.class); + Assert.assertEquals(policy.versionClass(), org.apache.gobblin.data.management.version.DatasetVersion.class); List<DatasetVersion> versions = Lists.newArrayList(); versions.add(datasetVersion1);
