http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDataset.java index 9078e5b..2af2f80 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDataset.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.util.Collections; @@ -49,22 +49,22 @@ import com.typesafe.config.ConfigValue; import com.typesafe.config.ConfigValueType; import com.google.common.collect.ImmutableSet; -import gobblin.annotation.Alpha; -import gobblin.configuration.State; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableDataset; -import gobblin.data.management.copy.hive.HiveDatasetFinder.DbAndTable; -import gobblin.data.management.copy.prioritization.PrioritizedCopyableDataset; -import gobblin.data.management.partition.FileSet; -import gobblin.hive.HiveMetastoreClientPool; -import gobblin.instrumented.Instrumented; -import gobblin.metrics.MetricContext; -import gobblin.metrics.Tag; -import gobblin.util.AutoReturnableObject; -import gobblin.util.ConfigUtils; -import gobblin.util.PathUtils; -import gobblin.util.request_allocation.PushDownRequestor; +import org.apache.gobblin.annotation.Alpha; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableDataset; +import org.apache.gobblin.data.management.copy.hive.HiveDatasetFinder.DbAndTable; +import org.apache.gobblin.data.management.copy.prioritization.PrioritizedCopyableDataset; +import org.apache.gobblin.data.management.partition.FileSet; +import org.apache.gobblin.hive.HiveMetastoreClientPool; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.Tag; +import org.apache.gobblin.util.AutoReturnableObject; +import org.apache.gobblin.util.ConfigUtils; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.request_allocation.PushDownRequestor; /**
http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDatasetFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDatasetFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDatasetFinder.java index 9bf2bf6..7e34040 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDatasetFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveDatasetFinder.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import com.google.common.base.Throwables; import java.io.IOException; @@ -48,20 +48,20 @@ import com.google.common.collect.Lists; import com.typesafe.config.Config; import com.typesafe.config.ConfigFactory; -import gobblin.config.client.ConfigClient; -import gobblin.config.client.ConfigClientCache; -import gobblin.config.client.ConfigClientUtils; -import gobblin.config.client.api.ConfigStoreFactoryDoesNotExistsException; -import gobblin.config.client.api.VersionStabilityPolicy; -import gobblin.config.store.api.ConfigStoreCreationException; -import gobblin.configuration.ConfigurationKeys; -import gobblin.data.management.hive.HiveConfigClientUtils; -import gobblin.dataset.IterableDatasetFinder; -import gobblin.hive.HiveMetastoreClientPool; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.sla.SlaEventSubmitter; -import gobblin.util.AutoReturnableObject; -import gobblin.util.ConfigUtils; +import org.apache.gobblin.config.client.ConfigClient; +import org.apache.gobblin.config.client.ConfigClientCache; +import org.apache.gobblin.config.client.ConfigClientUtils; +import org.apache.gobblin.config.client.api.ConfigStoreFactoryDoesNotExistsException; +import org.apache.gobblin.config.client.api.VersionStabilityPolicy; +import org.apache.gobblin.config.store.api.ConfigStoreCreationException; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.data.management.hive.HiveConfigClientUtils; +import org.apache.gobblin.dataset.IterableDatasetFinder; +import org.apache.gobblin.hive.HiveMetastoreClientPool; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.sla.SlaEventSubmitter; +import org.apache.gobblin.util.AutoReturnableObject; +import org.apache.gobblin.util.ConfigUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveFileSet.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveFileSet.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveFileSet.java index 42707f8..0220b04 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveFileSet.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveFileSet.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import org.apache.hadoop.hive.ql.metadata.Table; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.partition.FileSet; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.partition.FileSet; import lombok.Getter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveLocationDescriptor.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveLocationDescriptor.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveLocationDescriptor.java index 283befb..d31c9cb 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveLocationDescriptor.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveLocationDescriptor.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.util.Map; @@ -32,8 +32,8 @@ import org.apache.hadoop.mapred.InputFormat; import com.google.common.collect.Maps; -import gobblin.data.management.copy.RecursivePathFinder; -import gobblin.util.PathUtils; +import org.apache.gobblin.data.management.copy.RecursivePathFinder; +import org.apache.gobblin.util.PathUtils; /** * Contains data for a Hive location as well as additional data if {@link #HIVE_DATASET_COPY_ADDITIONAL_PATHS_RECURSIVELY_ENABLED} set to true. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilter.java index a8877bb..6be847f 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilter.java @@ -16,7 +16,7 @@ */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import org.apache.hadoop.hive.metastore.api.Partition; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.java index 6a19cd2..72f362e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionExtendedFilterFactory.java @@ -16,7 +16,7 @@ */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import com.typesafe.config.Config; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionFileSet.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionFileSet.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionFileSet.java index f2a0caf..c57f55b 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionFileSet.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionFileSet.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.util.Collection; @@ -31,17 +31,17 @@ import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.google.common.io.Closer; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.entities.PostPublishStep; -import gobblin.data.management.copy.entities.PrePublishStep; -import gobblin.hive.HiveRegisterStep; -import gobblin.hive.metastore.HiveMetaStoreUtils; -import gobblin.hive.spec.HiveSpec; -import gobblin.hive.spec.SimpleHiveSpec; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.MultiTimingEvent; -import gobblin.util.commit.DeleteFileCommitStep; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.entities.PostPublishStep; +import org.apache.gobblin.data.management.copy.entities.PrePublishStep; +import org.apache.gobblin.hive.HiveRegisterStep; +import org.apache.gobblin.hive.metastore.HiveMetaStoreUtils; +import org.apache.gobblin.hive.spec.HiveSpec; +import org.apache.gobblin.hive.spec.SimpleHiveSpec; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.MultiTimingEvent; +import org.apache.gobblin.util.commit.DeleteFileCommitStep; import lombok.Getter; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.java index d162bd6..9171da7 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HivePartitionsDeregisterFileSet.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.util.Collection; @@ -25,7 +25,7 @@ import org.apache.hadoop.hive.ql.metadata.Partition; import com.google.common.collect.Lists; -import gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyEntity; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.java index 3ae82e5..5ac9b64 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTableLocationNotMatchException.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTargetPathHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTargetPathHelper.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTargetPathHelper.java index 4e6ffea..91d0eab 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTargetPathHelper.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveTargetPathHelper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; @@ -24,7 +24,7 @@ import org.apache.hadoop.hive.ql.metadata.Partition; import com.google.common.base.Optional; import com.google.common.base.Preconditions; -import gobblin.util.PathUtils; +import org.apache.gobblin.util.PathUtils; public class HiveTargetPathHelper { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveUtils.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveUtils.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveUtils.java index 8b0e2ef..db56b4c 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveUtils.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveUtils.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PartitionFilterGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PartitionFilterGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PartitionFilterGenerator.java index ebe4deb..c94c615 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PartitionFilterGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PartitionFilterGenerator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; /** * Generates a partition filter dynamically. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.java index fb73a98..6ae87c4 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedHivePartitionFilterFactory.java @@ -16,23 +16,23 @@ */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.util.Properties; import com.typesafe.config.Config; -import gobblin.util.ConfigUtils; -import gobblin.annotation.Alias; +import org.apache.gobblin.util.ConfigUtils; +import org.apache.gobblin.annotation.Alias; /** * A path based specific filter factory for generation of {@link PathBasedPartitionFilter} */ @Alias("PathPartition") public class PathBasedHivePartitionFilterFactory implements HivePartitionExtendedFilterFactory { - /* Regular expression components required for filtering partitions by their path */ + /* Regular expression components required for filtering partitions by their path */ public static final String HIVE_PARTITION_PATH_FILTER_REGEX = HiveDatasetFinder.HIVE_DATASET_PREFIX + ".pathFilterRegex"; - + @Override public HivePartitionExtendedFilter createFilter(Config config){ Properties props = ConfigUtils.configToProperties(config); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedPartitionFilter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedPartitionFilter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedPartitionFilter.java index 1f158d7..167a369 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedPartitionFilter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/PathBasedPartitionFilter.java @@ -16,7 +16,7 @@ */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.util.regex.Matcher; import java.util.regex.Pattern; @@ -30,7 +30,7 @@ import org.apache.hadoop.hive.metastore.api.Partition; public class PathBasedPartitionFilter implements HivePartitionExtendedFilter { private String filterRegex; - private Pattern pattern; + private Pattern pattern; public PathBasedPartitionFilter(String filterRegex) { this.filterRegex = filterRegex; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/UnpartitionedTableFileSet.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/UnpartitionedTableFileSet.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/UnpartitionedTableFileSet.java index 1481535..e1421e7 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/UnpartitionedTableFileSet.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/UnpartitionedTableFileSet.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.util.Collection; @@ -28,11 +28,11 @@ import com.google.common.base.Optional; import com.google.common.collect.Lists; import com.google.common.collect.Maps; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.entities.PrePublishStep; -import gobblin.metrics.event.MultiTimingEvent; -import gobblin.util.commit.DeleteFileCommitStep; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.entities.PrePublishStep; +import org.apache.gobblin.metrics.event.MultiTimingEvent; +import org.apache.gobblin.util.commit.DeleteFileCommitStep; import edu.umd.cs.findbugs.annotations.SuppressFBWarnings; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.java index 6d8d65b..a845581 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/avro/HiveAvroCopyEntityHelper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive.avro; +package org.apache.gobblin.data.management.copy.hive.avro; import java.io.IOException; import java.net.URI; @@ -31,8 +31,8 @@ import org.apache.hadoop.hive.metastore.api.StorageDescriptor; import org.apache.hadoop.hive.ql.metadata.Table; import org.apache.hadoop.hive.ql.metadata.Partition; -import gobblin.data.management.copy.hive.HiveCopyEntityHelper; -import gobblin.util.PathUtils; +import org.apache.gobblin.data.management.copy.hive.HiveCopyEntityHelper; +import org.apache.gobblin.util.PathUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.java index c1d581f..6c80940 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/filter/LookbackPartitionFilterGenerator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive.filter; +package org.apache.gobblin.data.management.copy.hive.filter; import java.util.Arrays; import java.util.Properties; @@ -27,9 +27,9 @@ import org.joda.time.format.DateTimeFormatter; import com.google.common.base.Preconditions; -import gobblin.data.management.copy.hive.HiveDataset; -import gobblin.data.management.copy.hive.HiveDatasetFinder; -import gobblin.data.management.copy.hive.PartitionFilterGenerator; +import org.apache.gobblin.data.management.copy.hive.HiveDataset; +import org.apache.gobblin.data.management.copy.hive.HiveDatasetFinder; +import org.apache.gobblin.data.management.copy.hive.PartitionFilterGenerator; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/AlwaysTrue.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/AlwaysTrue.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/AlwaysTrue.java index 44ebb50..888dd8d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/AlwaysTrue.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/AlwaysTrue.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.predicates; +package org.apache.gobblin.data.management.copy.predicates; import com.google.common.base.Predicate; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.java index 41bbd11..f2c7b32 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/NonPartitionTableRegistrationTimeSkipPredicate.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.predicates; +package org.apache.gobblin.data.management.copy.predicates; import java.io.IOException; @@ -24,9 +24,9 @@ import org.apache.hadoop.fs.FileStatus; import com.google.common.base.Optional; import com.google.common.base.Predicate; -import gobblin.data.management.copy.hive.HiveCopyEntityHelper; -import gobblin.data.management.copy.hive.HiveDataset; -import gobblin.data.management.copy.hive.HiveLocationDescriptor; +import org.apache.gobblin.data.management.copy.hive.HiveCopyEntityHelper; +import org.apache.gobblin.data.management.copy.hive.HiveDataset; +import org.apache.gobblin.data.management.copy.hive.HiveLocationDescriptor; import javax.annotation.Nullable; import lombok.AllArgsConstructor; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.java index dd46ae6..9cf0dba 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RegistrationTimeSkipPredicate.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.predicates; +package org.apache.gobblin.data.management.copy.predicates; import java.io.IOException; @@ -24,10 +24,10 @@ import org.apache.hadoop.fs.FileStatus; import com.google.common.base.Optional; import com.google.common.base.Predicate; -import gobblin.data.management.copy.hive.HiveCopyEntityHelper; -import gobblin.data.management.copy.hive.HiveDataset; -import gobblin.data.management.copy.hive.HivePartitionFileSet; -import gobblin.util.PathUtils; +import org.apache.gobblin.data.management.copy.hive.HiveCopyEntityHelper; +import org.apache.gobblin.data.management.copy.hive.HiveDataset; +import org.apache.gobblin.data.management.copy.hive.HivePartitionFileSet; +import org.apache.gobblin.util.PathUtils; import javax.annotation.Nullable; import lombok.AllArgsConstructor; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.java index fa1f6e4..c99253c 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/predicates/RootDirectoryModtimeSkipPredicate.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.predicates; +package org.apache.gobblin.data.management.copy.predicates; import java.io.IOException; import org.apache.hadoop.fs.FileStatus; @@ -23,9 +23,9 @@ import org.apache.hadoop.fs.Path; import com.google.common.base.Optional; import com.google.common.base.Predicate; -import gobblin.data.management.copy.hive.HiveCopyEntityHelper; -import gobblin.data.management.copy.hive.HivePartitionFileSet; -import gobblin.util.PathUtils; +import org.apache.gobblin.data.management.copy.hive.HiveCopyEntityHelper; +import org.apache.gobblin.data.management.copy.hive.HivePartitionFileSet; +import org.apache.gobblin.util.PathUtils; import javax.annotation.Nullable; import lombok.AllArgsConstructor; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/FileSetComparator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/FileSetComparator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/FileSetComparator.java index 2c1a72f..dc2482d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/FileSetComparator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/FileSetComparator.java @@ -15,14 +15,14 @@ * limitations under the License. */ -package gobblin.data.management.copy.prioritization; +package org.apache.gobblin.data.management.copy.prioritization; import java.util.Comparator; import com.typesafe.config.Config; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.partition.FileSet; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.partition.FileSet; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.java index b762acc..90580c6 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/prioritization/PrioritizedCopyableDataset.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.prioritization; +package org.apache.gobblin.data.management.copy.prioritization; import java.io.IOException; import java.util.Comparator; @@ -23,11 +23,11 @@ import java.util.Iterator; import org.apache.hadoop.fs.FileSystem; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.IterableCopyableDataset; -import gobblin.data.management.partition.FileSet; -import gobblin.util.request_allocation.PushDownRequestor; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.IterableCopyableDataset; +import org.apache.gobblin.data.management.partition.FileSet; +import org.apache.gobblin.util.request_allocation.PushDownRequestor; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyDataPublisher.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyDataPublisher.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyDataPublisher.java index ef3ac0e..3b22a89 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyDataPublisher.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyDataPublisher.java @@ -15,10 +15,10 @@ * limitations under the License. */ -package gobblin.data.management.copy.publisher; +package org.apache.gobblin.data.management.copy.publisher; -import gobblin.metrics.event.sla.SlaEventKeys; +import org.apache.gobblin.metrics.event.sla.SlaEventKeys; import java.io.IOException; import java.net.URI; import java.util.Collection; @@ -38,30 +38,30 @@ import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.google.common.collect.Multimap; -import gobblin.commit.CommitStep; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.configuration.WorkUnitState.WorkingState; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopySource; -import gobblin.data.management.copy.CopyableDataset; -import gobblin.data.management.copy.CopyableDatasetMetadata; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.entities.CommitStepCopyEntity; -import gobblin.data.management.copy.entities.PostPublishStep; -import gobblin.data.management.copy.entities.PrePublishStep; -import gobblin.data.management.copy.recovery.RecoveryHelper; -import gobblin.data.management.copy.writer.FileAwareInputStreamDataWriter; -import gobblin.data.management.copy.writer.FileAwareInputStreamDataWriterBuilder; -import gobblin.instrumented.Instrumented; -import gobblin.metrics.GobblinMetrics; -import gobblin.metrics.MetricContext; -import gobblin.metrics.event.EventSubmitter; -import gobblin.publisher.DataPublisher; -import gobblin.publisher.UnpublishedHandling; -import gobblin.util.HadoopUtils; -import gobblin.util.WriterUtils; +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.configuration.WorkUnitState.WorkingState; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopySource; +import org.apache.gobblin.data.management.copy.CopyableDataset; +import org.apache.gobblin.data.management.copy.CopyableDatasetMetadata; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.entities.CommitStepCopyEntity; +import org.apache.gobblin.data.management.copy.entities.PostPublishStep; +import org.apache.gobblin.data.management.copy.entities.PrePublishStep; +import org.apache.gobblin.data.management.copy.recovery.RecoveryHelper; +import org.apache.gobblin.data.management.copy.writer.FileAwareInputStreamDataWriter; +import org.apache.gobblin.data.management.copy.writer.FileAwareInputStreamDataWriterBuilder; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.publisher.DataPublisher; +import org.apache.gobblin.publisher.UnpublishedHandling; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.WriterUtils; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.java index e850705..a51257d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/CopyEventSubmitterHelper.java @@ -14,16 +14,16 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy.publisher; +package org.apache.gobblin.data.management.copy.publisher; import com.google.common.collect.ImmutableMap; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.sla.SlaEventKeys; -import gobblin.metrics.event.sla.SlaEventSubmitter; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.sla.SlaEventKeys; +import org.apache.gobblin.metrics.event.sla.SlaEventSubmitter; import java.util.Map; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.java index f191a72..c454b70 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/publisher/DeletingCopyDataPublisher.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy.publisher; +package org.apache.gobblin.data.management.copy.publisher; import java.io.IOException; import java.net.URI; @@ -25,16 +25,16 @@ import lombok.extern.slf4j.Slf4j; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.configuration.WorkUnitState.WorkingState; -import gobblin.data.management.copy.CopySource; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.ReadyCopyableFileFilter; -import gobblin.util.HadoopUtils; -import gobblin.util.PathUtils; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.configuration.WorkUnitState.WorkingState; +import org.apache.gobblin.data.management.copy.CopySource; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.ReadyCopyableFileFilter; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.PathUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/recovery/RecoveryHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/recovery/RecoveryHelper.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/recovery/RecoveryHelper.java index b257f2d..e688ba6 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/recovery/RecoveryHelper.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/recovery/RecoveryHelper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.recovery; +package org.apache.gobblin.data.management.copy.recovery; import lombok.extern.slf4j.Slf4j; @@ -32,11 +32,11 @@ import org.apache.hadoop.security.UserGroupInformation; import com.google.common.base.Optional; import com.google.common.base.Predicate; -import gobblin.configuration.State; -import gobblin.data.management.copy.CopySource; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.util.guid.Guid; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.data.management.copy.CopySource; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.util.guid.Guid; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.java index ea46556..8bcc9cf 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedCopyableDatasetFinder.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; @@ -30,8 +30,8 @@ import org.apache.hadoop.fs.FileSystem; import com.typesafe.config.Config; import com.google.common.base.Optional; -import gobblin.config.client.ConfigClient; -import gobblin.dataset.Dataset; +import org.apache.gobblin.config.client.ConfigClient; +import org.apache.gobblin.dataset.Dataset; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDataset.java index 27bb339..3881323 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDataset.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.util.Collection; @@ -36,16 +36,16 @@ import com.google.common.collect.Maps; import com.google.common.collect.Sets; import com.typesafe.config.Config; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableDataset; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.entities.PostPublishStep; -import gobblin.data.management.copy.entities.PrePublishStep; -import gobblin.data.management.dataset.DatasetUtils; -import gobblin.util.HadoopUtils; -import gobblin.util.PathUtils; -import gobblin.util.commit.DeleteFileCommitStep; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableDataset; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.entities.PostPublishStep; +import org.apache.gobblin.data.management.copy.entities.PrePublishStep; +import org.apache.gobblin.data.management.dataset.DatasetUtils; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.commit.DeleteFileCommitStep; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.java index b4d16a5..50cecd0 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedDatasetsFinder.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.net.URI; @@ -46,20 +46,20 @@ import com.google.common.collect.ImmutableList; import com.google.common.collect.Iterators; import com.typesafe.config.Config; -import gobblin.config.client.ConfigClient; -import gobblin.config.client.api.ConfigStoreFactoryDoesNotExistsException; -import gobblin.config.client.api.VersionStabilityPolicy; -import gobblin.config.store.api.ConfigStoreCreationException; -import gobblin.config.store.api.VersionDoesNotExistException; -import gobblin.configuration.ConfigurationKeys; -import gobblin.dataset.DatasetsFinder; -import gobblin.util.PathUtils; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopySource; -import gobblin.dataset.Dataset; -import gobblin.util.Either; -import gobblin.util.ExecutorsUtils; -import gobblin.util.executors.IteratorExecutor; +import org.apache.gobblin.config.client.ConfigClient; +import org.apache.gobblin.config.client.api.ConfigStoreFactoryDoesNotExistsException; +import org.apache.gobblin.config.client.api.VersionStabilityPolicy; +import org.apache.gobblin.config.store.api.ConfigStoreCreationException; +import org.apache.gobblin.config.store.api.VersionDoesNotExistException; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.dataset.DatasetsFinder; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopySource; +import org.apache.gobblin.dataset.Dataset; +import org.apache.gobblin.util.Either; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.executors.IteratorExecutor; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.java index 50fb2a41..00374e9 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ConfigBasedMultiDatasets.java @@ -15,10 +15,10 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import avro.shaded.com.google.common.annotations.VisibleForTesting; -import gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.Dataset; import java.io.IOException; import java.net.URI; import java.util.ArrayList; @@ -33,8 +33,8 @@ import com.google.common.base.Optional; import com.typesafe.config.Config; import com.typesafe.config.ConfigRenderOptions; -import gobblin.configuration.ConfigurationKeys; -import gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.data.management.copy.CopyConfiguration; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRoute.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRoute.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRoute.java index d537683..9f2f107 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRoute.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRoute.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import com.google.common.base.Objects; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGenerator.java index fd269a2..a1b72a1 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGenerator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorBase.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorBase.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorBase.java index d5fe3cf..d732fcf 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorBase.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorBase.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.java index 046f4bd..87995e9 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedLatency.java @@ -20,7 +20,7 @@ * * In Pull mode, query multiple data sources and pick the data source with the highest watermark */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.Serializable; import java.util.Collections; @@ -29,8 +29,8 @@ import java.util.List; import com.google.common.base.Optional; -import gobblin.annotation.Alias; -import gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.source.extractor.ComparableWatermark; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.java index ca3a501..f94f000 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidth.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.List; import com.google.common.base.Optional; -import gobblin.annotation.Alias; +import org.apache.gobblin.annotation.Alias; /** * In Pull mode, Optimized for network bandwidth : pick the first available data source http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.java index 7d1889a..814ee7d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizedNetworkBandwidthForTest.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.java index c127166..8309d40 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/CopyRouteGeneratorOptimizer.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopology.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopology.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopology.java index 5292c60..9c8e15b 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopology.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopology.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.ArrayList; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.java index 8c89e97..ae72f7c 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerByHadoopFsSource.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import com.google.common.base.Preconditions; import com.typesafe.config.Config; -import gobblin.annotation.Alias; +import org.apache.gobblin.annotation.Alias; @Alias(value="DataFlowTopologyPickerByHadoopFsSource") public class DataFlowTopologyPickerByHadoopFsSource implements DataFlowTopologyPickerBySource { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.java index 8bc9691..e5cfe1a 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/DataFlowTopologyPickerBySource.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import com.typesafe.config.Config; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPoint.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPoint.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPoint.java index ff3a0ba..be8e0cb 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPoint.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPoint.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.util.Collection; @@ -24,8 +24,8 @@ import org.apache.hadoop.fs.FileStatus; import com.google.common.base.Optional; -import gobblin.source.extractor.ComparableWatermark; -import gobblin.source.extractor.Watermark; +import org.apache.gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.source.extractor.Watermark; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPointFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPointFactory.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPointFactory.java index 72a957c..c7684eb 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPointFactory.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/EndPointFactory.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import com.typesafe.config.Config; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPoint.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPoint.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPoint.java index 7882c29..97fd20e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPoint.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPoint.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.net.URI; @@ -26,7 +26,7 @@ import org.apache.hadoop.fs.Path; import com.typesafe.config.Config; -import gobblin.util.HadoopUtils; +import org.apache.gobblin.util.HadoopUtils; import lombok.extern.slf4j.Slf4j; @Slf4j http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointDataset.java index 7347358..383d71d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointDataset.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; @@ -23,8 +23,8 @@ import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; -import gobblin.dataset.FileSystemDataset; -import gobblin.util.HadoopUtils; +import org.apache.gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.util.HadoopUtils; /** * {@link FileSystemDataset} wrapper class for {@link HadoopFsEndPoint} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointFactory.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointFactory.java index 1ba9ab3..3ebc860 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointFactory.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsEndPointFactory.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import com.google.common.base.Preconditions; import com.typesafe.config.Config; -import gobblin.annotation.Alias; +import org.apache.gobblin.annotation.Alias; @Alias(value="HadoopFsEndPointFactory") public class HadoopFsEndPointFactory implements EndPointFactory { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsReplicaConfig.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsReplicaConfig.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsReplicaConfig.java index 0a0b99b..57535f9 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsReplicaConfig.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/HadoopFsReplicaConfig.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.net.URI; import java.net.URISyntaxException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.java index 3af8b47..8ab4e7e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicaHadoopFsEndPoint.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.io.InputStreamReader; @@ -37,9 +37,9 @@ import com.google.common.base.Preconditions; import com.google.common.io.CharStreams; import com.typesafe.config.Config; -import gobblin.source.extractor.ComparableWatermark; -import gobblin.source.extractor.Watermark; -import gobblin.util.FileListUtils; +import org.apache.gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.source.extractor.Watermark; +import org.apache.gobblin.util.FileListUtils; import lombok.Getter; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationConfiguration.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationConfiguration.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationConfiguration.java index 44b6f61..2deafba 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationConfiguration.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationConfiguration.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.ArrayList; import java.util.HashMap; @@ -30,7 +30,7 @@ import com.google.common.base.Preconditions; import com.google.common.collect.Lists; import com.typesafe.config.Config; -import gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.ClassAliasResolver; import lombok.Getter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationCopyMode.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationCopyMode.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationCopyMode.java index 3783c2e..c246920 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationCopyMode.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationCopyMode.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import com.typesafe.config.Config; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.java index 604a838..55e0034 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationDataValidPathPicker.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.lang.reflect.InvocationTargetException; @@ -31,10 +31,10 @@ import org.apache.hadoop.fs.Path; import com.google.common.collect.Ordering; import com.typesafe.config.Config; -import gobblin.data.management.policy.VersionSelectionPolicy; -import gobblin.data.management.version.FileSystemDatasetVersion; -import gobblin.data.management.version.finder.VersionFinder; -import gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.data.management.policy.VersionSelectionPolicy; +import org.apache.gobblin.data.management.version.FileSystemDatasetVersion; +import org.apache.gobblin.data.management.version.finder.VersionFinder; +import org.apache.gobblin.dataset.FileSystemDataset; /** * Used to pick the valid Paths for data replication based on {@link Config} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationMetaData.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationMetaData.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationMetaData.java index 78d8b13..5fe63aa 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationMetaData.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/ReplicationMetaData.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.HashMap; import java.util.Map; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.java index aca6b2f..0769c5c 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/SourceHadoopFsEndPoint.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.net.URI; @@ -31,9 +31,9 @@ import com.google.common.base.Objects; import com.google.common.base.Optional; import com.typesafe.config.Config; -import gobblin.source.extractor.ComparableWatermark; -import gobblin.source.extractor.extract.LongWatermark; -import gobblin.util.FileListUtils; +import org.apache.gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.source.extractor.extract.LongWatermark; +import org.apache.gobblin.util.FileListUtils; import lombok.Getter; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.java index bb97e34..0d6b259 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataGenerationCommitStep.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.io.IOException; import java.net.URI; @@ -29,8 +29,8 @@ import org.apache.hadoop.fs.Path; import com.google.common.base.Charsets; import com.google.common.base.Objects; -import gobblin.commit.CommitStep; -import gobblin.source.extractor.Watermark; +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.source.extractor.Watermark; /** * A {@link CommitStep} to write watermark metadata to Hdfs http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataUtil.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataUtil.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataUtil.java index 620cea1..ca70d40 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataUtil.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/replication/WatermarkMetadataUtil.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.data.management.copy.replication; +package org.apache.gobblin.data.management.copy.replication; import java.util.List; import com.google.common.base.Splitter; import com.google.gson.JsonParser; -import gobblin.source.extractor.Watermark; -import gobblin.source.extractor.WatermarkSerializerHelper; +import org.apache.gobblin.source.extractor.Watermark; +import org.apache.gobblin.source.extractor.WatermarkSerializerHelper; /** * Utility class to serialize and deserialize the {@link Watermark} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.java index 09a9879..4efd09d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkGenerator.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.data.management.copy.watermark; +package org.apache.gobblin.data.management.copy.watermark; import java.io.IOException; import com.google.common.base.Optional; -import gobblin.data.management.copy.CopyableFile; -import gobblin.source.extractor.ComparableWatermark; -import gobblin.source.extractor.WatermarkInterval; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.source.extractor.WatermarkInterval; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.java index 1c8ccbe..1d20e58 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/CopyableFileWatermarkHelper.java @@ -15,16 +15,16 @@ * limitations under the License. */ -package gobblin.data.management.copy.watermark; +package org.apache.gobblin.data.management.copy.watermark; import java.io.IOException; import com.google.common.base.Optional; -import gobblin.configuration.State; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopyableFile; -import gobblin.source.extractor.WatermarkInterval; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.source.extractor.WatermarkInterval; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.java index 83b6e1d..30190a0 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/FullPathCopyableFileWatermarkGenerator.java @@ -15,16 +15,16 @@ * limitations under the License. */ -package gobblin.data.management.copy.watermark; +package org.apache.gobblin.data.management.copy.watermark; import java.io.IOException; import com.google.common.base.Optional; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.source.extractor.ComparableWatermark; -import gobblin.source.extractor.WatermarkInterval; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.source.extractor.WatermarkInterval; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/StringWatermark.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/StringWatermark.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/StringWatermark.java index 41604d3..261fd38 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/StringWatermark.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/watermark/StringWatermark.java @@ -15,14 +15,14 @@ * limitations under the License. */ -package gobblin.data.management.copy.watermark; +package org.apache.gobblin.data.management.copy.watermark; import com.google.common.base.Preconditions; import com.google.gson.JsonElement; -import gobblin.source.extractor.ComparableWatermark; -import gobblin.source.extractor.Watermark; -import gobblin.source.extractor.WatermarkSerializerHelper; +import org.apache.gobblin.source.extractor.ComparableWatermark; +import org.apache.gobblin.source.extractor.Watermark; +import org.apache.gobblin.source.extractor.WatermarkSerializerHelper; import lombok.AllArgsConstructor; import lombok.EqualsAndHashCode;
