http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.java index ac087b6..304364e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/HiveUnitUpdateProvider.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.provider; +package org.apache.gobblin.data.management.conversion.hive.provider; import org.apache.hadoop.hive.ql.metadata.Partition; import org.apache.hadoop.hive.ql.metadata.Table;
http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.java index 8079a9e..8a76b6d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateNotFoundException.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.provider; +package org.apache.gobblin.data.management.conversion.hive.provider; /** * An exception when {@link HiveUnitUpdateProvider} can not find updates http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.java index c349555..15794ac 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/provider/UpdateProviderFactory.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.provider; +package org.apache.gobblin.data.management.conversion.hive.provider; import java.io.IOException; import java.lang.reflect.InvocationTargetException; @@ -24,10 +24,10 @@ import org.apache.hadoop.fs.FileSystem; import com.google.common.collect.ImmutableList; -import gobblin.annotation.Alpha; -import gobblin.configuration.State; -import gobblin.util.HadoopUtils; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.annotation.Alpha; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; /** * A factory class to create {@link HiveUnitUpdateProvider}s http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.java index 6b630f8..ff4d9e9 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/publisher/HiveConvertPublisher.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.publisher; +package org.apache.gobblin.data.management.conversion.hive.publisher; import java.io.IOException; import java.net.URI; @@ -49,32 +49,32 @@ import com.google.common.collect.Lists; import com.google.common.collect.Ordering; import com.google.common.collect.Sets; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.configuration.WorkUnitState.WorkingState; -import gobblin.data.management.conversion.hive.avro.AvroSchemaManager; -import gobblin.data.management.conversion.hive.entities.QueryBasedHivePublishEntity; -import gobblin.data.management.conversion.hive.events.EventConstants; -import gobblin.data.management.conversion.hive.events.EventWorkunitUtils; -import gobblin.data.management.conversion.hive.query.HiveAvroORCQueryGenerator; -import gobblin.data.management.conversion.hive.source.HiveSource; -import gobblin.data.management.conversion.hive.source.HiveWorkUnit; -import gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker; -import gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarkerFactory; -import gobblin.data.management.conversion.hive.watermarker.PartitionLevelWatermarker; -import gobblin.data.management.copy.hive.HiveDatasetFinder; -import gobblin.hive.HiveMetastoreClientPool; -import gobblin.util.AutoReturnableObject; -import gobblin.util.HiveJdbcConnector; -import gobblin.instrumented.Instrumented; -import gobblin.metrics.MetricContext; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.sla.SlaEventSubmitter; -import gobblin.publisher.DataPublisher; -import gobblin.util.HadoopUtils; -import gobblin.util.WriterUtils; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.configuration.WorkUnitState.WorkingState; +import org.apache.gobblin.data.management.conversion.hive.avro.AvroSchemaManager; +import org.apache.gobblin.data.management.conversion.hive.entities.QueryBasedHivePublishEntity; +import org.apache.gobblin.data.management.conversion.hive.events.EventConstants; +import org.apache.gobblin.data.management.conversion.hive.events.EventWorkunitUtils; +import org.apache.gobblin.data.management.conversion.hive.query.HiveAvroORCQueryGenerator; +import org.apache.gobblin.data.management.conversion.hive.source.HiveSource; +import org.apache.gobblin.data.management.conversion.hive.source.HiveWorkUnit; +import org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker; +import org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarkerFactory; +import org.apache.gobblin.data.management.conversion.hive.watermarker.PartitionLevelWatermarker; +import org.apache.gobblin.data.management.copy.hive.HiveDatasetFinder; +import org.apache.gobblin.hive.HiveMetastoreClientPool; +import org.apache.gobblin.util.AutoReturnableObject; +import org.apache.gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.sla.SlaEventSubmitter; +import org.apache.gobblin.publisher.DataPublisher; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.WriterUtils; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.java index 023e060..d16df29 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveAvroORCQueryGenerator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.conversion.hive.query; +package org.apache.gobblin.data.management.conversion.hive.query; import java.io.IOException; import java.util.Collections; @@ -54,8 +54,8 @@ import com.google.common.collect.Sets; import com.google.gson.Gson; import com.google.gson.GsonBuilder; -import gobblin.configuration.State; -import gobblin.data.management.conversion.hive.entities.QueryBasedHivePublishEntity; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.data.management.conversion.hive.entities.QueryBasedHivePublishEntity; /*** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.java index b978ff1..7062571 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/query/HiveValidationQueryGenerator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.conversion.hive.query; +package org.apache.gobblin.data.management.conversion.hive.query; import java.util.List; @@ -30,8 +30,8 @@ import com.google.common.base.Optional; import com.google.common.base.Splitter; import com.google.common.collect.Lists; -import gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset; -import gobblin.data.management.copy.hive.HiveDataset; +import org.apache.gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset; +import org.apache.gobblin.data.management.copy.hive.HiveDataset; /*** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/BackfillHiveSource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/BackfillHiveSource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/BackfillHiveSource.java index 39f320b..9f89b1b 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/BackfillHiveSource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/BackfillHiveSource.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.source; +package org.apache.gobblin.data.management.conversion.hive.source; import java.util.List; import java.util.Set; @@ -26,9 +26,9 @@ import com.google.common.annotations.VisibleForTesting; import com.google.common.base.Splitter; import com.google.common.collect.Sets; -import gobblin.configuration.SourceState; -import gobblin.source.extractor.extract.LongWatermark; -import gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.source.extractor.extract.LongWatermark; +import org.apache.gobblin.source.workunit.WorkUnit; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.java index 54052c8..89615e9 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveAvroToOrcSource.java @@ -14,14 +14,14 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.source; +package org.apache.gobblin.data.management.conversion.hive.source; import java.util.List; -import gobblin.configuration.SourceState; -import gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDatasetFinder; -import gobblin.data.management.copy.hive.HiveDatasetFinder; -import gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDatasetFinder; +import org.apache.gobblin.data.management.copy.hive.HiveDatasetFinder; +import org.apache.gobblin.source.workunit.WorkUnit; /** * An extension to {@link HiveSource} that is used for Avro to ORC conversion jobs. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java index 4ba66c1..21d8ab2 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveSource.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.source; +package org.apache.gobblin.data.management.conversion.hive.source; import com.google.common.util.concurrent.UncheckedExecutionException; @@ -43,40 +43,40 @@ import com.google.common.collect.ImmutableList; import com.google.common.collect.Lists; import com.google.gson.Gson; -import gobblin.annotation.Alpha; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.conversion.hive.avro.AvroSchemaManager; -import gobblin.data.management.conversion.hive.avro.SchemaNotFoundException; -import gobblin.data.management.conversion.hive.events.EventConstants; -import gobblin.data.management.conversion.hive.events.EventWorkunitUtils; -import gobblin.data.management.conversion.hive.provider.HiveUnitUpdateProvider; -import gobblin.data.management.conversion.hive.provider.UpdateNotFoundException; -import gobblin.data.management.conversion.hive.provider.UpdateProviderFactory; -import gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker; -import gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarkerFactory; -import gobblin.data.management.conversion.hive.watermarker.PartitionLevelWatermarker; -import gobblin.data.management.copy.hive.HiveDataset; -import gobblin.data.management.copy.hive.HiveDatasetFinder; -import gobblin.data.management.copy.hive.HiveUtils; -import gobblin.data.management.copy.hive.filter.LookbackPartitionFilterGenerator; -import gobblin.dataset.IterableDatasetFinder; -import gobblin.instrumented.Instrumented; -import gobblin.metrics.MetricContext; -import gobblin.metrics.event.EventSubmitter; -import gobblin.source.Source; -import gobblin.source.extractor.Extractor; -import gobblin.source.extractor.WatermarkInterval; -import gobblin.source.extractor.extract.LongWatermark; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.AutoReturnableObject; -import gobblin.util.HadoopUtils; -import gobblin.util.io.GsonInterfaceAdapter; -import gobblin.util.reflection.GobblinConstructorUtils; -import gobblin.util.ClassAliasResolver; -import gobblin.data.management.conversion.hive.extractor.HiveBaseExtractorFactory; -import gobblin.data.management.conversion.hive.extractor.HiveConvertExtractorFactory; +import org.apache.gobblin.annotation.Alpha; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.conversion.hive.avro.AvroSchemaManager; +import org.apache.gobblin.data.management.conversion.hive.avro.SchemaNotFoundException; +import org.apache.gobblin.data.management.conversion.hive.events.EventConstants; +import org.apache.gobblin.data.management.conversion.hive.events.EventWorkunitUtils; +import org.apache.gobblin.data.management.conversion.hive.provider.HiveUnitUpdateProvider; +import org.apache.gobblin.data.management.conversion.hive.provider.UpdateNotFoundException; +import org.apache.gobblin.data.management.conversion.hive.provider.UpdateProviderFactory; +import org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarker; +import org.apache.gobblin.data.management.conversion.hive.watermarker.HiveSourceWatermarkerFactory; +import org.apache.gobblin.data.management.conversion.hive.watermarker.PartitionLevelWatermarker; +import org.apache.gobblin.data.management.copy.hive.HiveDataset; +import org.apache.gobblin.data.management.copy.hive.HiveDatasetFinder; +import org.apache.gobblin.data.management.copy.hive.HiveUtils; +import org.apache.gobblin.data.management.copy.hive.filter.LookbackPartitionFilterGenerator; +import org.apache.gobblin.dataset.IterableDatasetFinder; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.source.Source; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.WatermarkInterval; +import org.apache.gobblin.source.extractor.extract.LongWatermark; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.AutoReturnableObject; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.io.GsonInterfaceAdapter; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.data.management.conversion.hive.extractor.HiveBaseExtractorFactory; +import org.apache.gobblin.data.management.conversion.hive.extractor.HiveConvertExtractorFactory; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveWorkUnit.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveWorkUnit.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveWorkUnit.java index c87202e..e5d1a2e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveWorkUnit.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/source/HiveWorkUnit.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.source; +package org.apache.gobblin.data.management.conversion.hive.source; import java.lang.reflect.Type; import java.util.List; @@ -26,9 +26,9 @@ import com.google.common.base.Optional; import com.google.common.reflect.TypeToken; import com.google.gson.Gson; -import gobblin.configuration.ConfigurationKeys; -import gobblin.data.management.copy.hive.HiveDataset; -import gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.data.management.copy.hive.HiveDataset; +import org.apache.gobblin.source.workunit.WorkUnit; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.java index 9e5d1f8..4f30908 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarker.java @@ -14,18 +14,18 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.watermarker; +package org.apache.gobblin.data.management.conversion.hive.watermarker; import java.util.List; import org.apache.hadoop.hive.ql.metadata.Partition; import org.apache.hadoop.hive.ql.metadata.Table; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.conversion.hive.source.HiveSource; -import gobblin.publisher.DataPublisher; -import gobblin.source.extractor.extract.LongWatermark; -import gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.conversion.hive.source.HiveSource; +import org.apache.gobblin.publisher.DataPublisher; +import org.apache.gobblin.source.extractor.extract.LongWatermark; +import org.apache.gobblin.source.workunit.WorkUnit; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.java index 4b97e0a..ac933bc 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/HiveSourceWatermarkerFactory.java @@ -14,9 +14,9 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.watermarker; +package org.apache.gobblin.data.management.conversion.hive.watermarker; -import gobblin.configuration.State; +import org.apache.gobblin.configuration.State; /** * An interface for creating new {@link HiveSourceWatermarker}s http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.java index 320725c..533f88d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/MultiKeyValueLongWatermark.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.watermarker; +package org.apache.gobblin.data.management.conversion.hive.watermarker; import java.math.RoundingMode; import java.util.Map; @@ -29,7 +29,7 @@ import com.google.common.math.LongMath; import com.google.gson.Gson; import com.google.gson.JsonElement; -import gobblin.source.extractor.Watermark; +import org.apache.gobblin.source.extractor.Watermark; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java index f5316dd..161f6f6 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/PartitionLevelWatermarker.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.watermarker; +package org.apache.gobblin.data.management.conversion.hive.watermarker; import java.io.IOException; import java.util.Collection; @@ -50,23 +50,23 @@ import com.google.common.collect.Iterables; import com.google.common.collect.Lists; import com.google.common.collect.Maps; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter; -import gobblin.data.management.conversion.hive.provider.HiveUnitUpdateProvider; -import gobblin.data.management.conversion.hive.provider.UpdateNotFoundException; -import gobblin.data.management.conversion.hive.provider.UpdateProviderFactory; -import gobblin.data.management.conversion.hive.source.HiveSource; -import gobblin.data.management.copy.hive.HiveDatasetFinder; -import gobblin.data.management.copy.hive.HiveUtils; -import gobblin.hive.HiveMetastoreClientPool; -import gobblin.source.extractor.Watermark; -import gobblin.source.extractor.WatermarkInterval; -import gobblin.source.extractor.extract.LongWatermark; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.AutoReturnableObject; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.conversion.hive.converter.AbstractAvroToOrcConverter; +import org.apache.gobblin.data.management.conversion.hive.provider.HiveUnitUpdateProvider; +import org.apache.gobblin.data.management.conversion.hive.provider.UpdateNotFoundException; +import org.apache.gobblin.data.management.conversion.hive.provider.UpdateProviderFactory; +import org.apache.gobblin.data.management.conversion.hive.source.HiveSource; +import org.apache.gobblin.data.management.copy.hive.HiveDatasetFinder; +import org.apache.gobblin.data.management.copy.hive.HiveUtils; +import org.apache.gobblin.hive.HiveMetastoreClientPool; +import org.apache.gobblin.source.extractor.Watermark; +import org.apache.gobblin.source.extractor.WatermarkInterval; +import org.apache.gobblin.source.extractor.extract.LongWatermark; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.AutoReturnableObject; import javax.annotation.Nonnull; import lombok.AccessLevel; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.java index 24ca5dd..c325d69 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/watermarker/TableLevelWatermarker.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.watermarker; +package org.apache.gobblin.data.management.conversion.hive.watermarker; import java.util.Collections; import java.util.List; @@ -31,12 +31,12 @@ import com.google.common.collect.FluentIterable; import com.google.common.collect.Maps; import com.google.gson.Gson; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.source.extractor.Watermark; -import gobblin.source.extractor.extract.LongWatermark; -import gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.source.extractor.Watermark; +import org.apache.gobblin.source.extractor.extract.LongWatermark; +import org.apache.gobblin.source.workunit.WorkUnit; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.java index bb0e2d8..94c427c 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryExecutionWriter.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.writer; +package org.apache.gobblin.data.management.conversion.hive.writer; import java.io.IOException; import java.sql.SQLException; @@ -27,14 +27,14 @@ import com.google.common.base.Optional; import lombok.AllArgsConstructor; -import gobblin.configuration.State; -import gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset; -import gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity; -import gobblin.data.management.conversion.hive.entities.SchemaAwareHivePartition; -import gobblin.data.management.conversion.hive.events.EventWorkunitUtils; -import gobblin.data.management.conversion.hive.publisher.HiveConvertPublisher; -import gobblin.util.HiveJdbcConnector; -import gobblin.writer.DataWriter; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.data.management.conversion.hive.dataset.ConvertibleHiveDataset; +import org.apache.gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity; +import org.apache.gobblin.data.management.conversion.hive.entities.SchemaAwareHivePartition; +import org.apache.gobblin.data.management.conversion.hive.events.EventWorkunitUtils; +import org.apache.gobblin.data.management.conversion.hive.publisher.HiveConvertPublisher; +import org.apache.gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.writer.DataWriter; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.java index bfd539d..87d945d 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/conversion/hive/writer/HiveQueryWriterBuilder.java @@ -14,17 +14,17 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.conversion.hive.writer; +package org.apache.gobblin.data.management.conversion.hive.writer; -import gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity; +import org.apache.gobblin.data.management.conversion.hive.entities.QueryBasedHiveConversionEntity; import java.io.IOException; import java.sql.SQLException; import org.apache.avro.Schema; -import gobblin.util.HiveJdbcConnector; -import gobblin.writer.DataWriter; -import gobblin.writer.DataWriterBuilder; +import org.apache.gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.writer.DataWriter; +import org.apache.gobblin.writer.DataWriterBuilder; /** * A {@link DataWriterBuilder} for {@link HiveQueryWriterBuilder} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/AllEqualComparator.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/AllEqualComparator.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/AllEqualComparator.java index faf56ff..cecf1d8 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/AllEqualComparator.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/AllEqualComparator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.Serializable; import java.util.Comparator; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CloseableFsCopySource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CloseableFsCopySource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CloseableFsCopySource.java index c944ba9..f4cf4fa 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CloseableFsCopySource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CloseableFsCopySource.java @@ -14,15 +14,15 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.copy.extractor.CloseableFsFileAwareInputStreamExtractor; -import gobblin.source.extractor.Extractor; -import gobblin.source.extractor.extract.sftp.SftpLightWeightFileSystem; -import gobblin.util.HadoopUtils; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.copy.extractor.CloseableFsFileAwareInputStreamExtractor; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.extract.sftp.SftpLightWeightFileSystem; +import org.apache.gobblin.util.HadoopUtils; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ConcurrentBoundedWorkUnitList.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ConcurrentBoundedWorkUnitList.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ConcurrentBoundedWorkUnitList.java index 6bd9bf5..ce1d136 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ConcurrentBoundedWorkUnitList.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ConcurrentBoundedWorkUnitList.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.util.Map; @@ -30,8 +30,8 @@ import java.util.TreeMap; import com.google.common.collect.ImmutableList; import com.google.common.collect.Sets; -import gobblin.data.management.partition.FileSet; -import gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.data.management.partition.FileSet; +import org.apache.gobblin.source.workunit.WorkUnit; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyConfiguration.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyConfiguration.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyConfiguration.java index dd4111f..b8f0365 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyConfiguration.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyConfiguration.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.util.Properties; @@ -30,12 +30,12 @@ import com.google.common.base.Optional; import com.google.common.base.Preconditions; import com.typesafe.config.Config; -import gobblin.configuration.ConfigurationKeys; -import gobblin.data.management.copy.prioritization.FileSetComparator; -import gobblin.util.ClassAliasResolver; -import gobblin.util.ConfigUtils; -import gobblin.util.reflection.GobblinConstructorUtils; -import gobblin.util.request_allocation.ResourcePool; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.data.management.copy.prioritization.FileSetComparator; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.ConfigUtils; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.util.request_allocation.ResourcePool; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyContext.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyContext.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyContext.java index 97d699e..f7cc070 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyContext.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyContext.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.FileNotFoundException; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyEntity.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyEntity.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyEntity.java index 66ec965..a19bcb0 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyEntity.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyEntity.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; -import gobblin.util.guid.Guid; -import gobblin.util.guid.HasGuid; -import gobblin.util.io.GsonInterfaceAdapter; +import org.apache.gobblin.util.guid.Guid; +import org.apache.gobblin.util.guid.HasGuid; +import org.apache.gobblin.util.io.GsonInterfaceAdapter; import java.io.IOException; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyResourcePool.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyResourcePool.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyResourcePool.java index e0983de..1a5a65e 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyResourcePool.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyResourcePool.java @@ -15,16 +15,16 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.util.Map; import com.google.common.collect.ImmutableMap; import com.typesafe.config.Config; -import gobblin.util.StringParsingUtils; -import gobblin.util.request_allocation.ResourcePool; -import gobblin.util.request_allocation.ResourceRequirement; +import org.apache.gobblin.util.StringParsingUtils; +import org.apache.gobblin.util.request_allocation.ResourcePool; +import org.apache.gobblin.util.request_allocation.ResourceRequirement; import lombok.Singular; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopySource.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopySource.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopySource.java index 28e9973..6e78215 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopySource.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopySource.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.net.URI; @@ -43,50 +43,50 @@ import com.google.common.collect.Lists; import com.google.common.collect.Multimaps; import com.google.common.collect.SetMultimap; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.copy.extractor.EmptyExtractor; -import gobblin.data.management.copy.extractor.FileAwareInputStreamExtractor; -import gobblin.data.management.copy.prioritization.FileSetComparator; -import gobblin.data.management.copy.publisher.CopyEventSubmitterHelper; -import gobblin.data.management.copy.watermark.CopyableFileWatermarkGenerator; -import gobblin.data.management.copy.watermark.CopyableFileWatermarkHelper; -import gobblin.data.management.dataset.DatasetUtils; -import gobblin.data.management.partition.CopyableDatasetRequestor; -import gobblin.data.management.partition.FileSet; -import gobblin.data.management.partition.FileSetResourceEstimator; -import gobblin.dataset.Dataset; -import gobblin.dataset.DatasetsFinder; -import gobblin.dataset.IterableDatasetFinder; -import gobblin.dataset.IterableDatasetFinderImpl; -import gobblin.instrumented.Instrumented; -import gobblin.metrics.GobblinMetrics; -import gobblin.metrics.MetricContext; -import gobblin.metrics.Tag; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.sla.SlaEventKeys; -import gobblin.source.extractor.Extractor; -import gobblin.source.extractor.WatermarkInterval; -import gobblin.source.extractor.extract.AbstractSource; -import gobblin.source.workunit.Extract; -import gobblin.source.workunit.WorkUnit; -import gobblin.source.workunit.WorkUnitWeighter; -import gobblin.util.ExecutorsUtils; -import gobblin.util.HadoopUtils; -import gobblin.util.WriterUtils; -import gobblin.util.binpacking.FieldWeighter; -import gobblin.util.binpacking.WorstFitDecreasingBinPacking; -import gobblin.util.deprecation.DeprecationUtils; -import gobblin.util.executors.IteratorExecutor; -import gobblin.util.guid.Guid; -import gobblin.util.request_allocation.GreedyAllocator; -import gobblin.util.request_allocation.HierarchicalAllocator; -import gobblin.util.request_allocation.HierarchicalPrioritizer; -import gobblin.util.request_allocation.RequestAllocator; -import gobblin.util.request_allocation.RequestAllocatorConfig; -import gobblin.util.request_allocation.RequestAllocatorUtils; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.copy.extractor.EmptyExtractor; +import org.apache.gobblin.data.management.copy.extractor.FileAwareInputStreamExtractor; +import org.apache.gobblin.data.management.copy.prioritization.FileSetComparator; +import org.apache.gobblin.data.management.copy.publisher.CopyEventSubmitterHelper; +import org.apache.gobblin.data.management.copy.watermark.CopyableFileWatermarkGenerator; +import org.apache.gobblin.data.management.copy.watermark.CopyableFileWatermarkHelper; +import org.apache.gobblin.data.management.dataset.DatasetUtils; +import org.apache.gobblin.data.management.partition.CopyableDatasetRequestor; +import org.apache.gobblin.data.management.partition.FileSet; +import org.apache.gobblin.data.management.partition.FileSetResourceEstimator; +import org.apache.gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.DatasetsFinder; +import org.apache.gobblin.dataset.IterableDatasetFinder; +import org.apache.gobblin.dataset.IterableDatasetFinderImpl; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.Tag; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.sla.SlaEventKeys; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.WatermarkInterval; +import org.apache.gobblin.source.extractor.extract.AbstractSource; +import org.apache.gobblin.source.workunit.Extract; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.source.workunit.WorkUnitWeighter; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.WriterUtils; +import org.apache.gobblin.util.binpacking.FieldWeighter; +import org.apache.gobblin.util.binpacking.WorstFitDecreasingBinPacking; +import org.apache.gobblin.util.deprecation.DeprecationUtils; +import org.apache.gobblin.util.executors.IteratorExecutor; +import org.apache.gobblin.util.guid.Guid; +import org.apache.gobblin.util.request_allocation.GreedyAllocator; +import org.apache.gobblin.util.request_allocation.HierarchicalAllocator; +import org.apache.gobblin.util.request_allocation.HierarchicalPrioritizer; +import org.apache.gobblin.util.request_allocation.RequestAllocator; +import org.apache.gobblin.util.request_allocation.RequestAllocatorConfig; +import org.apache.gobblin.util.request_allocation.RequestAllocatorUtils; import lombok.AllArgsConstructor; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDataset.java index b6f44bd..f8bd006 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDataset.java @@ -15,9 +15,9 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; -import gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.Dataset; import java.io.IOException; import java.util.Collection; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetBase.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetBase.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetBase.java index 2664f45..c27b839 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetBase.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetBase.java @@ -15,9 +15,9 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; -import gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.Dataset; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetMetadata.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetMetadata.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetMetadata.java index dea1cce..800afa6 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetMetadata.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableDatasetMetadata.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import lombok.EqualsAndHashCode; import lombok.Getter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFile.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFile.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFile.java index 74df896..f2cb933 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFile.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFile.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; -import gobblin.data.management.partition.File; -import gobblin.data.management.copy.PreserveAttributes.Option; -import gobblin.util.PathUtils; -import gobblin.util.guid.Guid; +import org.apache.gobblin.data.management.partition.File; +import org.apache.gobblin.data.management.copy.PreserveAttributes.Option; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.guid.Guid; import java.io.IOException; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFileFilter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFileFilter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFileFilter.java index c978b5c..9b841d2 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFileFilter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableFileFilter.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.util.Collection; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableGlobDatasetFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableGlobDatasetFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableGlobDatasetFinder.java index 2966b18..7c036f5 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableGlobDatasetFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/CopyableGlobDatasetFinder.java @@ -15,9 +15,9 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; -import gobblin.data.management.retention.profile.ConfigurableGlobDatasetFinder; +import org.apache.gobblin.data.management.retention.profile.ConfigurableGlobDatasetFinder; import java.io.IOException; import java.util.Properties; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/FileAwareInputStream.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/FileAwareInputStream.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/FileAwareInputStream.java index 31200d2..b399ec1 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/FileAwareInputStream.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/FileAwareInputStream.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.InputStream; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDataset.java index d172970..870037a 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDataset.java @@ -15,14 +15,14 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.util.Iterator; import org.apache.hadoop.fs.FileSystem; -import gobblin.data.management.partition.FileSet; +import org.apache.gobblin.data.management.partition.FileSet; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDatasetImpl.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDatasetImpl.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDatasetImpl.java index 23f7860..e401aef 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDatasetImpl.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/IterableCopyableDatasetImpl.java @@ -15,13 +15,13 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import com.google.common.base.Function; import com.google.common.collect.Iterators; import com.google.common.collect.Maps; -import gobblin.data.management.partition.FileSet; -import gobblin.dataset.Dataset; +import org.apache.gobblin.data.management.partition.FileSet; +import org.apache.gobblin.dataset.Dataset; import java.io.IOException; import java.util.Collection; import java.util.Iterator; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/OwnerAndPermission.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/OwnerAndPermission.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/OwnerAndPermission.java index 0a9b885..7ed2a95 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/OwnerAndPermission.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/OwnerAndPermission.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import lombok.AccessLevel; import lombok.AllArgsConstructor; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/PreserveAttributes.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/PreserveAttributes.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/PreserveAttributes.java index 4e3d232..30eb972 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/PreserveAttributes.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/PreserveAttributes.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import lombok.AllArgsConstructor; import lombok.EqualsAndHashCode; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java index 2974f93..8843cf8 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/ReadyCopyableFileFilter.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.util.Collection; @@ -27,7 +27,7 @@ import org.apache.hadoop.fs.Path; import com.google.common.collect.ImmutableList; -import gobblin.util.PathUtils; +import org.apache.gobblin.util.PathUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursiveCopyableDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursiveCopyableDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursiveCopyableDataset.java index ab13cb5..e24752a 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursiveCopyableDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursiveCopyableDataset.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.data.management.copy; - -import gobblin.commit.CommitStep; -import gobblin.data.management.copy.entities.PrePublishStep; -import gobblin.data.management.dataset.DatasetUtils; -import gobblin.dataset.FileSystemDataset; -import gobblin.util.PathUtils; -import gobblin.util.FileListUtils; -import gobblin.util.commit.DeleteFileCommitStep; +package org.apache.gobblin.data.management.copy; + +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.data.management.copy.entities.PrePublishStep; +import org.apache.gobblin.data.management.dataset.DatasetUtils; +import org.apache.gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.FileListUtils; +import org.apache.gobblin.util.commit.DeleteFileCommitStep; import java.io.FileNotFoundException; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursivePathFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursivePathFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursivePathFinder.java index cc85252..ec608b2 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursivePathFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/RecursivePathFinder.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.util.List; @@ -29,11 +29,11 @@ import org.apache.hadoop.fs.PathFilter; import com.google.common.collect.Sets; -import gobblin.data.management.dataset.DatasetUtils; -import gobblin.util.FileListUtils; -import gobblin.util.PathUtils; -import gobblin.util.filters.AndPathFilter; -import gobblin.util.filters.HiddenFilter; +import org.apache.gobblin.data.management.dataset.DatasetUtils; +import org.apache.gobblin.util.FileListUtils; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.filters.AndPathFilter; +import org.apache.gobblin.util.filters.HiddenFilter; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDataset.java index b76e115..e0f70c3 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDataset.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.util.Collection; @@ -28,11 +28,11 @@ import org.apache.hadoop.fs.Path; import com.google.common.collect.Lists; -import gobblin.configuration.SourceState; -import gobblin.data.management.dataset.DatasetUtils; -import gobblin.dataset.FileSystemDataset; -import gobblin.metrics.event.EventSubmitter; -import gobblin.util.PathUtils; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.data.management.dataset.DatasetUtils; +import org.apache.gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.util.PathUtils; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.java index 142b1e9..a180562 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/SubsetFilesCopyableDatasetFinder.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.util.ArrayList; @@ -34,12 +34,12 @@ import org.apache.hadoop.fs.PathFilter; import com.google.common.base.Optional; import com.google.common.collect.Lists; -import gobblin.configuration.SourceState; -import gobblin.data.management.retention.profile.ConfigurableGlobDatasetFinder; -import gobblin.metrics.event.EventSubmitter; -import gobblin.util.PathUtils; -import gobblin.util.filters.RegexPathFilter; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.data.management.retention.profile.ConfigurableGlobDatasetFinder; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.filters.RegexPathFilter; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; import lombok.Getter; import lombok.Setter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimestampBasedCopyableDataset.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimestampBasedCopyableDataset.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimestampBasedCopyableDataset.java index b9423fc..d860599 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimestampBasedCopyableDataset.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/TimestampBasedCopyableDataset.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy; +package org.apache.gobblin.data.management.copy; import java.io.IOException; import java.lang.reflect.InvocationTargetException; @@ -37,19 +37,19 @@ import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.PathFilter; import org.joda.time.DateTime; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopyableDataset; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.policy.SelectAfterTimeBasedPolicy; -import gobblin.data.management.policy.VersionSelectionPolicy; -import gobblin.data.management.version.TimestampedDatasetVersion; -import gobblin.data.management.version.finder.DateTimeDatasetVersionFinder; -import gobblin.data.management.version.finder.VersionFinder; -import gobblin.dataset.FileSystemDataset; -import gobblin.util.filters.HiddenFilter; -import gobblin.util.ExecutorsUtils; -import gobblin.util.PathUtils; -import gobblin.util.executors.ScalingThreadPoolExecutor; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopyableDataset; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.policy.SelectAfterTimeBasedPolicy; +import org.apache.gobblin.data.management.policy.VersionSelectionPolicy; +import org.apache.gobblin.data.management.version.TimestampedDatasetVersion; +import org.apache.gobblin.data.management.version.finder.DateTimeDatasetVersionFinder; +import org.apache.gobblin.data.management.version.finder.VersionFinder; +import org.apache.gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.util.filters.HiddenFilter; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.executors.ScalingThreadPoolExecutor; import lombok.AllArgsConstructor; import lombok.Getter; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DecryptConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DecryptConverter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DecryptConverter.java index 2f9fced..d074046 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DecryptConverter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DecryptConverter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.converter; +package org.apache.gobblin.data.management.copy.converter; import java.io.IOException; import java.io.InputStream; @@ -30,13 +30,13 @@ import com.google.common.collect.Maps; import javax.annotation.Nullable; import lombok.extern.slf4j.Slf4j; -import gobblin.codec.StreamCodec; -import gobblin.configuration.WorkUnitState; -import gobblin.converter.Converter; -import gobblin.crypto.EncryptionConfigParser; -import gobblin.crypto.EncryptionFactory; -import gobblin.data.management.copy.FileAwareInputStream; -import gobblin.password.PasswordManager; +import org.apache.gobblin.codec.StreamCodec; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.crypto.EncryptionConfigParser; +import org.apache.gobblin.crypto.EncryptionFactory; +import org.apache.gobblin.data.management.copy.FileAwareInputStream; +import org.apache.gobblin.password.PasswordManager; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DistcpConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DistcpConverter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DistcpConverter.java index 3b594dc..ee6f221 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DistcpConverter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/DistcpConverter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.converter; +package org.apache.gobblin.data.management.copy.converter; import java.io.InputStream; import java.util.ArrayList; @@ -23,14 +23,14 @@ import java.util.List; import com.google.common.base.Function; -import gobblin.configuration.WorkUnitState; -import gobblin.converter.Converter; -import gobblin.converter.DataConversionException; -import gobblin.converter.SchemaConversionException; -import gobblin.converter.SingleRecordIterable; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.FileAwareInputStream; -import gobblin.util.PathUtils; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.converter.DataConversionException; +import org.apache.gobblin.converter.SchemaConversionException; +import org.apache.gobblin.converter.SingleRecordIterable; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.FileAwareInputStream; +import org.apache.gobblin.util.PathUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/UnGzipConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/UnGzipConverter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/UnGzipConverter.java index 735d4b2..5e6ca61 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/UnGzipConverter.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/converter/UnGzipConverter.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.data.management.copy.converter; +package org.apache.gobblin.data.management.copy.converter; import javax.annotation.Nullable; -import gobblin.converter.Converter; -import gobblin.util.io.StreamUtils; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.util.io.StreamUtils; import java.io.IOException; import java.io.InputStream; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/CommitStepCopyEntity.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/CommitStepCopyEntity.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/CommitStepCopyEntity.java index cb79466..8187f20 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/CommitStepCopyEntity.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/CommitStepCopyEntity.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.data.management.copy.entities; +package org.apache.gobblin.data.management.copy.entities; import lombok.EqualsAndHashCode; import lombok.Getter; import java.util.Map; -import gobblin.commit.CommitStep; -import gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.data.management.copy.CopyEntity; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PostPublishStep.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PostPublishStep.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PostPublishStep.java index 71b723c..4f54bfa 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PostPublishStep.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PostPublishStep.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.data.management.copy.entities; +package org.apache.gobblin.data.management.copy.entities; import java.util.Map; -import gobblin.commit.CommitStep; +import org.apache.gobblin.commit.CommitStep; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PrePublishStep.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PrePublishStep.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PrePublishStep.java index 69aceaf..2eeccbe 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PrePublishStep.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/entities/PrePublishStep.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.data.management.copy.entities; +package org.apache.gobblin.data.management.copy.entities; import java.util.Map; -import gobblin.commit.CommitStep; +import org.apache.gobblin.commit.CommitStep; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.java index b747474..5f48599 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/CloseableFsFileAwareInputStreamExtractor.java @@ -14,11 +14,11 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.data.management.copy.extractor; +package org.apache.gobblin.data.management.copy.extractor; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.copy.CopyableFile; -import gobblin.source.extractor.extract.sftp.SftpLightWeightFileSystem; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.source.extractor.extract.sftp.SftpLightWeightFileSystem; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/EmptyExtractor.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/EmptyExtractor.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/EmptyExtractor.java index aea9afb..5e9155f 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/EmptyExtractor.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/EmptyExtractor.java @@ -15,14 +15,14 @@ * limitations under the License. */ -package gobblin.data.management.copy.extractor; +package org.apache.gobblin.data.management.copy.extractor; import lombok.AllArgsConstructor; import java.io.IOException; -import gobblin.source.extractor.DataRecordException; -import gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.DataRecordException; +import org.apache.gobblin.source.extractor.Extractor; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.java index 7d576f0..9ba28b5 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/extractor/FileAwareInputStreamExtractor.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.data.management.copy.extractor; +package org.apache.gobblin.data.management.copy.extractor; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.FileAwareInputStream; -import gobblin.source.extractor.DataRecordException; -import gobblin.source.extractor.Extractor; -import gobblin.util.HadoopUtils; -import gobblin.util.io.MeteredInputStream; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.FileAwareInputStream; +import org.apache.gobblin.source.extractor.DataRecordException; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.io.MeteredInputStream; import java.io.IOException; import java.io.InputStream; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveCopyEntityHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveCopyEntityHelper.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveCopyEntityHelper.java index 7cbd7bd..3c7643b 100644 --- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveCopyEntityHelper.java +++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/hive/HiveCopyEntityHelper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.data.management.copy.hive; +package org.apache.gobblin.data.management.copy.hive; import java.io.IOException; import java.net.URI; @@ -54,30 +54,30 @@ import com.google.common.io.Closer; import com.google.gson.Gson; import com.typesafe.config.Config; -import gobblin.commit.CommitStep; -import gobblin.configuration.State; -import gobblin.util.ClassAliasResolver; -import gobblin.data.management.copy.CopyConfiguration; -import gobblin.data.management.copy.CopyEntity; -import gobblin.data.management.copy.CopyableFile; -import gobblin.data.management.copy.OwnerAndPermission; -import gobblin.data.management.copy.entities.PostPublishStep; -import gobblin.data.management.copy.hive.avro.HiveAvroCopyEntityHelper; -import gobblin.data.management.partition.FileSet; -import gobblin.hive.HiveMetastoreClientPool; -import gobblin.hive.HiveRegProps; -import gobblin.hive.HiveRegisterStep; -import gobblin.hive.PartitionDeregisterStep; -import gobblin.hive.TableDeregisterStep; -import gobblin.hive.metastore.HiveMetaStoreUtils; -import gobblin.hive.spec.HiveSpec; -import gobblin.hive.spec.SimpleHiveSpec; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.MultiTimingEvent; -import gobblin.util.PathUtils; -import gobblin.util.commit.DeleteFileCommitStep; -import gobblin.util.reflection.GobblinConstructorUtils; -import gobblin.util.request_allocation.PushDownRequestor; +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.data.management.copy.CopyConfiguration; +import org.apache.gobblin.data.management.copy.CopyEntity; +import org.apache.gobblin.data.management.copy.CopyableFile; +import org.apache.gobblin.data.management.copy.OwnerAndPermission; +import org.apache.gobblin.data.management.copy.entities.PostPublishStep; +import org.apache.gobblin.data.management.copy.hive.avro.HiveAvroCopyEntityHelper; +import org.apache.gobblin.data.management.partition.FileSet; +import org.apache.gobblin.hive.HiveMetastoreClientPool; +import org.apache.gobblin.hive.HiveRegProps; +import org.apache.gobblin.hive.HiveRegisterStep; +import org.apache.gobblin.hive.PartitionDeregisterStep; +import org.apache.gobblin.hive.TableDeregisterStep; +import org.apache.gobblin.hive.metastore.HiveMetaStoreUtils; +import org.apache.gobblin.hive.spec.HiveSpec; +import org.apache.gobblin.hive.spec.SimpleHiveSpec; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.MultiTimingEvent; +import org.apache.gobblin.util.PathUtils; +import org.apache.gobblin.util.commit.DeleteFileCommitStep; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.util.request_allocation.PushDownRequestor; import lombok.Builder; import lombok.Data;
