http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionBasedOnRatio.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionBasedOnRatio.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionBasedOnRatio.java index 8229367..d58a17d 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionBasedOnRatio.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionBasedOnRatio.java @@ -15,17 +15,17 @@ * limitations under the License. */ -package gobblin.compaction.conditions; +package org.apache.gobblin.compaction.conditions; import java.util.List; import java.util.Map; -import gobblin.annotation.Alias; -import gobblin.compaction.dataset.DatasetHelper; -import gobblin.compaction.dataset.Dataset; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.util.DatasetFilterUtils; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.compaction.dataset.DatasetHelper; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.util.DatasetFilterUtils; import org.apache.commons.lang.StringUtils; import org.slf4j.Logger;
http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionFactory.java index b765e25..320d871 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/conditions/RecompactionConditionFactory.java @@ -15,8 +15,8 @@ * limitations under the License. */ -package gobblin.compaction.conditions; -import gobblin.compaction.dataset.Dataset; +package org.apache.gobblin.compaction.conditions; +import org.apache.gobblin.compaction.dataset.Dataset; public interface RecompactionConditionFactory { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/Dataset.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/Dataset.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/Dataset.java index 53846d5..73f12a9 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/Dataset.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/Dataset.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.dataset; +package org.apache.gobblin.compaction.dataset; import java.util.Collection; import java.util.Collections; @@ -33,9 +33,9 @@ import com.google.common.collect.ImmutableSet; import com.google.common.collect.Lists; import com.google.common.collect.Sets; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.configuration.State; -import gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.dataset.FileSystemDataset; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetHelper.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetHelper.java index 645c63a..bd82d29 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetHelper.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetHelper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.dataset; +package org.apache.gobblin.compaction.dataset; import java.io.IOException; import java.lang.reflect.InvocationTargetException; @@ -35,14 +35,14 @@ import com.google.common.collect.ImmutableList; import com.google.common.collect.Lists; import com.google.common.base.Optional; -import gobblin.compaction.conditions.RecompactionCondition; -import gobblin.compaction.conditions.RecompactionConditionFactory; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.util.ClassAliasResolver; -import gobblin.util.FileListUtils; -import gobblin.util.RecordCountProvider; -import gobblin.util.recordcount.LateFileRecordCountProvider; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.compaction.conditions.RecompactionCondition; +import org.apache.gobblin.compaction.conditions.RecompactionConditionFactory; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.FileListUtils; +import org.apache.gobblin.util.RecordCountProvider; +import org.apache.gobblin.util.recordcount.LateFileRecordCountProvider; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetsFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetsFinder.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetsFinder.java index 7c55007..26fb8e3 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetsFinder.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/DatasetsFinder.java @@ -15,9 +15,9 @@ * limitations under the License. */ -package gobblin.compaction.dataset; +package org.apache.gobblin.compaction.dataset; -import gobblin.source.extractor.extract.kafka.ConfigStoreUtils; +import org.apache.gobblin.source.extractor.extract.kafka.ConfigStoreUtils; import java.io.IOException; import java.net.URI; import java.util.ArrayList; @@ -37,10 +37,10 @@ import com.google.common.annotations.VisibleForTesting; import com.google.common.base.Preconditions; import com.google.common.collect.Lists; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.configuration.State; -import gobblin.util.DatasetFilterUtils; -import gobblin.util.HadoopUtils; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.util.DatasetFilterUtils; +import org.apache.gobblin.util.HadoopUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/SimpleDatasetsFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/SimpleDatasetsFinder.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/SimpleDatasetsFinder.java index c17cc1c..dc6679a 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/SimpleDatasetsFinder.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/SimpleDatasetsFinder.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.dataset; +package org.apache.gobblin.compaction.dataset; import java.io.IOException; import java.util.Set; @@ -24,8 +24,8 @@ import org.apache.hadoop.fs.Path; import com.google.common.collect.Sets; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.configuration.State; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.configuration.State; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/TimeBasedSubDirDatasetsFinder.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/TimeBasedSubDirDatasetsFinder.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/TimeBasedSubDirDatasetsFinder.java index f255397..b00d7f4 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/TimeBasedSubDirDatasetsFinder.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/dataset/TimeBasedSubDirDatasetsFinder.java @@ -15,13 +15,13 @@ * limitations under the License. */ -package gobblin.compaction.dataset; +package org.apache.gobblin.compaction.dataset; import com.google.common.annotations.VisibleForTesting; import com.google.common.collect.Sets; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.configuration.State; -import gobblin.util.DatasetFilterUtils; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.util.DatasetFilterUtils; import lombok.extern.slf4j.Slf4j; import org.apache.commons.lang.StringUtils; import org.apache.hadoop.fs.FileStatus; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/CompactionSlaEventHelper.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/CompactionSlaEventHelper.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/CompactionSlaEventHelper.java index ebdba07..b0c4dcb 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/CompactionSlaEventHelper.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/CompactionSlaEventHelper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.event; +package org.apache.gobblin.compaction.event; import java.io.IOException; @@ -29,14 +29,14 @@ import org.slf4j.LoggerFactory; import com.google.common.base.Optional; -import gobblin.compaction.dataset.Dataset; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.compaction.mapreduce.avro.AvroKeyDedupReducer; -import gobblin.compaction.mapreduce.avro.AvroKeyMapper; -import gobblin.configuration.State; -import gobblin.metrics.event.sla.SlaEventKeys; -import gobblin.metrics.event.sla.SlaEventSubmitter; -import gobblin.metrics.event.sla.SlaEventSubmitter.SlaEventSubmitterBuilder; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.mapreduce.avro.AvroKeyDedupReducer; +import org.apache.gobblin.compaction.mapreduce.avro.AvroKeyMapper; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.metrics.event.sla.SlaEventKeys; +import org.apache.gobblin.metrics.event.sla.SlaEventSubmitter; +import org.apache.gobblin.metrics.event.sla.SlaEventSubmitter.SlaEventSubmitterBuilder; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/DedupeStatus.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/DedupeStatus.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/DedupeStatus.java index e695903..c6eda2c 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/DedupeStatus.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/event/DedupeStatus.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.event; +package org.apache.gobblin.compaction.event; public enum DedupeStatus { DEDUPED, http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/AvroExternalTable.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/AvroExternalTable.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/AvroExternalTable.java index 90c6c4a..bedaa41 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/AvroExternalTable.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/AvroExternalTable.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.io.IOException; import java.io.InputStream; @@ -33,7 +33,7 @@ import org.apache.hadoop.fs.Path; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.util.HiveJdbcConnector; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/CompactionRunner.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/CompactionRunner.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/CompactionRunner.java index e3b494f..ee68c78 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/CompactionRunner.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/CompactionRunner.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.io.File; import java.io.FileOutputStream; @@ -35,8 +35,8 @@ import org.apache.commons.configuration.PropertiesConfiguration; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import gobblin.compaction.CliOptions; -import gobblin.compaction.mapreduce.MRCompactionRunner; +import org.apache.gobblin.compaction.CliOptions; +import org.apache.gobblin.compaction.mapreduce.MRCompactionRunner; /** * Run Hive compaction based on config files. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsIO.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsIO.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsIO.java index 0f57db7..86ffa08 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsIO.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsIO.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.io.IOException; import java.util.Set; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsReader.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsReader.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsReader.java index 77ce096..07645f8 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsReader.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsReader.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.io.IOException; import java.io.InputStream; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsWriter.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsWriter.java index 6396c0d..725756d 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsWriter.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HdfsWriter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.io.IOException; @@ -24,7 +24,7 @@ import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; -import gobblin.util.HadoopUtils; +import org.apache.gobblin.util.HadoopUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveAttribute.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveAttribute.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveAttribute.java index 208095b..c43130f 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveAttribute.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveAttribute.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; /** * An immutable class for managing Hive attributes. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveManagedTable.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveManagedTable.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveManagedTable.java index f7c83b9..b5e0c58 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveManagedTable.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveManagedTable.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.sql.SQLException; -import gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.util.HiveJdbcConnector; /** * A class for managing Hive managed tables. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveTable.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveTable.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveTable.java index 42dedf3..1ff1826 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveTable.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/HiveTable.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.sql.SQLException; import java.util.ArrayList; @@ -27,7 +27,7 @@ import org.apache.commons.lang.StringUtils; import com.google.common.base.Splitter; -import gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.util.HiveJdbcConnector; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/SerialCompactor.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/SerialCompactor.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/SerialCompactor.java index dda79e9..3fd6de7 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/SerialCompactor.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/SerialCompactor.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hive; +package org.apache.gobblin.compaction.hive; import java.io.IOException; import java.sql.SQLException; @@ -28,8 +28,8 @@ import org.slf4j.LoggerFactory; import com.google.common.base.Preconditions; import com.google.common.io.Closer; -import gobblin.compaction.Compactor; -import gobblin.util.HiveJdbcConnector; +import org.apache.gobblin.compaction.Compactor; +import org.apache.gobblin.util.HiveJdbcConnector; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/registration/HiveRegistrationCompactorListener.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/registration/HiveRegistrationCompactorListener.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/registration/HiveRegistrationCompactorListener.java index 113a15b..3eec1d5 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/registration/HiveRegistrationCompactorListener.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hive/registration/HiveRegistrationCompactorListener.java @@ -15,17 +15,17 @@ * limitations under the License. */ -package gobblin.compaction.hive.registration; +package org.apache.gobblin.compaction.hive.registration; import java.util.Properties; -import gobblin.compaction.listeners.CompactorListener; -import gobblin.compaction.dataset.Dataset; -import gobblin.configuration.State; -import gobblin.hive.HiveRegister; -import gobblin.hive.policy.HiveRegistrationPolicy; -import gobblin.hive.policy.HiveRegistrationPolicyBase; -import gobblin.hive.spec.HiveSpec; +import org.apache.gobblin.compaction.listeners.CompactorListener; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.hive.HiveRegister; +import org.apache.gobblin.hive.policy.HiveRegistrationPolicy; +import org.apache.gobblin.hive.policy.HiveRegistrationPolicyBase; +import org.apache.gobblin.hive.spec.HiveSpec; public class HiveRegistrationCompactorListener implements CompactorListener { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriter.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriter.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriter.java index 818a4b4..c6a66c6 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriter.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hivebasedconstructs; +package org.apache.gobblin.compaction.hivebasedconstructs; import java.io.IOException; import java.util.ArrayList; @@ -25,11 +25,11 @@ import org.apache.hadoop.fs.Path; import com.google.common.base.Optional; import com.google.common.base.Preconditions; import com.google.common.base.Joiner; -import gobblin.compaction.listeners.CompactorListener; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.metrics.Tag; -import gobblin.writer.DataWriter; -import gobblin.compaction.mapreduce.avro.ConfBasedDeltaFieldProvider; +import org.apache.gobblin.compaction.listeners.CompactorListener; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.metrics.Tag; +import org.apache.gobblin.writer.DataWriter; +import org.apache.gobblin.compaction.mapreduce.avro.ConfBasedDeltaFieldProvider; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriterBuilder.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriterBuilder.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriterBuilder.java index 8b5c2d3..d108343 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriterBuilder.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/CompactionLauncherWriterBuilder.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.compaction.hivebasedconstructs; +package org.apache.gobblin.compaction.hivebasedconstructs; import java.io.IOException; import org.apache.avro.Schema; -import gobblin.writer.DataWriter; -import gobblin.writer.DataWriterBuilder; +import org.apache.gobblin.writer.DataWriter; +import org.apache.gobblin.writer.DataWriterBuilder; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractor.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractor.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractor.java index 9f6f168..c5b817e 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractor.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractor.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hivebasedconstructs; +package org.apache.gobblin.compaction.hivebasedconstructs; import java.io.IOException; import java.util.List; @@ -26,12 +26,12 @@ import org.apache.hadoop.hive.metastore.api.Table; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.thrift.TException; import com.google.common.base.Splitter; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.conversion.hive.watermarker.PartitionLevelWatermarker; -import gobblin.source.extractor.Extractor; -import gobblin.util.AutoReturnableObject; -import gobblin.data.management.conversion.hive.extractor.HiveBaseExtractor; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.conversion.hive.watermarker.PartitionLevelWatermarker; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.util.AutoReturnableObject; +import org.apache.gobblin.data.management.conversion.hive.extractor.HiveBaseExtractor; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractorFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractorFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractorFactory.java index bea7cd2..27958b5 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractorFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/HiveMetadataForCompactionExtractorFactory.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.compaction.hivebasedconstructs; +package org.apache.gobblin.compaction.hivebasedconstructs; -import gobblin.configuration.WorkUnitState; -import gobblin.data.management.conversion.hive.extractor.HiveBaseExtractor; -import gobblin.data.management.conversion.hive.extractor.HiveBaseExtractorFactory; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.data.management.conversion.hive.extractor.HiveBaseExtractor; +import org.apache.gobblin.data.management.conversion.hive.extractor.HiveBaseExtractorFactory; import java.io.IOException; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.hive.ql.metadata.HiveException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/MRCompactionEntity.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/MRCompactionEntity.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/MRCompactionEntity.java index b9495a7..4f4b105 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/MRCompactionEntity.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/hivebasedconstructs/MRCompactionEntity.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.hivebasedconstructs; +package org.apache.gobblin.compaction.hivebasedconstructs; import java.util.List; import java.util.Properties; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListener.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListener.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListener.java index bcc06a1..6076b4e 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListener.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListener.java @@ -16,9 +16,9 @@ */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; -import gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; public interface CompactorCompletionListener { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListenerFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListenerFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListenerFactory.java index 990856b..9f00349 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListenerFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorCompletionListenerFactory.java @@ -15,8 +15,8 @@ * limitations under the License. */ -package gobblin.compaction.listeners; -import gobblin.configuration.State; +package org.apache.gobblin.compaction.listeners; +import org.apache.gobblin.configuration.State; public interface CompactorCompletionListenerFactory { CompactorCompletionListener createCompactorCompactionListener (State state); http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListener.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListener.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListener.java index 55e07c8..80499f3 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListener.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListener.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; -import gobblin.annotation.Alpha; -import gobblin.compaction.Compactor; -import gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.annotation.Alpha; +import org.apache.gobblin.compaction.Compactor; +import org.apache.gobblin.compaction.dataset.Dataset; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerCreationException.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerCreationException.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerCreationException.java index 815bda7..fa0fdf3 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerCreationException.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerCreationException.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; /** * Throw by {@link CompactorListenerFactory} if there is a problem creating a {@link CompactorListener}. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerFactory.java index ee712f1..88306a8 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/CompactorListenerFactory.java @@ -15,13 +15,13 @@ * limitations under the License. */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; import java.util.Properties; import com.google.common.base.Optional; -import gobblin.annotation.Alpha; +import org.apache.gobblin.annotation.Alpha; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/ReflectionCompactorListenerFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/ReflectionCompactorListenerFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/ReflectionCompactorListenerFactory.java index 4b652f5..e9a1fca 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/ReflectionCompactorListenerFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/ReflectionCompactorListenerFactory.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; import java.util.ArrayList; import java.util.List; @@ -27,7 +27,7 @@ import com.google.common.base.Strings; import org.apache.commons.lang3.reflect.ConstructorUtils; -import gobblin.configuration.State; +import org.apache.gobblin.configuration.State; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SerialCompactorListener.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SerialCompactorListener.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SerialCompactorListener.java index 18856c6..a4bafd4 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SerialCompactorListener.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SerialCompactorListener.java @@ -15,13 +15,13 @@ * limitations under the License. */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; import java.util.List; import lombok.AllArgsConstructor; -import gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.dataset.Dataset; @AllArgsConstructor http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SimpleCompactorCompletionListener.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SimpleCompactorCompletionListener.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SimpleCompactorCompletionListener.java index 7ac44e5..b4365bc 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SimpleCompactorCompletionListener.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/listeners/SimpleCompactorCompletionListener.java @@ -15,16 +15,16 @@ * limitations under the License. */ -package gobblin.compaction.listeners; +package org.apache.gobblin.compaction.listeners; import java.util.Set; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import gobblin.annotation.Alias; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.compaction.dataset.Dataset; -import gobblin.configuration.State; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.configuration.State; public class SimpleCompactorCompletionListener implements CompactorCompletionListener { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/CompactionAvroJobConfigurator.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/CompactionAvroJobConfigurator.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/CompactionAvroJobConfigurator.java index d695fb1..d78c16d 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/CompactionAvroJobConfigurator.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/CompactionAvroJobConfigurator.java @@ -15,22 +15,22 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; import com.google.common.base.Enums; import com.google.common.base.Optional; import com.google.common.collect.Sets; import com.google.common.primitives.Ints; -import gobblin.compaction.mapreduce.avro.*; -import gobblin.compaction.parser.CompactionPathParser; -import gobblin.compaction.verify.InputRecordCountHelper; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.dataset.Dataset; -import gobblin.dataset.FileSystemDataset; -import gobblin.util.AvroUtils; -import gobblin.util.FileListUtils; -import gobblin.util.HadoopUtils; +import org.apache.gobblin.compaction.mapreduce.avro.*; +import org.apache.gobblin.compaction.parser.CompactionPathParser; +import org.apache.gobblin.compaction.verify.InputRecordCountHelper; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.util.AvroUtils; +import org.apache.gobblin.util.FileListUtils; +import org.apache.gobblin.util.HadoopUtils; import lombok.Getter; import lombok.extern.slf4j.Slf4j; import org.apache.avro.Schema; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionRunner.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionRunner.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionRunner.java index e7ad885..3976612 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionRunner.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionRunner.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; import java.io.IOException; import java.net.URISyntaxException; @@ -30,16 +30,16 @@ import org.slf4j.LoggerFactory; import com.google.common.base.Optional; -import gobblin.compaction.CliOptions; -import gobblin.compaction.Compactor; -import gobblin.compaction.CompactorCreationException; -import gobblin.compaction.CompactorFactory; -import gobblin.compaction.ReflectionCompactorFactory; -import gobblin.compaction.listeners.CompactorListener; -import gobblin.compaction.listeners.CompactorListenerCreationException; -import gobblin.compaction.listeners.CompactorListenerFactory; -import gobblin.compaction.listeners.ReflectionCompactorListenerFactory; -import gobblin.metrics.Tag; +import org.apache.gobblin.compaction.CliOptions; +import org.apache.gobblin.compaction.Compactor; +import org.apache.gobblin.compaction.CompactorCreationException; +import org.apache.gobblin.compaction.CompactorFactory; +import org.apache.gobblin.compaction.ReflectionCompactorFactory; +import org.apache.gobblin.compaction.listeners.CompactorListener; +import org.apache.gobblin.compaction.listeners.CompactorListenerCreationException; +import org.apache.gobblin.compaction.listeners.CompactorListenerFactory; +import org.apache.gobblin.compaction.listeners.ReflectionCompactorListenerFactory; +import org.apache.gobblin.metrics.Tag; /** * A class for launching a Gobblin MR job for compaction through command line. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTask.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTask.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTask.java index d86b6e4..386e62a 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTask.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTask.java @@ -15,17 +15,17 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; -import gobblin.compaction.action.CompactionCompleteAction; -import gobblin.compaction.event.CompactionSlaEventHelper; -import gobblin.compaction.suite.CompactionSuite; -import gobblin.compaction.suite.CompactionSuiteUtils; -import gobblin.compaction.verify.CompactionVerifier; -import gobblin.dataset.Dataset; -import gobblin.metrics.event.EventSubmitter; -import gobblin.runtime.TaskContext; -import gobblin.runtime.mapreduce.MRTask; +import org.apache.gobblin.compaction.action.CompactionCompleteAction; +import org.apache.gobblin.compaction.event.CompactionSlaEventHelper; +import org.apache.gobblin.compaction.suite.CompactionSuite; +import org.apache.gobblin.compaction.suite.CompactionSuiteUtils; +import org.apache.gobblin.compaction.verify.CompactionVerifier; +import org.apache.gobblin.dataset.Dataset; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.runtime.TaskContext; +import org.apache.gobblin.runtime.mapreduce.MRTask; import java.util.List; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTaskFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTaskFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTaskFactory.java index 07bd56f..42b5493 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTaskFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactionTaskFactory.java @@ -1,11 +1,11 @@ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; import java.io.IOException; -import gobblin.runtime.TaskContext; -import gobblin.runtime.mapreduce.MRTaskFactory; -import gobblin.runtime.task.TaskIFace; +import org.apache.gobblin.runtime.TaskContext; +import org.apache.gobblin.runtime.mapreduce.MRTaskFactory; +import org.apache.gobblin.runtime.task.TaskIFace; /** * A subclass of {@link MRTaskFactory} which provides a customized {@link MRCompactionTask} instance http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactor.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactor.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactor.java index 84a245a..e52b5e5 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactor.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactor.java @@ -15,14 +15,14 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; -import static gobblin.compaction.dataset.Dataset.DatasetState.COMPACTION_COMPLETE; -import static gobblin.compaction.dataset.Dataset.DatasetState.GIVEN_UP; -import static gobblin.compaction.dataset.Dataset.DatasetState.UNVERIFIED; -import static gobblin.compaction.dataset.Dataset.DatasetState.VERIFIED; -import static gobblin.compaction.mapreduce.MRCompactorJobRunner.Status.ABORTED; -import static gobblin.compaction.mapreduce.MRCompactorJobRunner.Status.COMMITTED; +import static org.apache.gobblin.compaction.dataset.Dataset.DatasetState.COMPACTION_COMPLETE; +import static org.apache.gobblin.compaction.dataset.Dataset.DatasetState.GIVEN_UP; +import static org.apache.gobblin.compaction.dataset.Dataset.DatasetState.UNVERIFIED; +import static org.apache.gobblin.compaction.dataset.Dataset.DatasetState.VERIFIED; +import static org.apache.gobblin.compaction.mapreduce.MRCompactorJobRunner.Status.ABORTED; +import static org.apache.gobblin.compaction.mapreduce.MRCompactorJobRunner.Status.COMMITTED; import java.io.IOException; import java.net.URI; @@ -63,30 +63,30 @@ import com.google.common.util.concurrent.FutureCallback; import com.google.common.util.concurrent.Futures; import com.google.common.util.concurrent.ListenableFuture; -import gobblin.compaction.Compactor; -import gobblin.compaction.listeners.CompactorCompletionListener; -import gobblin.compaction.listeners.CompactorCompletionListenerFactory; -import gobblin.compaction.listeners.CompactorListener; -import gobblin.compaction.dataset.Dataset; -import gobblin.compaction.dataset.DatasetsFinder; -import gobblin.compaction.dataset.TimeBasedSubDirDatasetsFinder; -import gobblin.compaction.event.CompactionSlaEventHelper; -import gobblin.compaction.verify.DataCompletenessVerifier; -import gobblin.compaction.verify.DataCompletenessVerifier.Results; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.metrics.GobblinMetrics; -import gobblin.metrics.Tag; -import gobblin.metrics.event.EventSubmitter; -import gobblin.util.ClassAliasResolver; -import gobblin.util.DatasetFilterUtils; -import gobblin.util.ExecutorsUtils; -import gobblin.util.HadoopUtils; -import gobblin.util.ClusterNameTags; -import gobblin.util.FileListUtils; -import gobblin.util.recordcount.CompactionRecordCountProvider; -import gobblin.util.recordcount.IngestionRecordCountProvider; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.compaction.Compactor; +import org.apache.gobblin.compaction.listeners.CompactorCompletionListener; +import org.apache.gobblin.compaction.listeners.CompactorCompletionListenerFactory; +import org.apache.gobblin.compaction.listeners.CompactorListener; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.dataset.DatasetsFinder; +import org.apache.gobblin.compaction.dataset.TimeBasedSubDirDatasetsFinder; +import org.apache.gobblin.compaction.event.CompactionSlaEventHelper; +import org.apache.gobblin.compaction.verify.DataCompletenessVerifier; +import org.apache.gobblin.compaction.verify.DataCompletenessVerifier.Results; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.metrics.Tag; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.DatasetFilterUtils; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.ClusterNameTags; +import org.apache.gobblin.util.FileListUtils; +import org.apache.gobblin.util.recordcount.CompactionRecordCountProvider; +import org.apache.gobblin.util.recordcount.IngestionRecordCountProvider; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; /** * MapReduce-based {@link gobblin.compaction.Compactor}. Compaction will run on each qualified {@link Dataset} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobPropCreator.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobPropCreator.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobPropCreator.java index 05d69de..6ade09e 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobPropCreator.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobPropCreator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; import java.io.FileNotFoundException; import java.io.IOException; @@ -25,7 +25,7 @@ import java.util.Set; import java.util.concurrent.TimeUnit; import com.google.common.collect.Lists; -import gobblin.compaction.dataset.DatasetHelper; +import org.apache.gobblin.compaction.dataset.DatasetHelper; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; @@ -40,10 +40,10 @@ import com.google.common.collect.ImmutableList; import com.google.common.collect.Iterables; import com.google.common.collect.Sets; -import gobblin.compaction.dataset.Dataset; -import gobblin.compaction.event.CompactionSlaEventHelper; -import gobblin.configuration.State; -import gobblin.util.FileListUtils; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.event.CompactionSlaEventHelper; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.util.FileListUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java index 371b180..491bc81 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/MRCompactorJobRunner.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce; +package org.apache.gobblin.compaction.mapreduce; import java.io.IOException; import java.util.Collection; @@ -55,19 +55,19 @@ import com.google.common.collect.Lists; import com.google.common.collect.Sets; import com.google.common.primitives.Ints; -import gobblin.compaction.dataset.Dataset; -import gobblin.compaction.dataset.DatasetHelper; -import gobblin.compaction.event.CompactionSlaEventHelper; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metrics.GobblinMetrics; -import gobblin.metrics.event.EventSubmitter; -import gobblin.util.ExecutorsUtils; -import gobblin.util.FileListUtils; -import gobblin.util.HadoopUtils; -import gobblin.util.RecordCountProvider; -import gobblin.util.WriterUtils; -import gobblin.util.executors.ScalingThreadPoolExecutor; -import gobblin.util.recordcount.LateFileRecordCountProvider; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.dataset.DatasetHelper; +import org.apache.gobblin.compaction.event.CompactionSlaEventHelper; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.FileListUtils; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.RecordCountProvider; +import org.apache.gobblin.util.WriterUtils; +import org.apache.gobblin.util.executors.ScalingThreadPoolExecutor; +import org.apache.gobblin.util.recordcount.LateFileRecordCountProvider; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroDeltaFieldNameProvider.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroDeltaFieldNameProvider.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroDeltaFieldNameProvider.java index bf94263..1bac969 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroDeltaFieldNameProvider.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroDeltaFieldNameProvider.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCombineFileRecordReader.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCombineFileRecordReader.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCombineFileRecordReader.java index db71e1c..5fcff75 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCombineFileRecordReader.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCombineFileRecordReader.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; @@ -31,7 +31,7 @@ import org.apache.hadoop.mapreduce.TaskAttemptContext; import org.apache.hadoop.mapreduce.lib.input.CombineFileSplit; import org.apache.hadoop.mapreduce.lib.input.FileSplit; -import gobblin.util.AvroUtils; +import org.apache.gobblin.util.AvroUtils; import edu.umd.cs.findbugs.annotations.SuppressFBWarnings; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputCommitter.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputCommitter.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputCommitter.java index 5cf613d..cca9d4f 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputCommitter.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputCommitter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; import java.lang.reflect.Method; @@ -31,7 +31,7 @@ import org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import gobblin.util.recordcount.CompactionRecordCountProvider; +import org.apache.gobblin.util.recordcount.CompactionRecordCountProvider; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputFormat.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputFormat.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputFormat.java index 368e0b2..f2d5c00 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputFormat.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyCompactorOutputFormat.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyDedupReducer.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyDedupReducer.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyDedupReducer.java index 2560714..ecb0dc5 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyDedupReducer.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyDedupReducer.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; import java.util.Comparator; @@ -30,7 +30,7 @@ import org.apache.hadoop.mapreduce.Reducer; import com.google.common.annotations.VisibleForTesting; import com.google.common.base.Optional; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyMapper.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyMapper.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyMapper.java index ec61abf..6f16d33 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyMapper.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyMapper.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyRecursiveCombineFileInputFormat.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyRecursiveCombineFileInputFormat.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyRecursiveCombineFileInputFormat.java index 2c84748..93d4ed6 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyRecursiveCombineFileInputFormat.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/AvroKeyRecursiveCombineFileInputFormat.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.FileNotFoundException; import java.io.IOException; @@ -47,8 +47,8 @@ import org.apache.hadoop.util.VersionInfo; import com.google.common.base.Preconditions; import com.google.common.collect.Lists; -import gobblin.util.AvroUtils; -import gobblin.util.FileListUtils; +import org.apache.gobblin.util.AvroUtils; +import org.apache.gobblin.util.FileListUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/ConfBasedDeltaFieldProvider.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/ConfBasedDeltaFieldProvider.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/ConfBasedDeltaFieldProvider.java index 1d2d96d..cef3d0e 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/ConfBasedDeltaFieldProvider.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/ConfBasedDeltaFieldProvider.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.util.ArrayList; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/FieldAttributeBasedDeltaFieldsProvider.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/FieldAttributeBasedDeltaFieldsProvider.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/FieldAttributeBasedDeltaFieldsProvider.java index cbb61b7..2596ebf 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/FieldAttributeBasedDeltaFieldsProvider.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/FieldAttributeBasedDeltaFieldsProvider.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; import java.util.ArrayList; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/MRCompactorAvroKeyDedupJobRunner.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/MRCompactorAvroKeyDedupJobRunner.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/MRCompactorAvroKeyDedupJobRunner.java index d3fd1a0..931e287 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/MRCompactorAvroKeyDedupJobRunner.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/mapreduce/avro/MRCompactorAvroKeyDedupJobRunner.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.mapreduce.avro; +package org.apache.gobblin.compaction.mapreduce.avro; import java.io.IOException; import java.io.Serializable; @@ -49,9 +49,9 @@ import com.google.common.base.Optional; import com.google.common.base.Preconditions; import com.google.common.collect.Lists; -import gobblin.compaction.dataset.Dataset; -import gobblin.compaction.mapreduce.MRCompactorJobRunner; -import gobblin.util.AvroUtils; +import org.apache.gobblin.compaction.dataset.Dataset; +import org.apache.gobblin.compaction.mapreduce.MRCompactorJobRunner; +import org.apache.gobblin.util.AvroUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/parser/CompactionPathParser.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/parser/CompactionPathParser.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/parser/CompactionPathParser.java index dd2d633..2fc6c58 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/parser/CompactionPathParser.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/parser/CompactionPathParser.java @@ -15,10 +15,10 @@ * limitations under the License. */ -package gobblin.compaction.parser; +package org.apache.gobblin.compaction.parser; import com.google.common.base.Joiner; -import gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.dataset.FileSystemDataset; import lombok.AllArgsConstructor; import org.apache.commons.lang.StringUtils; import org.joda.time.DateTime; @@ -31,8 +31,8 @@ import com.google.common.base.Preconditions; import lombok.Getter; import lombok.Setter; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.configuration.State; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.configuration.State; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionFailedTask.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionFailedTask.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionFailedTask.java index 3877cb1..d6e2983 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionFailedTask.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionFailedTask.java @@ -15,17 +15,17 @@ * limitations under the License. */ -package gobblin.compaction.source; +package org.apache.gobblin.compaction.source; import lombok.extern.slf4j.Slf4j; -import gobblin.compaction.suite.CompactionSuite; -import gobblin.compaction.suite.CompactionSuiteUtils; -import gobblin.configuration.WorkUnitState; -import gobblin.dataset.Dataset; -import gobblin.runtime.TaskContext; -import gobblin.runtime.task.FailedTask; -import gobblin.runtime.task.TaskIFace; +import org.apache.gobblin.compaction.suite.CompactionSuite; +import org.apache.gobblin.compaction.suite.CompactionSuiteUtils; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.dataset.Dataset; +import org.apache.gobblin.runtime.TaskContext; +import org.apache.gobblin.runtime.task.FailedTask; +import org.apache.gobblin.runtime.task.TaskIFace; /** * A task which throws an exception when executed http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionSource.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionSource.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionSource.java index 666d3da..4c037af 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionSource.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/source/CompactionSource.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.compaction.source; +package org.apache.gobblin.compaction.source; import java.util.Comparator; import java.util.Iterator; import java.util.List; @@ -26,45 +26,45 @@ import com.google.common.base.Stopwatch; import com.google.common.collect.Iterators; import com.google.common.collect.Lists; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.compaction.suite.CompactionSuiteUtils; -import gobblin.config.ConfigBuilder; -import gobblin.data.management.dataset.DatasetUtils; -import gobblin.data.management.dataset.DefaultFileSystemGlobFinder; -import gobblin.compaction.suite.CompactionSuite; -import gobblin.compaction.verify.CompactionVerifier; -import gobblin.compaction.mapreduce.MRCompactionTaskFactory; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.dataset.Dataset; -import gobblin.dataset.DatasetsFinder; -import gobblin.runtime.JobState; -import gobblin.runtime.task.FailedTask; -import gobblin.runtime.task.TaskUtils; -import gobblin.source.Source; -import gobblin.source.WorkUnitStreamSource; -import gobblin.source.extractor.Extractor; -import gobblin.source.workunit.BasicWorkUnitStream; -import gobblin.source.workunit.WorkUnit; -import gobblin.source.workunit.WorkUnitStream; -import gobblin.util.ClassAliasResolver; -import gobblin.util.Either; -import gobblin.util.ExecutorsUtils; -import gobblin.util.HadoopUtils; -import gobblin.util.executors.IteratorExecutor; -import gobblin.util.reflection.GobblinConstructorUtils; -import gobblin.util.request_allocation.GreedyAllocator; -import gobblin.util.request_allocation.HierarchicalAllocator; -import gobblin.util.request_allocation.HierarchicalPrioritizer; -import gobblin.util.request_allocation.RequestAllocator; -import gobblin.util.request_allocation.RequestAllocatorConfig; -import gobblin.util.request_allocation.RequestAllocatorUtils; -import gobblin.data.management.dataset.SimpleDatasetRequest; -import gobblin.data.management.dataset.SimpleDatasetRequestor; -import gobblin.util.request_allocation.ResourceEstimator; -import gobblin.util.request_allocation.ResourcePool; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.suite.CompactionSuiteUtils; +import org.apache.gobblin.config.ConfigBuilder; +import org.apache.gobblin.data.management.dataset.DatasetUtils; +import org.apache.gobblin.data.management.dataset.DefaultFileSystemGlobFinder; +import org.apache.gobblin.compaction.suite.CompactionSuite; +import org.apache.gobblin.compaction.verify.CompactionVerifier; +import org.apache.gobblin.compaction.mapreduce.MRCompactionTaskFactory; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.DatasetsFinder; +import org.apache.gobblin.runtime.JobState; +import org.apache.gobblin.runtime.task.FailedTask; +import org.apache.gobblin.runtime.task.TaskUtils; +import org.apache.gobblin.source.Source; +import org.apache.gobblin.source.WorkUnitStreamSource; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.workunit.BasicWorkUnitStream; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.source.workunit.WorkUnitStream; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.Either; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.executors.IteratorExecutor; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.util.request_allocation.GreedyAllocator; +import org.apache.gobblin.util.request_allocation.HierarchicalAllocator; +import org.apache.gobblin.util.request_allocation.HierarchicalPrioritizer; +import org.apache.gobblin.util.request_allocation.RequestAllocator; +import org.apache.gobblin.util.request_allocation.RequestAllocatorConfig; +import org.apache.gobblin.util.request_allocation.RequestAllocatorUtils; +import org.apache.gobblin.data.management.dataset.SimpleDatasetRequest; +import org.apache.gobblin.data.management.dataset.SimpleDatasetRequestor; +import org.apache.gobblin.util.request_allocation.ResourceEstimator; +import org.apache.gobblin.util.request_allocation.ResourcePool; import lombok.AllArgsConstructor; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuite.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuite.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuite.java index 7de6866..48cbbcd 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuite.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuite.java @@ -15,19 +15,19 @@ * limitations under the License. */ -package gobblin.compaction.suite; +package org.apache.gobblin.compaction.suite; -import gobblin.compaction.action.CompactionCompleteAction; -import gobblin.compaction.action.CompactionCompleteFileOperationAction; -import gobblin.compaction.action.CompactionMarkDirectoryAction; -import gobblin.compaction.action.CompactionHiveRegistrationAction; -import gobblin.compaction.mapreduce.CompactionAvroJobConfigurator; -import gobblin.compaction.verify.CompactionAuditCountVerifier; -import gobblin.compaction.verify.CompactionThresholdVerifier; -import gobblin.compaction.verify.CompactionTimeRangeVerifier; -import gobblin.compaction.verify.CompactionVerifier; -import gobblin.configuration.State; -import gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.compaction.action.CompactionCompleteAction; +import org.apache.gobblin.compaction.action.CompactionCompleteFileOperationAction; +import org.apache.gobblin.compaction.action.CompactionMarkDirectoryAction; +import org.apache.gobblin.compaction.action.CompactionHiveRegistrationAction; +import org.apache.gobblin.compaction.mapreduce.CompactionAvroJobConfigurator; +import org.apache.gobblin.compaction.verify.CompactionAuditCountVerifier; +import org.apache.gobblin.compaction.verify.CompactionThresholdVerifier; +import org.apache.gobblin.compaction.verify.CompactionTimeRangeVerifier; +import org.apache.gobblin.compaction.verify.CompactionVerifier; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.dataset.FileSystemDataset; import lombok.extern.slf4j.Slf4j; import org.apache.hadoop.fs.Path; import org.apache.hadoop.mapreduce.Job; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuiteFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuiteFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuiteFactory.java index d96e5a8..70e2282 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuiteFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionAvroSuiteFactory.java @@ -15,10 +15,10 @@ * limitations under the License. */ -package gobblin.compaction.suite; +package org.apache.gobblin.compaction.suite; -import gobblin.annotation.Alias; -import gobblin.configuration.State; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.configuration.State; /** * A {@link CompactionSuiteFactory} that handles {@link CompactionAvroSuite} creation logic. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuite.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuite.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuite.java index 6681029..fba0076 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuite.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuite.java @@ -15,16 +15,16 @@ * limitations under the License. */ -package gobblin.compaction.suite; +package org.apache.gobblin.compaction.suite; -import gobblin.compaction.action.CompactionCompleteAction; -import gobblin.compaction.mapreduce.MRCompactionTask; -import gobblin.configuration.SourceState; -import gobblin.data.management.copy.replication.ConfigBasedDatasetsFinder; -import gobblin.dataset.Dataset; +import org.apache.gobblin.compaction.action.CompactionCompleteAction; +import org.apache.gobblin.compaction.mapreduce.MRCompactionTask; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.data.management.copy.replication.ConfigBasedDatasetsFinder; +import org.apache.gobblin.dataset.Dataset; -import gobblin.compaction.verify.CompactionVerifier; -import gobblin.configuration.State; +import org.apache.gobblin.compaction.verify.CompactionVerifier; +import org.apache.gobblin.configuration.State; import org.apache.hadoop.mapreduce.Job; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteFactory.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteFactory.java index ced2b80..d2a7e08 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteFactory.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteFactory.java @@ -15,10 +15,10 @@ * limitations under the License. */ -package gobblin.compaction.suite; +package org.apache.gobblin.compaction.suite; -import gobblin.configuration.State; +import org.apache.gobblin.configuration.State; /** * Build {@link CompactionSuite} for a job execution http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteUtils.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteUtils.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteUtils.java index 73d4bc3..ac599b5 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteUtils.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/suite/CompactionSuiteUtils.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.compaction.suite; +package org.apache.gobblin.compaction.suite; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.util.ClassAliasResolver; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.util.ClassAliasResolver; /** * A utility class for {@link CompactionSuite} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionAuditCountVerifier.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionAuditCountVerifier.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionAuditCountVerifier.java index b9d91f5..5700e68 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionAuditCountVerifier.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionAuditCountVerifier.java @@ -15,16 +15,16 @@ * limitations under the License. */ -package gobblin.compaction.verify; +package org.apache.gobblin.compaction.verify; import com.google.common.base.Splitter; -import gobblin.compaction.audit.AuditCountClient; -import gobblin.compaction.audit.AuditCountClientFactory; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.compaction.parser.CompactionPathParser; -import gobblin.configuration.State; -import gobblin.dataset.FileSystemDataset; -import gobblin.util.ClassAliasResolver; +import org.apache.gobblin.compaction.audit.AuditCountClient; +import org.apache.gobblin.compaction.audit.AuditCountClientFactory; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.parser.CompactionPathParser; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.util.ClassAliasResolver; import lombok.extern.slf4j.Slf4j; import org.joda.time.DateTime; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionThresholdVerifier.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionThresholdVerifier.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionThresholdVerifier.java index ccfbf65..27bc6f0 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionThresholdVerifier.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionThresholdVerifier.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.compaction.verify; +package org.apache.gobblin.compaction.verify; import com.google.common.collect.Lists; -import gobblin.compaction.conditions.RecompactionConditionBasedOnRatio; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.compaction.parser.CompactionPathParser; -import gobblin.configuration.State; -import gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.compaction.conditions.RecompactionConditionBasedOnRatio; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.parser.CompactionPathParser; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.dataset.FileSystemDataset; import lombok.extern.slf4j.Slf4j; import org.apache.commons.lang.StringUtils; import org.apache.hadoop.fs.Path; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionTimeRangeVerifier.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionTimeRangeVerifier.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionTimeRangeVerifier.java index 7dcd7fa..aefff8d 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionTimeRangeVerifier.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionTimeRangeVerifier.java @@ -15,13 +15,13 @@ * limitations under the License. */ -package gobblin.compaction.verify; +package org.apache.gobblin.compaction.verify; -import gobblin.compaction.dataset.TimeBasedSubDirDatasetsFinder; -import gobblin.compaction.mapreduce.MRCompactor; -import gobblin.compaction.parser.CompactionPathParser; -import gobblin.configuration.State; -import gobblin.dataset.FileSystemDataset; +import org.apache.gobblin.compaction.dataset.TimeBasedSubDirDatasetsFinder; +import org.apache.gobblin.compaction.mapreduce.MRCompactor; +import org.apache.gobblin.compaction.parser.CompactionPathParser; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.dataset.FileSystemDataset; import lombok.AllArgsConstructor; import lombok.extern.slf4j.Slf4j; import org.joda.time.DateTime; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionVerifier.java ---------------------------------------------------------------------- diff --git a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionVerifier.java b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionVerifier.java index 9b0aceb..20a8cd6 100644 --- a/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionVerifier.java +++ b/gobblin-compaction/src/main/java/org/apache/gobblin/compaction/verify/CompactionVerifier.java @@ -1,6 +1,6 @@ -package gobblin.compaction.verify; +package org.apache.gobblin.compaction.verify; -import gobblin.dataset.Dataset; +import org.apache.gobblin.dataset.Dataset; /** * An interface which represents a generic verifier for compaction
