http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/ConfigStoreBasedPolicyTest.java ---------------------------------------------------------------------- diff --git a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/ConfigStoreBasedPolicyTest.java b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/ConfigStoreBasedPolicyTest.java index 5721bf4..b0e6812 100644 --- a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/ConfigStoreBasedPolicyTest.java +++ b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/ConfigStoreBasedPolicyTest.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.restli.throttling; +package org.apache.gobblin.restli.throttling; import java.net.URL; @@ -25,9 +25,9 @@ import org.testng.annotations.Test; import com.typesafe.config.Config; import com.typesafe.config.ConfigFactory; -import gobblin.broker.SharedResourcesBrokerFactory; -import gobblin.broker.iface.SharedResourcesBroker; -import gobblin.util.limiter.broker.SharedLimiterKey; +import org.apache.gobblin.broker.SharedResourcesBrokerFactory; +import org.apache.gobblin.broker.iface.SharedResourcesBroker; +import org.apache.gobblin.util.limiter.broker.SharedLimiterKey; import avro.shaded.com.google.common.collect.ImmutableMap;
http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/DynamicTokenBucketTest.java ---------------------------------------------------------------------- diff --git a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/DynamicTokenBucketTest.java b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/DynamicTokenBucketTest.java index f9dc8b4..95960e8 100644 --- a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/DynamicTokenBucketTest.java +++ b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/DynamicTokenBucketTest.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.restli.throttling; +package org.apache.gobblin.restli.throttling; import org.testng.Assert; import org.testng.annotations.Test; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/LimiterServerResourceTest.java ---------------------------------------------------------------------- diff --git a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/LimiterServerResourceTest.java b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/LimiterServerResourceTest.java index b26a93b..efac2a2 100644 --- a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/LimiterServerResourceTest.java +++ b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/LimiterServerResourceTest.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.restli.throttling; +package org.apache.gobblin.restli.throttling; import java.util.Map; @@ -30,9 +30,9 @@ import com.linkedin.restli.common.HttpStatus; import com.linkedin.restli.server.RestLiServiceException; import com.typesafe.config.ConfigFactory; -import gobblin.broker.BrokerConfigurationKeyGenerator; -import gobblin.metrics.MetricContext; -import gobblin.util.limiter.broker.SharedLimiterKey; +import org.apache.gobblin.broker.BrokerConfigurationKeyGenerator; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.util.limiter.broker.SharedLimiterKey; import avro.shaded.com.google.common.collect.ImmutableMap; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/PoliciesResourceTest.java ---------------------------------------------------------------------- diff --git a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/PoliciesResourceTest.java b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/PoliciesResourceTest.java index 3d8c0b2..c22062c 100644 --- a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/PoliciesResourceTest.java +++ b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/PoliciesResourceTest.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.restli.throttling; +package org.apache.gobblin.restli.throttling; import java.util.Map; @@ -25,8 +25,8 @@ import org.testng.annotations.Test; import com.google.inject.Injector; import com.typesafe.config.ConfigFactory; -import gobblin.broker.BrokerConfigurationKeyGenerator; -import gobblin.util.limiter.broker.SharedLimiterKey; +import org.apache.gobblin.broker.BrokerConfigurationKeyGenerator; +import org.apache.gobblin.util.limiter.broker.SharedLimiterKey; public class PoliciesResourceTest { http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TestFailover.java ---------------------------------------------------------------------- diff --git a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TestFailover.java b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TestFailover.java index ad0d188..aa20a4d 100644 --- a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TestFailover.java +++ b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TestFailover.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.restli.throttling; +package org.apache.gobblin.restli.throttling; import java.net.URI; import java.util.Map; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TokenBucketTest.java ---------------------------------------------------------------------- diff --git a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TokenBucketTest.java b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TokenBucketTest.java index 3e6cc1f..fb40790 100644 --- a/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TokenBucketTest.java +++ b/gobblin-restli/gobblin-throttling-service/gobblin-throttling-service-server/src/test/java/org/apache/gobblin/restli/throttling/TokenBucketTest.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.restli.throttling; +package org.apache.gobblin.restli.throttling; import java.util.List; import java.util.concurrent.Callable; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime-hadoop/src/main/java/org/apache/gobblin/runtime/instance/plugin/hadoop/HadoopKerberosKeytabAuthenticationPlugin.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime-hadoop/src/main/java/org/apache/gobblin/runtime/instance/plugin/hadoop/HadoopKerberosKeytabAuthenticationPlugin.java b/gobblin-runtime-hadoop/src/main/java/org/apache/gobblin/runtime/instance/plugin/hadoop/HadoopKerberosKeytabAuthenticationPlugin.java index 88a07ad..4e1747d 100644 --- a/gobblin-runtime-hadoop/src/main/java/org/apache/gobblin/runtime/instance/plugin/hadoop/HadoopKerberosKeytabAuthenticationPlugin.java +++ b/gobblin-runtime-hadoop/src/main/java/org/apache/gobblin/runtime/instance/plugin/hadoop/HadoopKerberosKeytabAuthenticationPlugin.java @@ -14,20 +14,20 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.runtime.instance.plugin.hadoop; +package org.apache.gobblin.runtime.instance.plugin.hadoop; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.security.UserGroupInformation; import com.typesafe.config.Config; -import gobblin.annotation.Alias; -import gobblin.runtime.api.GobblinInstanceDriver; -import gobblin.runtime.api.GobblinInstancePlugin; -import gobblin.runtime.api.GobblinInstancePluginFactory; -import gobblin.runtime.instance.hadoop.HadoopConfigLoader; -import gobblin.runtime.instance.plugin.BaseIdlePluginImpl; -import gobblin.runtime.plugins.PluginStaticKeys; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.runtime.api.GobblinInstanceDriver; +import org.apache.gobblin.runtime.api.GobblinInstancePlugin; +import org.apache.gobblin.runtime.api.GobblinInstancePluginFactory; +import org.apache.gobblin.runtime.instance.hadoop.HadoopConfigLoader; +import org.apache.gobblin.runtime.instance.plugin.BaseIdlePluginImpl; +import org.apache.gobblin.runtime.plugins.PluginStaticKeys; import lombok.RequiredArgsConstructor; import lombok.extern.slf4j.Slf4j; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime-hadoop/src/test/java/org/apache/gobblin/runtime/instance/plugin/hadoop/TestHadoopKerberosKeytabAuthenticationPlugin.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime-hadoop/src/test/java/org/apache/gobblin/runtime/instance/plugin/hadoop/TestHadoopKerberosKeytabAuthenticationPlugin.java b/gobblin-runtime-hadoop/src/test/java/org/apache/gobblin/runtime/instance/plugin/hadoop/TestHadoopKerberosKeytabAuthenticationPlugin.java index fd7c8e4..92802c3 100644 --- a/gobblin-runtime-hadoop/src/test/java/org/apache/gobblin/runtime/instance/plugin/hadoop/TestHadoopKerberosKeytabAuthenticationPlugin.java +++ b/gobblin-runtime-hadoop/src/test/java/org/apache/gobblin/runtime/instance/plugin/hadoop/TestHadoopKerberosKeytabAuthenticationPlugin.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.runtime.instance.plugin.hadoop; +package org.apache.gobblin.runtime.instance.plugin.hadoop; import org.mockito.Mockito; import org.testng.Assert; @@ -24,8 +24,8 @@ import org.testng.annotations.Test; import com.typesafe.config.Config; import com.typesafe.config.ConfigFactory; -import gobblin.runtime.api.GobblinInstanceDriver; -import gobblin.runtime.std.DefaultConfigurableImpl; +import org.apache.gobblin.runtime.api.GobblinInstanceDriver; +import org.apache.gobblin.runtime.std.DefaultConfigurableImpl; import avro.shaded.com.google.common.collect.ImmutableMap; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/jmh/java/org/apache/gobblin/runtime/fork/MockTaskContext.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/jmh/java/org/apache/gobblin/runtime/fork/MockTaskContext.java b/gobblin-runtime/src/jmh/java/org/apache/gobblin/runtime/fork/MockTaskContext.java index d98f6a9..14806f8 100644 --- a/gobblin-runtime/src/jmh/java/org/apache/gobblin/runtime/fork/MockTaskContext.java +++ b/gobblin-runtime/src/jmh/java/org/apache/gobblin/runtime/fork/MockTaskContext.java @@ -9,16 +9,16 @@ * under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR * CONDITIONS OF ANY KIND, either express or implied. */ -package gobblin.runtime.fork; +package org.apache.gobblin.runtime.fork; import com.google.common.collect.Lists; -import gobblin.configuration.WorkUnitState; -import gobblin.qualitychecker.row.RowLevelPolicy; -import gobblin.qualitychecker.row.RowLevelPolicyCheckResults; -import gobblin.qualitychecker.row.RowLevelPolicyChecker; -import gobblin.runtime.TaskContext; -import gobblin.writer.DataWriter; -import gobblin.writer.DataWriterBuilder; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicy; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyCheckResults; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyChecker; +import org.apache.gobblin.runtime.TaskContext; +import org.apache.gobblin.writer.DataWriter; +import org.apache.gobblin.writer.DataWriterBuilder; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/avro/AvroJobSpec.avsc ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/avro/AvroJobSpec.avsc b/gobblin-runtime/src/main/avro/AvroJobSpec.avsc index 18a65ab..3eadcb8 100644 --- a/gobblin-runtime/src/main/avro/AvroJobSpec.avsc +++ b/gobblin-runtime/src/main/avro/AvroJobSpec.avsc @@ -1,7 +1,7 @@ { "type": "record", "name": "AvroJobSpec", - "namespace": "gobblin.runtime.job_spec", + "namesapce" : "org.apache.gobblin.runtime.job_spec", "fields": [ { "name": "uri", http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractJobLauncher.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractJobLauncher.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractJobLauncher.java index b0b52a0..49fa98e 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractJobLauncher.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractJobLauncher.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.List; @@ -42,48 +42,48 @@ import com.google.common.eventbus.EventBus; import com.google.common.io.Closer; import com.typesafe.config.ConfigFactory; -import gobblin.source.Source; -import gobblin.source.WorkUnitStreamSource; -import gobblin.source.workunit.BasicWorkUnitStream; -import gobblin.source.workunit.WorkUnitStream; -import gobblin.broker.gobblin_scopes.GobblinScopeTypes; -import gobblin.broker.SharedResourcesBrokerFactory; -import gobblin.broker.gobblin_scopes.GobblinScopeTypes; -import gobblin.broker.iface.SharedResourcesBroker; -import gobblin.commit.CommitSequence; -import gobblin.commit.CommitSequenceStore; -import gobblin.commit.DeliverySemantics; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.WorkUnitState; -import gobblin.converter.initializer.ConverterInitializerFactory; -import gobblin.metrics.GobblinMetrics; -import gobblin.metrics.GobblinMetricsRegistry; -import gobblin.metrics.MetricContext; -import gobblin.metrics.Tag; -import gobblin.metrics.event.EventName; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.JobEvent; -import gobblin.metrics.event.TimingEvent; -import gobblin.runtime.api.EventMetadataGenerator; -import gobblin.runtime.listeners.CloseableJobListener; -import gobblin.runtime.listeners.JobExecutionEventSubmitterListener; -import gobblin.runtime.listeners.JobListener; -import gobblin.runtime.listeners.JobListeners; -import gobblin.runtime.locks.JobLock; -import gobblin.runtime.locks.JobLockEventListener; -import gobblin.runtime.locks.JobLockException; -import gobblin.runtime.locks.LegacyJobLockFactoryManager; -import gobblin.runtime.util.JobMetrics; -import gobblin.source.extractor.JobCommitPolicy; -import gobblin.source.workunit.MultiWorkUnit; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.ClassAliasResolver; -import gobblin.util.ClusterNameTags; -import gobblin.util.ExecutorsUtils; -import gobblin.util.Id; -import gobblin.util.JobLauncherUtils; -import gobblin.util.ParallelRunner; -import gobblin.writer.initializer.WriterInitializerFactory; +import org.apache.gobblin.source.Source; +import org.apache.gobblin.source.WorkUnitStreamSource; +import org.apache.gobblin.source.workunit.BasicWorkUnitStream; +import org.apache.gobblin.source.workunit.WorkUnitStream; +import org.apache.gobblin.broker.gobblin_scopes.GobblinScopeTypes; +import org.apache.gobblin.broker.SharedResourcesBrokerFactory; +import org.apache.gobblin.broker.gobblin_scopes.GobblinScopeTypes; +import org.apache.gobblin.broker.iface.SharedResourcesBroker; +import org.apache.gobblin.commit.CommitSequence; +import org.apache.gobblin.commit.CommitSequenceStore; +import org.apache.gobblin.commit.DeliverySemantics; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.converter.initializer.ConverterInitializerFactory; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.metrics.GobblinMetricsRegistry; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.Tag; +import org.apache.gobblin.metrics.event.EventName; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.JobEvent; +import org.apache.gobblin.metrics.event.TimingEvent; +import org.apache.gobblin.runtime.api.EventMetadataGenerator; +import org.apache.gobblin.runtime.listeners.CloseableJobListener; +import org.apache.gobblin.runtime.listeners.JobExecutionEventSubmitterListener; +import org.apache.gobblin.runtime.listeners.JobListener; +import org.apache.gobblin.runtime.listeners.JobListeners; +import org.apache.gobblin.runtime.locks.JobLock; +import org.apache.gobblin.runtime.locks.JobLockEventListener; +import org.apache.gobblin.runtime.locks.JobLockException; +import org.apache.gobblin.runtime.locks.LegacyJobLockFactoryManager; +import org.apache.gobblin.runtime.util.JobMetrics; +import org.apache.gobblin.source.extractor.JobCommitPolicy; +import org.apache.gobblin.source.workunit.MultiWorkUnit; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.ClusterNameTags; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.Id; +import org.apache.gobblin.util.JobLauncherUtils; +import org.apache.gobblin.util.ParallelRunner; +import org.apache.gobblin.writer.initializer.WriterInitializerFactory; import javax.annotation.Nullable; import lombok.RequiredArgsConstructor; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractTaskStateTracker.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractTaskStateTracker.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractTaskStateTracker.java index 278dcc5..c9a0581 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractTaskStateTracker.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/AbstractTaskStateTracker.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.Properties; import java.util.concurrent.ScheduledFuture; @@ -31,10 +31,10 @@ import com.google.common.base.Preconditions; import com.google.common.util.concurrent.AbstractIdleService; import com.google.common.util.concurrent.ListeningScheduledExecutorService; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metrics.GobblinMetrics; -import gobblin.runtime.fork.Fork; -import gobblin.util.ExecutorsUtils; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.runtime.fork.Fork; +import org.apache.gobblin.util.ExecutorsUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BaseLimiterType.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BaseLimiterType.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BaseLimiterType.java index aff96c3..3ebd0f4 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BaseLimiterType.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BaseLimiterType.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * @deprecated This class has been moved to {@link gobblin.util.limiter.BaseLimiterType}. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BoundedBlockingRecordQueue.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BoundedBlockingRecordQueue.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BoundedBlockingRecordQueue.java index 64b2a36..28348bd 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BoundedBlockingRecordQueue.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/BoundedBlockingRecordQueue.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.concurrent.BlockingQueue; import java.util.concurrent.TimeUnit; @@ -28,7 +28,7 @@ import com.google.common.base.Optional; import com.google.common.base.Preconditions; import com.google.common.collect.Queues; -import gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.ConfigurationKeys; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CheckpointableWatermarkState.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CheckpointableWatermarkState.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CheckpointableWatermarkState.java index e7d55e9..c96b2ff 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CheckpointableWatermarkState.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CheckpointableWatermarkState.java @@ -17,12 +17,12 @@ * under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.google.gson.Gson; -import gobblin.configuration.State; -import gobblin.source.extractor.CheckpointableWatermark; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.source.extractor.CheckpointableWatermark; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountBasedLimiter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountBasedLimiter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountBasedLimiter.java index 340b4f9..29edfdb 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountBasedLimiter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountBasedLimiter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountUpAndDownLatch.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountUpAndDownLatch.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountUpAndDownLatch.java index 69e9bd8..c65aa60 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountUpAndDownLatch.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/CountUpAndDownLatch.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.concurrent.CountDownLatch; import java.util.concurrent.Phaser; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/DefaultLimiterFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/DefaultLimiterFactory.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/DefaultLimiterFactory.java index 2bb7155..97ea9b5 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/DefaultLimiterFactory.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/DefaultLimiterFactory.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * {@inheritDoc} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/EventMetadataUtils.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/EventMetadataUtils.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/EventMetadataUtils.java index 3082bb4..ba3490b 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/EventMetadataUtils.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/EventMetadataUtils.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.List; -import gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.ConfigurationKeys; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ExecutionModel.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ExecutionModel.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ExecutionModel.java index c909810..ea342a2 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ExecutionModel.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ExecutionModel.java @@ -17,9 +17,9 @@ * */ -package gobblin.runtime; +package org.apache.gobblin.runtime; -import gobblin.annotation.Alpha; +import org.apache.gobblin.annotation.Alpha; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkBranchMismatchException.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkBranchMismatchException.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkBranchMismatchException.java index 0762687..998d4b7 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkBranchMismatchException.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkBranchMismatchException.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * A type of {@link java.lang.Exception}s thrown when the number of schemas or http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkException.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkException.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkException.java index 7a82b0a..a794d75 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkException.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ForkException.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * An exception that is thrown when anything wrong with a fork. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStore.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStore.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStore.java index 033f09b..0e99dae 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStore.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStore.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.net.URI; @@ -51,17 +51,17 @@ import com.google.common.collect.Lists; import com.typesafe.config.Config; import com.typesafe.config.ConfigValue; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metastore.DatasetStateStore; -import gobblin.metastore.FsStateStore; -import gobblin.metastore.nameParser.DatasetUrnStateStoreNameParser; -import gobblin.metastore.nameParser.SimpleDatasetUrnStateStoreNameParser; -import gobblin.util.ConfigUtils; -import gobblin.util.Either; -import gobblin.util.ExecutorsUtils; -import gobblin.util.WritableShimSerialization; -import gobblin.util.executors.IteratorExecutor; -import gobblin.util.reflection.GobblinConstructorUtils; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metastore.DatasetStateStore; +import org.apache.gobblin.metastore.FsStateStore; +import org.apache.gobblin.metastore.nameParser.DatasetUrnStateStoreNameParser; +import org.apache.gobblin.metastore.nameParser.SimpleDatasetUrnStateStoreNameParser; +import org.apache.gobblin.util.ConfigUtils; +import org.apache.gobblin.util.Either; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.WritableShimSerialization; +import org.apache.gobblin.util.executors.IteratorExecutor; +import org.apache.gobblin.util.reflection.GobblinConstructorUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStoreFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStoreFactory.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStoreFactory.java index dfecc9b..218bfd6 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStoreFactory.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/FsDatasetStateStoreFactory.java @@ -14,11 +14,11 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.typesafe.config.Config; -import gobblin.annotation.Alias; -import gobblin.metastore.DatasetStateStore; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.metastore.DatasetStateStore; import java.util.Properties; @Alias("fs") http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/GobblinMultiTaskAttempt.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/GobblinMultiTaskAttempt.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/GobblinMultiTaskAttempt.java index 0be432a..583440e 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/GobblinMultiTaskAttempt.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/GobblinMultiTaskAttempt.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.ArrayList; @@ -34,25 +34,25 @@ import com.google.common.base.Optional; import com.google.common.collect.Iterators; import com.google.common.collect.Lists; -import gobblin.annotation.Alpha; -import gobblin.broker.gobblin_scopes.GobblinScopeTypes; -import gobblin.broker.gobblin_scopes.TaskScopeInstance; -import gobblin.broker.iface.SharedResourcesBroker; -import gobblin.broker.iface.SubscopedBrokerBuilder; -import gobblin.commit.CommitStep; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.WorkUnitState; -import gobblin.metastore.StateStore; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.JobEvent; -import gobblin.runtime.task.TaskFactory; -import gobblin.runtime.task.TaskIFaceWrapper; -import gobblin.runtime.task.TaskUtils; -import gobblin.runtime.util.JobMetrics; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.Either; -import gobblin.util.ExecutorsUtils; -import gobblin.util.executors.IteratorExecutor; +import org.apache.gobblin.annotation.Alpha; +import org.apache.gobblin.broker.gobblin_scopes.GobblinScopeTypes; +import org.apache.gobblin.broker.gobblin_scopes.TaskScopeInstance; +import org.apache.gobblin.broker.iface.SharedResourcesBroker; +import org.apache.gobblin.broker.iface.SubscopedBrokerBuilder; +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.metastore.StateStore; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.JobEvent; +import org.apache.gobblin.runtime.task.TaskFactory; +import org.apache.gobblin.runtime.task.TaskIFaceWrapper; +import org.apache.gobblin.runtime.task.TaskUtils; +import org.apache.gobblin.runtime.util.JobMetrics; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.Either; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.executors.IteratorExecutor; import javax.annotation.Nullable; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobContext.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobContext.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobContext.java index d3d86e8..d5d43af 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobContext.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobContext.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.Closeable; import java.io.IOException; @@ -45,32 +45,32 @@ import com.google.inject.Guice; import com.google.inject.Injector; import com.typesafe.config.Config; -import gobblin.broker.gobblin_scopes.GobblinScopeTypes; -import gobblin.broker.gobblin_scopes.JobScopeInstance; -import gobblin.broker.iface.SharedResourcesBroker; -import gobblin.commit.CommitSequenceStore; -import gobblin.commit.DeliverySemantics; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.instrumented.Instrumented; -import gobblin.metastore.DatasetStateStore; -import gobblin.metastore.JobHistoryStore; -import gobblin.metastore.MetaStoreModule; -import gobblin.metrics.GobblinMetrics; -import gobblin.publisher.DataPublisher; -import gobblin.runtime.JobState.DatasetState; -import gobblin.runtime.commit.FsCommitSequenceStore; -import gobblin.runtime.util.JobMetrics; -import gobblin.source.Source; -import gobblin.source.extractor.JobCommitPolicy; -import gobblin.util.ClassAliasResolver; -import gobblin.util.ConfigUtils; -import gobblin.util.Either; -import gobblin.util.ExecutorsUtils; -import gobblin.util.HadoopUtils; -import gobblin.util.Id; -import gobblin.util.JobLauncherUtils; -import gobblin.util.executors.IteratorExecutor; +import org.apache.gobblin.broker.gobblin_scopes.GobblinScopeTypes; +import org.apache.gobblin.broker.gobblin_scopes.JobScopeInstance; +import org.apache.gobblin.broker.iface.SharedResourcesBroker; +import org.apache.gobblin.commit.CommitSequenceStore; +import org.apache.gobblin.commit.DeliverySemantics; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.metastore.DatasetStateStore; +import org.apache.gobblin.metastore.JobHistoryStore; +import org.apache.gobblin.metastore.MetaStoreModule; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.publisher.DataPublisher; +import org.apache.gobblin.runtime.JobState.DatasetState; +import org.apache.gobblin.runtime.commit.FsCommitSequenceStore; +import org.apache.gobblin.runtime.util.JobMetrics; +import org.apache.gobblin.source.Source; +import org.apache.gobblin.source.extractor.JobCommitPolicy; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.ConfigUtils; +import org.apache.gobblin.util.Either; +import org.apache.gobblin.util.ExecutorsUtils; +import org.apache.gobblin.util.HadoopUtils; +import org.apache.gobblin.util.Id; +import org.apache.gobblin.util.JobLauncherUtils; +import org.apache.gobblin.util.executors.IteratorExecutor; import javax.annotation.Nullable; import lombok.AccessLevel; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobException.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobException.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobException.java index 4d2f62a..a1e2c68 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobException.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobException.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * A type of {@link java.lang.Exception} thrown when there is anything http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobExecutionEventSubmitter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobExecutionEventSubmitter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobExecutionEventSubmitter.java index 67484e9..3a3caad 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobExecutionEventSubmitter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobExecutionEventSubmitter.java @@ -15,25 +15,25 @@ * limitations under the License. */ -package gobblin.runtime; - -import static gobblin.metrics.event.JobEvent.JOB_STATE; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_ID; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_NAME; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_START_TIME; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_END_TIME; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_STATE; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_LAUNCHED_TASKS; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_COMPLETED_TASKS; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_LAUNCHER_TYPE; -import static gobblin.metrics.event.JobEvent.METADATA_JOB_TRACKING_URL; -import static gobblin.metrics.event.TaskEvent.*; +package org.apache.gobblin.runtime; + +import static org.apache.gobblin.metrics.event.JobEvent.JOB_STATE; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_ID; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_NAME; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_START_TIME; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_END_TIME; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_STATE; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_LAUNCHED_TASKS; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_COMPLETED_TASKS; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_LAUNCHER_TYPE; +import static org.apache.gobblin.metrics.event.JobEvent.METADATA_JOB_TRACKING_URL; +import static org.apache.gobblin.metrics.event.TaskEvent.*; import java.util.Map; import com.google.common.collect.ImmutableMap; -import gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.EventSubmitter; import lombok.AllArgsConstructor; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncher.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncher.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncher.java index ca8b868..75c558f 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncher.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncher.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.Closeable; import javax.annotation.Nullable; -import gobblin.runtime.listeners.JobListener; +import org.apache.gobblin.runtime.listeners.JobListener; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncherFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncherFactory.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncherFactory.java index baa41c4..970bd14 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncherFactory.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobLauncherFactory.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.Properties; @@ -25,12 +25,12 @@ import lombok.extern.slf4j.Slf4j; import com.google.common.base.Enums; import com.google.common.base.Optional; -import gobblin.broker.gobblin_scopes.GobblinScopeTypes; -import gobblin.broker.iface.SharedResourcesBroker; -import gobblin.configuration.ConfigurationKeys; -import gobblin.runtime.local.LocalJobLauncher; -import gobblin.runtime.mapreduce.MRJobLauncher; -import gobblin.util.JobConfigurationUtils; +import org.apache.gobblin.broker.gobblin_scopes.GobblinScopeTypes; +import org.apache.gobblin.broker.iface.SharedResourcesBroker; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.runtime.local.LocalJobLauncher; +import org.apache.gobblin.runtime.mapreduce.MRJobLauncher; +import org.apache.gobblin.util.JobConfigurationUtils; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobState.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobState.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobState.java index e82cb65..8584368 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobState.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/JobState.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.DataInput; import java.io.DataOutput; @@ -41,23 +41,23 @@ import com.google.common.collect.Maps; import com.google.gson.stream.JsonWriter; import com.linkedin.data.template.StringMap; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.SourceState; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.metrics.GobblinMetrics; -import gobblin.rest.JobExecutionInfo; -import gobblin.rest.JobStateEnum; -import gobblin.rest.LauncherTypeEnum; -import gobblin.rest.Metric; -import gobblin.rest.MetricArray; -import gobblin.rest.MetricTypeEnum; -import gobblin.rest.TaskExecutionInfoArray; -import gobblin.runtime.util.JobMetrics; -import gobblin.runtime.util.MetricGroup; -import gobblin.source.extractor.JobCommitPolicy; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.ImmutableProperties; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.rest.JobExecutionInfo; +import org.apache.gobblin.rest.JobStateEnum; +import org.apache.gobblin.rest.LauncherTypeEnum; +import org.apache.gobblin.rest.Metric; +import org.apache.gobblin.rest.MetricArray; +import org.apache.gobblin.rest.MetricTypeEnum; +import org.apache.gobblin.rest.TaskExecutionInfoArray; +import org.apache.gobblin.runtime.util.JobMetrics; +import org.apache.gobblin.runtime.util.MetricGroup; +import org.apache.gobblin.source.extractor.JobCommitPolicy; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.ImmutableProperties; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Limiter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Limiter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Limiter.java index 46291c0..0f8540a 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Limiter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Limiter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/LimitingExtractorDecorator.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/LimitingExtractorDecorator.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/LimitingExtractorDecorator.java index 4e6d6f6..d05a60e 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/LimitingExtractorDecorator.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/LimitingExtractorDecorator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.List; @@ -27,15 +27,15 @@ import com.google.common.base.Splitter; import com.google.common.collect.ImmutableMap; import com.google.common.io.Closer; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metrics.event.EventSubmitter; -import gobblin.runtime.util.TaskMetrics; -import gobblin.source.extractor.DataRecordException; -import gobblin.source.extractor.Extractor; -import gobblin.source.extractor.limiter.LimiterConfigurationKeys; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.Decorator; -import gobblin.util.limiter.Limiter; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.runtime.util.TaskMetrics; +import org.apache.gobblin.source.extractor.DataRecordException; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.limiter.LimiterConfigurationKeys; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.Decorator; +import org.apache.gobblin.util.limiter.Limiter; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MultiConverter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MultiConverter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MultiConverter.java index 832190e..d1a3e13 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MultiConverter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MultiConverter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.Iterator; @@ -27,16 +27,16 @@ import com.google.common.base.Throwables; import com.google.common.collect.Lists; import com.google.common.collect.Maps; -import gobblin.Constructs; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.converter.Converter; -import gobblin.converter.DataConversionException; -import gobblin.converter.EmptyIterable; -import gobblin.converter.IdentityConverter; -import gobblin.converter.SchemaConversionException; -import gobblin.converter.SingleRecordIterable; -import gobblin.state.ConstructState; +import org.apache.gobblin.Constructs; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.converter.DataConversionException; +import org.apache.gobblin.converter.EmptyIterable; +import org.apache.gobblin.converter.IdentityConverter; +import org.apache.gobblin.converter.SchemaConversionException; +import org.apache.gobblin.converter.SingleRecordIterable; +import org.apache.gobblin.state.ConstructState; import lombok.Getter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStore.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStore.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStore.java index 52b3f8d..400e52c 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStore.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStore.java @@ -15,14 +15,14 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.google.common.base.CharMatcher; import com.google.common.base.Strings; import com.google.common.collect.Maps; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metastore.DatasetStateStore; -import gobblin.metastore.MysqlStateStore; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metastore.DatasetStateStore; +import org.apache.gobblin.metastore.MysqlStateStore; import java.io.IOException; import java.util.Collection; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStoreFactory.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStoreFactory.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStoreFactory.java index fa06953..fea2a62 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStoreFactory.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/MysqlDatasetStateStoreFactory.java @@ -14,13 +14,13 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.typesafe.config.Config; -import gobblin.annotation.Alias; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metastore.DatasetStateStore; -import gobblin.metastore.MysqlStateStore; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metastore.DatasetStateStore; +import org.apache.gobblin.metastore.MysqlStateStore; import java.util.Properties; import org.apache.commons.dbcp.BasicDataSource; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NewTaskCompletionEvent.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NewTaskCompletionEvent.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NewTaskCompletionEvent.java index cbe0683..09ce093 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NewTaskCompletionEvent.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NewTaskCompletionEvent.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.Collection; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NonRefillableLimiter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NonRefillableLimiter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NonRefillableLimiter.java index 78ebd76..a8d149d 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NonRefillableLimiter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NonRefillableLimiter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopDatasetStateStore.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopDatasetStateStore.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopDatasetStateStore.java index e453c85..286401b 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopDatasetStateStore.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopDatasetStateStore.java @@ -15,13 +15,13 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.typesafe.config.Config; import com.typesafe.config.ConfigValueFactory; -import gobblin.annotation.Alias; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metastore.DatasetStateStore; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metastore.DatasetStateStore; import java.io.IOException; import java.util.Collection; import java.util.List; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopEventMetadataGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopEventMetadataGenerator.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopEventMetadataGenerator.java index 99b1843..e6363a9 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopEventMetadataGenerator.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/NoopEventMetadataGenerator.java @@ -15,15 +15,15 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.Map; import com.google.common.collect.ImmutableMap; -import gobblin.annotation.Alias; -import gobblin.metrics.event.EventName; -import gobblin.runtime.api.EventMetadataGenerator; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.metrics.event.EventName; +import org.apache.gobblin.runtime.api.EventMetadataGenerator; @Alias("noop") public class NoopEventMetadataGenerator implements EventMetadataGenerator{ http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/PoolBasedLimiter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/PoolBasedLimiter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/PoolBasedLimiter.java index bd1d32f..11c4b61 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/PoolBasedLimiter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/PoolBasedLimiter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/RateBasedLimiter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/RateBasedLimiter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/RateBasedLimiter.java index a022647..6075fba 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/RateBasedLimiter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/RateBasedLimiter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.concurrent.TimeUnit; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SafeDatasetCommit.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SafeDatasetCommit.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SafeDatasetCommit.java index 850234b..363adf3 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SafeDatasetCommit.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SafeDatasetCommit.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.Collection; @@ -28,18 +28,18 @@ import com.google.common.collect.ArrayListMultimap; import com.google.common.collect.ListMultimap; import com.google.common.io.Closer; -import gobblin.commit.CommitSequence; -import gobblin.commit.CommitStep; -import gobblin.commit.DeliverySemantics; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.WorkUnitState; -import gobblin.publisher.CommitSequencePublisher; -import gobblin.publisher.DataPublisher; -import gobblin.publisher.UnpublishedHandling; -import gobblin.runtime.commit.DatasetStateCommitStep; -import gobblin.runtime.task.TaskFactory; -import gobblin.runtime.task.TaskUtils; -import gobblin.source.extractor.JobCommitPolicy; +import org.apache.gobblin.commit.CommitSequence; +import org.apache.gobblin.commit.CommitStep; +import org.apache.gobblin.commit.DeliverySemantics; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.publisher.CommitSequencePublisher; +import org.apache.gobblin.publisher.DataPublisher; +import org.apache.gobblin.publisher.UnpublishedHandling; +import org.apache.gobblin.runtime.commit.DatasetStateCommitStep; +import org.apache.gobblin.runtime.task.TaskFactory; +import org.apache.gobblin.runtime.task.TaskUtils; +import org.apache.gobblin.source.extractor.JobCommitPolicy; import lombok.AllArgsConstructor; import lombok.Data; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SourceDecorator.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SourceDecorator.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SourceDecorator.java index 21cbf68..fc60b46 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SourceDecorator.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/SourceDecorator.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.Collections; @@ -26,15 +26,15 @@ import org.slf4j.LoggerFactory; import com.google.common.base.Throwables; -import gobblin.configuration.SourceState; -import gobblin.configuration.WorkUnitState; -import gobblin.source.Source; -import gobblin.source.extractor.Extractor; -import gobblin.source.workunit.BasicWorkUnitStream; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.Decorator; -import gobblin.source.WorkUnitStreamSource; -import gobblin.source.workunit.WorkUnitStream; +import org.apache.gobblin.configuration.SourceState; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.source.Source; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.workunit.BasicWorkUnitStream; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.Decorator; +import org.apache.gobblin.source.WorkUnitStreamSource; +import org.apache.gobblin.source.workunit.WorkUnitStream; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorage.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorage.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorage.java index 7a44a87..01cb557 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorage.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorage.java @@ -17,7 +17,7 @@ * under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.HashMap; @@ -33,13 +33,13 @@ import com.typesafe.config.ConfigValueFactory; import lombok.extern.slf4j.Slf4j; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.metastore.StateStore; -import gobblin.source.extractor.CheckpointableWatermark; -import gobblin.util.ClassAliasResolver; -import gobblin.util.io.GsonInterfaceAdapter; -import gobblin.writer.WatermarkStorage; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.metastore.StateStore; +import org.apache.gobblin.source.extractor.CheckpointableWatermark; +import org.apache.gobblin.util.ClassAliasResolver; +import org.apache.gobblin.util.io.GsonInterfaceAdapter; +import org.apache.gobblin.writer.WatermarkStorage; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorageCli.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorageCli.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorageCli.java index 6819010..1395ff4 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorageCli.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StateStoreBasedWatermarkStorageCli.java @@ -17,7 +17,7 @@ * under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.Arrays; @@ -37,10 +37,10 @@ import com.google.common.base.Throwables; import lombok.extern.slf4j.Slf4j; -import gobblin.annotation.Alias; -import gobblin.configuration.ConfigurationKeys; -import gobblin.runtime.cli.CliApplication; -import gobblin.runtime.cli.EmbeddedGobblinCliFactory; +import org.apache.gobblin.annotation.Alias; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.runtime.cli.CliApplication; +import org.apache.gobblin.runtime.cli.EmbeddedGobblinCliFactory; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StreamModelTaskRunner.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StreamModelTaskRunner.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StreamModelTaskRunner.java index abcb9ea..2b0b47b 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StreamModelTaskRunner.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/StreamModelTaskRunner.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.Map; import java.util.concurrent.Future; @@ -27,20 +27,20 @@ import com.google.common.base.Optional; import com.google.common.io.Closer; import com.google.common.util.concurrent.Futures; -import gobblin.configuration.ConfigurationKeys; -import gobblin.converter.Converter; -import gobblin.fork.ForkOperator; -import gobblin.fork.Forker; -import gobblin.qualitychecker.row.RowLevelPolicyChecker; -import gobblin.records.RecordStreamWithMetadata; -import gobblin.runtime.fork.Fork; -import gobblin.source.extractor.Extractor; -import gobblin.source.extractor.StreamingExtractor; -import gobblin.util.ExponentialBackoff; -import gobblin.writer.AcknowledgableWatermark; -import gobblin.writer.FineGrainedWatermarkTracker; -import gobblin.writer.WatermarkManager; -import gobblin.writer.WatermarkStorage; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.fork.ForkOperator; +import org.apache.gobblin.fork.Forker; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyChecker; +import org.apache.gobblin.records.RecordStreamWithMetadata; +import org.apache.gobblin.runtime.fork.Fork; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.StreamingExtractor; +import org.apache.gobblin.util.ExponentialBackoff; +import org.apache.gobblin.writer.AcknowledgableWatermark; +import org.apache.gobblin.writer.FineGrainedWatermarkTracker; +import org.apache.gobblin.writer.WatermarkManager; +import org.apache.gobblin.writer.WatermarkStorage; import io.reactivex.flowables.ConnectableFlowable; import io.reactivex.schedulers.Schedulers; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Task.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Task.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Task.java index 1c31b1a..0ef96c0 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Task.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/Task.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.ArrayList; @@ -44,44 +44,44 @@ import com.typesafe.config.ConfigFactory; import lombok.NoArgsConstructor; -import gobblin.Constructs; -import gobblin.commit.SpeculativeAttemptAwareConstruct; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.State; -import gobblin.configuration.WorkUnitState; -import gobblin.converter.Converter; -import gobblin.fork.CopyHelper; -import gobblin.fork.CopyNotSupportedException; -import gobblin.fork.Copyable; -import gobblin.fork.ForkOperator; -import gobblin.instrumented.extractor.InstrumentedExtractorBase; -import gobblin.instrumented.extractor.InstrumentedExtractorDecorator; -import gobblin.metrics.MetricContext; -import gobblin.metrics.event.EventSubmitter; -import gobblin.metrics.event.TaskEvent; -import gobblin.publisher.DataPublisher; -import gobblin.publisher.SingleTaskDataPublisher; -import gobblin.qualitychecker.row.RowLevelPolicyCheckResults; -import gobblin.qualitychecker.row.RowLevelPolicyChecker; -import gobblin.runtime.fork.AsynchronousFork; -import gobblin.runtime.fork.Fork; -import gobblin.runtime.fork.SynchronousFork; -import gobblin.runtime.task.TaskIFace; -import gobblin.runtime.util.TaskMetrics; -import gobblin.source.extractor.Extractor; -import gobblin.source.extractor.JobCommitPolicy; -import gobblin.stream.RecordEnvelope; -import gobblin.source.extractor.StreamingExtractor; -import gobblin.state.ConstructState; -import gobblin.util.ConfigUtils; -import gobblin.writer.AcknowledgableWatermark; -import gobblin.writer.DataWriter; -import gobblin.writer.FineGrainedWatermarkTracker; -import gobblin.writer.MultiWriterWatermarkManager; -import gobblin.writer.TrackerBasedWatermarkManager; -import gobblin.writer.WatermarkAwareWriter; -import gobblin.writer.WatermarkManager; -import gobblin.writer.WatermarkStorage; +import org.apache.gobblin.Constructs; +import org.apache.gobblin.commit.SpeculativeAttemptAwareConstruct; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.State; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.fork.CopyHelper; +import org.apache.gobblin.fork.CopyNotSupportedException; +import org.apache.gobblin.fork.Copyable; +import org.apache.gobblin.fork.ForkOperator; +import org.apache.gobblin.instrumented.extractor.InstrumentedExtractorBase; +import org.apache.gobblin.instrumented.extractor.InstrumentedExtractorDecorator; +import org.apache.gobblin.metrics.MetricContext; +import org.apache.gobblin.metrics.event.EventSubmitter; +import org.apache.gobblin.metrics.event.TaskEvent; +import org.apache.gobblin.publisher.DataPublisher; +import org.apache.gobblin.publisher.SingleTaskDataPublisher; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyCheckResults; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyChecker; +import org.apache.gobblin.runtime.fork.AsynchronousFork; +import org.apache.gobblin.runtime.fork.Fork; +import org.apache.gobblin.runtime.fork.SynchronousFork; +import org.apache.gobblin.runtime.task.TaskIFace; +import org.apache.gobblin.runtime.util.TaskMetrics; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.extractor.JobCommitPolicy; +import org.apache.gobblin.stream.RecordEnvelope; +import org.apache.gobblin.source.extractor.StreamingExtractor; +import org.apache.gobblin.state.ConstructState; +import org.apache.gobblin.util.ConfigUtils; +import org.apache.gobblin.writer.AcknowledgableWatermark; +import org.apache.gobblin.writer.DataWriter; +import org.apache.gobblin.writer.FineGrainedWatermarkTracker; +import org.apache.gobblin.writer.MultiWriterWatermarkManager; +import org.apache.gobblin.writer.TrackerBasedWatermarkManager; +import org.apache.gobblin.writer.WatermarkAwareWriter; +import org.apache.gobblin.writer.WatermarkManager; +import org.apache.gobblin.writer.WatermarkStorage; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskConfigurationKeys.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskConfigurationKeys.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskConfigurationKeys.java index 453db39..33e6fba 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskConfigurationKeys.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskConfigurationKeys.java @@ -17,7 +17,7 @@ * under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * A class that contains configuration keys for a {@link Task} http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskContext.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskContext.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskContext.java index c71c051..11f887d 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskContext.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskContext.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.IOException; import java.util.Collections; @@ -27,32 +27,32 @@ import com.google.common.collect.Lists; import lombok.extern.slf4j.Slf4j; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.WorkUnitState; -import gobblin.converter.Converter; -import gobblin.fork.ForkOperator; -import gobblin.instrumented.Instrumented; -import gobblin.instrumented.converter.InstrumentedConverterDecorator; -import gobblin.instrumented.fork.InstrumentedForkOperatorDecorator; -import gobblin.publisher.TaskPublisher; -import gobblin.publisher.TaskPublisherBuilderFactory; -import gobblin.qualitychecker.row.RowLevelPolicyChecker; -import gobblin.qualitychecker.row.RowLevelPolicyCheckerBuilderFactory; -import gobblin.qualitychecker.task.TaskLevelPolicyCheckResults; -import gobblin.qualitychecker.task.TaskLevelPolicyChecker; -import gobblin.qualitychecker.task.TaskLevelPolicyCheckerBuilderFactory; -import gobblin.runtime.util.TaskMetrics; -import gobblin.source.Source; -import gobblin.source.extractor.Extractor; -import gobblin.source.workunit.WorkUnit; -import gobblin.util.limiter.DefaultLimiterFactory; -import gobblin.util.limiter.Limiter; -import gobblin.util.limiter.NonRefillableLimiter; -import gobblin.util.ForkOperatorUtils; -import gobblin.writer.DataWriterBuilder; -import gobblin.writer.Destination; -import gobblin.writer.WatermarkStorage; -import gobblin.writer.WriterOutputFormat; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.converter.Converter; +import org.apache.gobblin.fork.ForkOperator; +import org.apache.gobblin.instrumented.Instrumented; +import org.apache.gobblin.instrumented.converter.InstrumentedConverterDecorator; +import org.apache.gobblin.instrumented.fork.InstrumentedForkOperatorDecorator; +import org.apache.gobblin.publisher.TaskPublisher; +import org.apache.gobblin.publisher.TaskPublisherBuilderFactory; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyChecker; +import org.apache.gobblin.qualitychecker.row.RowLevelPolicyCheckerBuilderFactory; +import org.apache.gobblin.qualitychecker.task.TaskLevelPolicyCheckResults; +import org.apache.gobblin.qualitychecker.task.TaskLevelPolicyChecker; +import org.apache.gobblin.qualitychecker.task.TaskLevelPolicyCheckerBuilderFactory; +import org.apache.gobblin.runtime.util.TaskMetrics; +import org.apache.gobblin.source.Source; +import org.apache.gobblin.source.extractor.Extractor; +import org.apache.gobblin.source.workunit.WorkUnit; +import org.apache.gobblin.util.limiter.DefaultLimiterFactory; +import org.apache.gobblin.util.limiter.Limiter; +import org.apache.gobblin.util.limiter.NonRefillableLimiter; +import org.apache.gobblin.util.ForkOperatorUtils; +import org.apache.gobblin.writer.DataWriterBuilder; +import org.apache.gobblin.writer.Destination; +import org.apache.gobblin.writer.WatermarkStorage; +import org.apache.gobblin.writer.WriterOutputFormat; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskExecutor.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskExecutor.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskExecutor.java index f7998c1..2abf131 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskExecutor.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskExecutor.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.Properties; import java.util.concurrent.ExecutorService; @@ -26,7 +26,7 @@ import java.util.concurrent.SynchronousQueue; import java.util.concurrent.ThreadPoolExecutor; import java.util.concurrent.TimeUnit; -import gobblin.runtime.fork.Fork; +import org.apache.gobblin.runtime.fork.Fork; import org.apache.hadoop.conf.Configuration; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -35,9 +35,9 @@ import com.google.common.base.Optional; import com.google.common.base.Preconditions; import com.google.common.util.concurrent.AbstractIdleService; -import gobblin.configuration.ConfigurationKeys; -import gobblin.metrics.GobblinMetrics; -import gobblin.util.ExecutorsUtils; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.util.ExecutorsUtils; import lombok.Getter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskInstantiationException.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskInstantiationException.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskInstantiationException.java index a0ceb11..749caa9 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskInstantiationException.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskInstantiationException.java @@ -17,7 +17,7 @@ * under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; /** * An exception class to capture failures in Task instantiation http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskState.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskState.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskState.java index c114432..981aef1 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskState.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskState.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.io.DataInput; import java.io.DataOutput; @@ -36,20 +36,20 @@ import com.google.gson.stream.JsonWriter; import com.linkedin.data.template.StringMap; -import gobblin.rest.Metric; -import gobblin.rest.MetricArray; -import gobblin.rest.MetricTypeEnum; -import gobblin.rest.Table; -import gobblin.rest.TableTypeEnum; -import gobblin.rest.TaskExecutionInfo; -import gobblin.rest.TaskStateEnum; -import gobblin.configuration.ConfigurationKeys; -import gobblin.configuration.WorkUnitState; -import gobblin.runtime.util.MetricGroup; -import gobblin.runtime.util.TaskMetrics; -import gobblin.source.workunit.Extract; -import gobblin.util.ForkOperatorUtils; -import gobblin.metrics.GobblinMetrics; +import org.apache.gobblin.rest.Metric; +import org.apache.gobblin.rest.MetricArray; +import org.apache.gobblin.rest.MetricTypeEnum; +import org.apache.gobblin.rest.Table; +import org.apache.gobblin.rest.TableTypeEnum; +import org.apache.gobblin.rest.TaskExecutionInfo; +import org.apache.gobblin.rest.TaskStateEnum; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.configuration.WorkUnitState; +import org.apache.gobblin.runtime.util.MetricGroup; +import org.apache.gobblin.runtime.util.TaskMetrics; +import org.apache.gobblin.source.workunit.Extract; +import org.apache.gobblin.util.ForkOperatorUtils; +import org.apache.gobblin.metrics.GobblinMetrics; import lombok.Getter; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateCollectorService.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateCollectorService.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateCollectorService.java index 8cc2410..f832257 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateCollectorService.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateCollectorService.java @@ -15,11 +15,11 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.google.common.base.Predicate; -import gobblin.metastore.FsStateStore; -import gobblin.metastore.StateStore; +import org.apache.gobblin.metastore.FsStateStore; +import org.apache.gobblin.metastore.StateStore; import java.io.IOException; import java.util.List; import java.util.Properties; @@ -36,8 +36,8 @@ import com.google.common.collect.Queues; import com.google.common.eventbus.EventBus; import com.google.common.util.concurrent.AbstractScheduledService; -import gobblin.configuration.ConfigurationKeys; -import gobblin.util.ParallelRunner; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.util.ParallelRunner; /** http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateTracker.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateTracker.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateTracker.java index 0009abc..88c1218 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateTracker.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TaskStateTracker.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import com.google.common.util.concurrent.Service; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TimeBasedLimiter.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TimeBasedLimiter.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TimeBasedLimiter.java index 0976c87..cf8a03c 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TimeBasedLimiter.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/TimeBasedLimiter.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime; +package org.apache.gobblin.runtime; import java.util.concurrent.TimeUnit; http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/Configurable.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/Configurable.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/Configurable.java index 512169d..c789431 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/Configurable.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/Configurable.java @@ -14,13 +14,13 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package gobblin.runtime.api; +package org.apache.gobblin.runtime.api; import java.util.Properties; import com.typesafe.config.Config; -import gobblin.annotation.Alpha; +import org.apache.gobblin.annotation.Alpha; /** A generic interface for any class that can be configured using a {@link Config}. */ @Alpha http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/EventMetadataGenerator.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/EventMetadataGenerator.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/EventMetadataGenerator.java index 2f1c654..6faca39 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/EventMetadataGenerator.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/EventMetadataGenerator.java @@ -15,12 +15,12 @@ * limitations under the License. */ -package gobblin.runtime.api; +package org.apache.gobblin.runtime.api; import java.util.Map; -import gobblin.metrics.event.EventName; -import gobblin.runtime.JobContext; +import org.apache.gobblin.metrics.event.EventName; +import org.apache.gobblin.runtime.JobContext; /** * For generating additional event metadata to associate with an event. http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/2c22b8a9/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/FlowSpec.java ---------------------------------------------------------------------- diff --git a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/FlowSpec.java b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/FlowSpec.java index d1a4cdb..79a4cb2 100644 --- a/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/FlowSpec.java +++ b/gobblin-runtime/src/main/java/org/apache/gobblin/runtime/api/FlowSpec.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package gobblin.runtime.api; +package org.apache.gobblin.runtime.api; import java.net.URI; import java.net.URISyntaxException; @@ -33,9 +33,9 @@ import com.google.common.collect.Lists; import com.google.common.collect.Sets; import com.typesafe.config.ConfigFactory; -import gobblin.annotation.Alpha; -import gobblin.configuration.ConfigurationKeys; -import gobblin.util.ConfigUtils; +import org.apache.gobblin.annotation.Alpha; +import org.apache.gobblin.configuration.ConfigurationKeys; +import org.apache.gobblin.util.ConfigUtils; import lombok.Data;
