Repository: sqoop Updated Branches: refs/heads/sqoop2 7631d2933 -> 3f8cd0a7c
SQOOP-2015: Sqoop2: Create HBase code path in Kite connector (Qian Xu via Abraham Elmahrek) Project: http://git-wip-us.apache.org/repos/asf/sqoop/repo Commit: http://git-wip-us.apache.org/repos/asf/sqoop/commit/3f8cd0a7 Tree: http://git-wip-us.apache.org/repos/asf/sqoop/tree/3f8cd0a7 Diff: http://git-wip-us.apache.org/repos/asf/sqoop/diff/3f8cd0a7 Branch: refs/heads/sqoop2 Commit: 3f8cd0a7cd1605324b40840c81f05a23f6c9c305 Parents: 7631d29 Author: Abraham Elmahrek <[email protected]> Authored: Wed Jan 14 09:07:51 2015 -0800 Committer: Abraham Elmahrek <[email protected]> Committed: Wed Jan 14 09:07:51 2015 -0800 ---------------------------------------------------------------------- .../apache/sqoop/connector/kite/KiteToDestroyer.java | 15 +++++++++++++++ .../connector/kite/configuration/ConfigUtil.java | 7 +++++++ 2 files changed, 22 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/sqoop/blob/3f8cd0a7/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java ---------------------------------------------------------------------- diff --git a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java index 704c8e9..750559a 100644 --- a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java +++ b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/KiteToDestroyer.java @@ -47,6 +47,21 @@ public class KiteToDestroyer extends Destroyer<LinkConfiguration, LOG.info("Running Kite connector destroyer"); String uri = ConfigUtil.buildDatasetUri( linkConfig.linkConfig, toJobConfig.toJobConfig); + + if (ConfigUtil.isHBaseJob(toJobConfig.toJobConfig)) { + destroyHBaseJob(context, uri, toJobConfig); + } else { + destroyHdfsJob(context, uri, toJobConfig); + } + } + + private void destroyHBaseJob(DestroyerContext context, String uri, + ToJobConfiguration toJobConfig) { + // TODO: SQOOP-1948 + } + + private void destroyHdfsJob(DestroyerContext context, String uri, + ToJobConfiguration toJobConfig) { String[] tempUris = KiteDatasetExecutor.listTemporaryDatasetUris(uri); if (context.isSuccess()) { KiteDatasetExecutor executor = getExecutor( http://git-wip-us.apache.org/repos/asf/sqoop/blob/3f8cd0a7/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java ---------------------------------------------------------------------- diff --git a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java index efc3966..d48e250 100644 --- a/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java +++ b/connector/connector-kite/src/main/java/org/apache/sqoop/connector/kite/configuration/ConfigUtil.java @@ -43,4 +43,11 @@ public class ConfigUtil { return buildDatasetUri(linkConfig.hdfsHostAndPort, toJobConfig.uri); } + /** + * Indicates whether the given job is a HBase job. + */ + public static boolean isHBaseJob(ToJobConfig toJobConfig) { + return toJobConfig.uri.startsWith("dataset:hbase:"); + } + } \ No newline at end of file
