Repository: oozie Updated Branches: refs/heads/master e2fc8ea55 -> e68ffd984
OOZIE-2047 Oozie does not support Hive tables that use datatypes introduced since Hive 0.8 (venkatnrangan via bzhang) Project: http://git-wip-us.apache.org/repos/asf/oozie/repo Commit: http://git-wip-us.apache.org/repos/asf/oozie/commit/e68ffd98 Tree: http://git-wip-us.apache.org/repos/asf/oozie/tree/e68ffd98 Diff: http://git-wip-us.apache.org/repos/asf/oozie/diff/e68ffd98 Branch: refs/heads/master Commit: e68ffd9847662e144f1a6e8faeabc0e7b23b8eca Parents: e2fc8ea Author: Bowen Zhang <[email protected]> Authored: Wed Oct 29 19:44:11 2014 -0700 Committer: Bowen Zhang <[email protected]> Committed: Wed Oct 29 19:44:11 2014 -0700 ---------------------------------------------------------------------- .../java/org/apache/oozie/dependency/HCatURIHandler.java | 8 ++++---- .../org/apache/oozie/dependency/hcat/HCatMessageHandler.java | 6 +++--- examples/src/main/apps/hcatalog/README | 2 +- examples/src/main/apps/hcatalog/id.pig | 2 +- release-log.txt | 1 + .../apache/oozie/action/hadoop/HCatLauncherURIHandler.java | 6 +++--- 6 files changed, 13 insertions(+), 12 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/oozie/blob/e68ffd98/core/src/main/java/org/apache/oozie/dependency/HCatURIHandler.java ---------------------------------------------------------------------- diff --git a/core/src/main/java/org/apache/oozie/dependency/HCatURIHandler.java b/core/src/main/java/org/apache/oozie/dependency/HCatURIHandler.java index d4337e0..629033b 100644 --- a/core/src/main/java/org/apache/oozie/dependency/HCatURIHandler.java +++ b/core/src/main/java/org/apache/oozie/dependency/HCatURIHandler.java @@ -31,10 +31,10 @@ import java.util.Set; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.security.UserGroupInformation; -import org.apache.hcatalog.api.ConnectionFailureException; -import org.apache.hcatalog.api.HCatClient; -import org.apache.hcatalog.api.HCatPartition; -import org.apache.hcatalog.common.HCatException; +import org.apache.hive.hcatalog.api.ConnectionFailureException; +import org.apache.hive.hcatalog.api.HCatClient; +import org.apache.hive.hcatalog.api.HCatPartition; +import org.apache.hive.hcatalog.common.HCatException; import org.apache.oozie.ErrorCode; import org.apache.oozie.action.hadoop.HCatLauncherURIHandler; import org.apache.oozie.action.hadoop.LauncherURIHandler; http://git-wip-us.apache.org/repos/asf/oozie/blob/e68ffd98/core/src/main/java/org/apache/oozie/dependency/hcat/HCatMessageHandler.java ---------------------------------------------------------------------- diff --git a/core/src/main/java/org/apache/oozie/dependency/hcat/HCatMessageHandler.java b/core/src/main/java/org/apache/oozie/dependency/hcat/HCatMessageHandler.java index a493ca4..b9de5a0 100644 --- a/core/src/main/java/org/apache/oozie/dependency/hcat/HCatMessageHandler.java +++ b/core/src/main/java/org/apache/oozie/dependency/hcat/HCatMessageHandler.java @@ -23,9 +23,9 @@ import java.util.Map; import javax.jms.Message; -import org.apache.hcatalog.messaging.AddPartitionMessage; -import org.apache.hcatalog.messaging.HCatEventMessage; -import org.apache.hcatalog.messaging.jms.MessagingUtils; +import org.apache.hive.hcatalog.messaging.AddPartitionMessage; +import org.apache.hive.hcatalog.messaging.HCatEventMessage; +import org.apache.hive.hcatalog.messaging.jms.MessagingUtils; import org.apache.oozie.jms.MessageHandler; import org.apache.oozie.service.PartitionDependencyManagerService; import org.apache.oozie.service.Services; http://git-wip-us.apache.org/repos/asf/oozie/blob/e68ffd98/examples/src/main/apps/hcatalog/README ---------------------------------------------------------------------- diff --git a/examples/src/main/apps/hcatalog/README b/examples/src/main/apps/hcatalog/README index e9c5462..5f65840 100644 --- a/examples/src/main/apps/hcatalog/README +++ b/examples/src/main/apps/hcatalog/README @@ -2,7 +2,7 @@ Running the coordinator example with HCatalog (End-to-end test) 1. Setup services - Hive with JMS (e.g. ActiveMQ Server), HCatalog, database e.g. MySQL, and of course Hadoop 2. This example points to hive.metastore.uris=thrift://localhost:11002. Change it in job.properties if required -3. Create 2 tables 'invites' (input) and 'oozie' (output) with this structure: "create table invites (foo INT, bar INT) partitioned by (ds STRING, region STRING)" +3. Create 2 tables 'invites' (input) and 'oozie' (output) with this structure: "create table invites (foo INT, bar INT, car VARCHAR(10)) partitioned by (ds STRING, region STRING)" 4. Oozie distro should be built this way $> bin/mkdistro.sh -Dhcatalog.version=0.4.1 -DskipTests 5. The 'libext' dir used by oozie-setup should contain the following list JARS hcatalog-core.jar http://git-wip-us.apache.org/repos/asf/oozie/blob/e68ffd98/examples/src/main/apps/hcatalog/id.pig ---------------------------------------------------------------------- diff --git a/examples/src/main/apps/hcatalog/id.pig b/examples/src/main/apps/hcatalog/id.pig index aed05fe..c53115a 100644 --- a/examples/src/main/apps/hcatalog/id.pig +++ b/examples/src/main/apps/hcatalog/id.pig @@ -17,5 +17,5 @@ -- A = load '$DB.$TABLE' using org.apache.hcatalog.pig.HCatLoader(); B = FILTER A BY $FILTER; -C = foreach B generate foo, bar; +C = foreach B generate foo, bar, car; store C into '$OUTPUT_DB.$OUTPUT_TABLE' USING org.apache.hcatalog.pig.HCatStorer('$OUTPUT_PARTITION'); http://git-wip-us.apache.org/repos/asf/oozie/blob/e68ffd98/release-log.txt ---------------------------------------------------------------------- diff --git a/release-log.txt b/release-log.txt index 8ed9a82..b1bb2e5 100644 --- a/release-log.txt +++ b/release-log.txt @@ -1,5 +1,6 @@ -- Oozie 4.2.0 release (trunk - unreleased) +OOZIE-2047 Oozie does not support Hive tables that use datatypes introduced since Hive 0.8 (venkatnrangan via bzhang) OOZIE-1808 Change DG_QuickStart.twiki to reflect changes in sharelib installation (ryota) OOZIE-1891 Parametrize surefire argLine to bump up heap memory for testing (ryota) OOZIE-1914 CLI should retry on timeout (puru) http://git-wip-us.apache.org/repos/asf/oozie/blob/e68ffd98/sharelib/hcatalog/src/main/java/org/apache/oozie/action/hadoop/HCatLauncherURIHandler.java ---------------------------------------------------------------------- diff --git a/sharelib/hcatalog/src/main/java/org/apache/oozie/action/hadoop/HCatLauncherURIHandler.java b/sharelib/hcatalog/src/main/java/org/apache/oozie/action/hadoop/HCatLauncherURIHandler.java index 4df182d..6798768 100644 --- a/sharelib/hcatalog/src/main/java/org/apache/oozie/action/hadoop/HCatLauncherURIHandler.java +++ b/sharelib/hcatalog/src/main/java/org/apache/oozie/action/hadoop/HCatLauncherURIHandler.java @@ -28,9 +28,9 @@ import java.util.Map.Entry; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.security.UserGroupInformation; -import org.apache.hcatalog.api.ConnectionFailureException; -import org.apache.hcatalog.api.HCatClient; -import org.apache.hcatalog.common.HCatException; +import org.apache.hive.hcatalog.api.ConnectionFailureException; +import org.apache.hive.hcatalog.api.HCatClient; +import org.apache.hive.hcatalog.common.HCatException; import org.apache.oozie.util.HCatURI; public class HCatLauncherURIHandler implements LauncherURIHandler {
