Repository: bigtop Updated Branches: refs/heads/master b444de910 -> 3b4ae8aba
BIGTOP-1392 Hive basic smoke test fails Signed-off-by: [email protected] <jayunit100> Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/3b4ae8ab Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/3b4ae8ab Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/3b4ae8ab Branch: refs/heads/master Commit: 3b4ae8aba581426994320e603bd513ab2d615acd Parents: b444de9 Author: Josh Baer <[email protected]> Authored: Mon Oct 20 01:36:24 2014 +0000 Committer: [email protected] <jayunit100> Committed: Sun Oct 19 22:47:02 2014 -0400 ---------------------------------------------------------------------- .../itest/hivesmoke/TestHiveSmokeBulk.groovy | 2 +- .../src/main/resources/scripts/ql/basic/filter | 4 ++-- .../hive/src/main/resources/scripts/ql/basic/in | 17 +++++++++-------- .../src/main/resources/scripts/ql/basic/out | 20 +++++++++++--------- .../hive/src/main/resources/test.hql | 17 +++++++++-------- 5 files changed, 32 insertions(+), 28 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/3b4ae8ab/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy b/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy index 60ca698..f8dc7e6 100644 --- a/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy +++ b/bigtop-tests/test-artifacts/hive/src/main/groovy/org/apache/bigtop/itest/hivesmoke/TestHiveSmokeBulk.groovy @@ -55,7 +55,7 @@ public class TestHiveSmokeBulk { "dest1","hbase_part","hbase_pushdown","merge_dynamic_part", "mp","myinput1","nzhang_part14","src_multi1","src_multi2", "srcbucket_mapjoin","srcpart_merge_dp","stats_src","t1", - "triples","u_data","union_out", "T1", "T2", "T3", "smb_input1", + "triples","text_kv1","union_out", "T1", "T2", "T3", "smb_input1", "smb_input2", "srcbucket_mapjoin_part", "bucketmapjoin_hash_result_1", "bucketmapjoin_hash_result_2", "bucketmapjoin_tmp_result", "srcbucket_mapjoin_part_2"].each { http://git-wip-us.apache.org/repos/asf/bigtop/blob/3b4ae8ab/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter index e8e6135..fa2e13d 100644 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter +++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/filter @@ -1,4 +1,4 @@ sed -e 's#hdfs://[^/]*/#hdfs://HADOOP/#' \ - -e '/.*Copying .*u.data$/d' \ - -e '/^Deleted.*u_data$/d' \ + -e '/.*Copying .*kv1.txt$/d' \ + -e '/^Deleted.*text_kv1$/d' \ -e '/.*jobconf.xml:an attempt to override final parameter: mapreduce.job.end-notification.*; Ignoring\./ d' http://git-wip-us.apache.org/repos/asf/bigtop/blob/3b4ae8ab/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in index 56a9d85..599af59 100644 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in +++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/in @@ -12,17 +12,18 @@ -- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -- See the License for the specific language governing permissions and -- limitations under the License. -DROP TABLE u_data; +DROP TABLE text_kv1; -CREATE TABLE u_data ( - userid INT, - movieid INT, - rating INT, - unixtime STRING) +CREATE TABLE text_kv1 ( + value INT, + valueString STRING) ROW FORMAT DELIMITED -FIELDS TERMINATED BY '\t' +FIELDS TERMINATED BY '\001' STORED AS TEXTFILE; +LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' +OVERWRITE INTO TABLE text_kv1; + INSERT OVERWRITE DIRECTORY '/tmp/count' -SELECT COUNT(1) FROM u_data; +SELECT COUNT(1) FROM text_kv1; dfs -cat /tmp/count/* ; http://git-wip-us.apache.org/repos/asf/bigtop/blob/3b4ae8ab/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out index 809a1c1..0fd11cc 100644 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out +++ b/bigtop-tests/test-artifacts/hive/src/main/resources/scripts/ql/basic/out @@ -1,17 +1,19 @@ -DROP TABLE u_data +DROP TABLE text_kv1 -CREATE TABLE u_data ( - userid INT, - movieid INT, - rating INT, - unixtime STRING) +CREATE TABLE text_kv1 ( + value INT, + valueString STRING) ROW FORMAT DELIMITED -FIELDS TERMINATED BY '\t' +FIELDS TERMINATED BY '\001' STORED AS TEXTFILE +LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' +OVERWRITE INTO TABLE text_kv1 + + INSERT OVERWRITE DIRECTORY '/tmp/count' -SELECT COUNT(1) FROM u_data +SELECT COUNT(1) FROM text_kv1 dfs -cat /tmp/count/* -100000 +500 http://git-wip-us.apache.org/repos/asf/bigtop/blob/3b4ae8ab/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql b/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql index 18b803f..51c146d 100644 --- a/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql +++ b/bigtop-tests/test-artifacts/hive/src/main/resources/test.hql @@ -12,16 +12,17 @@ -- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -- See the License for the specific language governing permissions and -- limitations under the License. -DROP TABLE u_data; +DROP TABLE text_kv1; -CREATE TABLE u_data ( - userid INT, - movieid INT, - rating INT, - unixtime STRING) +CREATE TABLE text_kv1 ( + value INT, + valueString STRING) ROW FORMAT DELIMITED -FIELDS TERMINATED BY '\t' +FIELDS TERMINATED BY '\001' STORED AS TEXTFILE; +LOAD DATA LOCAL INPATH 'seed_data_files/kv1.txt' +OVERWRITE INTO TABLE text_kv1; + INSERT OVERWRITE DIRECTORY '/tmp/count' -SELECT COUNT(1) FROM u_data; +SELECT COUNT(1) FROM text_kv1;
