HAWQ-1044. Enhance hawq register test cases for normal mode and force mode
Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/3bcc5579 Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/3bcc5579 Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/3bcc5579 Branch: refs/heads/master Commit: 3bcc557917cf8962d9963f59d634877f9c262d76 Parents: 4af3768 Author: Chunling Wang <[email protected]> Authored: Wed Oct 19 18:35:09 2016 +0800 Committer: Chunling Wang <[email protected]> Committed: Wed Oct 19 18:35:29 2016 +0800 ---------------------------------------------------------------------- .../backup_usage2case1/bucket0_tpl.yml | 31 ++ .../contain_error_symbol_tpl.yml | 31 ++ .../backup_usage2case1/error_blockszie_tpl.yml | 31 ++ .../backup_usage2case1/error_checksum_tpl.yml | 31 ++ .../error_compresslevel_tpl.yml | 31 ++ .../error_compresstype_tpl.yml | 31 ++ .../backup_usage2case1/error_encoding_tpl.yml | 31 ++ .../backup_usage2case1/error_pagesize_tpl.yml | 31 ++ .../error_rowgroupsize_tpl.yml | 31 ++ .../backup_usage2case1/error_schema_tpl.yml | 33 +++ .../backup_usage2case1/float_eof_tpl.yml | 31 ++ .../backup_usage2case1/larger_eof_tpl.yml | 31 ++ .../backup_usage2case1/minus_eof_tpl.yml | 31 ++ .../wrong_distributed_policy_tpl.yml | 31 ++ .../feature/ManagementTool/test_hawq_register.h | 4 + .../test_hawq_register_rollback.cpp | 111 +++++++ .../test_hawq_register_usage2_case1.cpp | 162 ++++++++--- .../test_hawq_register_usage2_case2.cpp | 291 +++++++++++++++++++ .../test_hawq_register_usage2_case3.cpp | 4 + .../ManagementTool/usage2case1/bucket0_tpl.yml | 36 +-- .../usage2case1/contain_error_symbol_tpl.yml | 33 +++ .../usage2case1/error_blocksize_tpl.yml | 31 ++ .../usage2case1/error_checksum_tpl.yml | 33 +++ .../usage2case1/error_columnnum_tpl.yml | 35 +++ .../usage2case1/error_compresslevel_tpl.yml | 33 +++ .../usage2case1/error_compresstype_tpl.yml | 33 +++ .../usage2case1/error_encoding_tpl.yml | 36 ++- .../usage2case1/error_format_tpl.yml | 32 ++ .../usage2case1/error_pagesize_tpl.yml | 33 +++ .../usage2case1/error_rowgroupsize_tpl.yml | 33 +++ .../usage2case1/error_schema_tpl.yml | 33 +++ .../file_under_table_directory_tpl.yml | 33 +++ .../usage2case1/float_eof_tpl.yml | 33 +++ .../usage2case1/includedirectory.yml | 2 +- .../usage2case1/larger_eof_tpl.yml | 36 ++- .../usage2case1/minus_eof_tpl.yml | 33 +++ .../wrong_distributed_policy_tpl.yml | 36 ++- .../ManagementTool/usage2case1/zero_eof_tpl.yml | 33 +++ .../ManagementTool/usage2case2/bucket0_tpl.yml | 45 +++ .../usage2case2/contain_error_symbol_tpl.yml | 45 +++ .../usage2case2/error_blocksize_tpl.yml | 43 +++ .../usage2case2/error_checksum_tpl.yml | 45 +++ .../usage2case2/error_columnnum_tpl.yml | 47 +++ .../usage2case2/error_compresslevel_tpl.yml | 45 +++ .../usage2case2/error_compresstype_tpl.yml | 45 +++ .../usage2case2/error_encoding_tpl.yml | 45 +++ .../usage2case2/error_format_tpl.yml | 44 +++ .../usage2case2/error_pagesize_tpl.yml | 45 +++ .../usage2case2/error_rowgroupsize_tpl.yml | 45 +++ .../usage2case2/file_in_yaml_not_exist_tpl.yml | 45 +++ .../file_not_included_in_yaml_config_tpl.yml | 43 +++ .../usage2case2/float_eof_tpl.yml | 45 +++ .../usage2case2/hash_to_random_tpl.yml | 35 +++ .../usage2case2/larger_eof_tpl.yml | 45 +++ .../usage2case2/minus_eof_tpl.yml | 45 +++ .../usage2case2/normal_yaml_config_tpl.yml | 45 +++ .../normal_yaml_no_update_config_tpl.yml | 33 +++ .../usage2case2/random_to_hash_tpl.yml | 35 +++ .../ManagementTool/usage2case2/t_tpl_1.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_2.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_3.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_4.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_new_1.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_new_2.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_new_3.yml | 2 +- .../ManagementTool/usage2case2/t_tpl_new_4.yml | 2 +- .../usage2case2/table_exist_no_data_tpl.yml | 33 +++ .../usage2case2/table_not_exists_tpl.yml | 33 +++ .../wrong_distributed_policy_tpl.yml | 45 +++ .../ManagementTool/usage2case2/zero_eof_tpl.yml | 45 +++ .../ManagementTool/usage2case3/t_tpl_old_1.yml | 2 +- .../ManagementTool/usage2case3/t_tpl_old_2.yml | 2 +- .../ManagementTool/usage2case3/t_tpl_old_3.yml | 2 +- .../ManagementTool/usage2case3/t_tpl_old_4.yml | 2 +- 74 files changed, 2560 insertions(+), 100 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/bucket0_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/bucket0_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/bucket0_tpl.yml new file mode 100644 index 0000000..b407317 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/bucket0_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 0 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/contain_error_symbol_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/contain_error_symbol_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/contain_error_symbol_tpl.yml new file mode 100644 index 0000000..fbec3a3 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/contain_error_symbol_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/*/../1 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_blockszie_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_blockszie_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_blockszie_tpl.yml new file mode 100644 index 0000000..90c8c61 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_blockszie_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32767 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_checksum_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_checksum_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_checksum_tpl.yml new file mode 100644 index 0000000..e21c511 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_checksum_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: true + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_compresslevel_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_compresslevel_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_compresslevel_tpl.yml new file mode 100644 index 0000000..46a8cfb --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_compresslevel_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 1 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_compresstype_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_compresstype_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_compresstype_tpl.yml new file mode 100644 index 0000000..77400d1 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_compresstype_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: SNAPPY + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_encoding_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_encoding_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_encoding_tpl.yml new file mode 100644 index 0000000..b98a04c --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_encoding_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: Unicode +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_pagesize_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_pagesize_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_pagesize_tpl.yml new file mode 100644 index 0000000..4c2da07 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_pagesize_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_rowgroupsize_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_rowgroupsize_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_rowgroupsize_tpl.yml new file mode 100644 index 0000000..4c2da07 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_rowgroupsize_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/error_schema_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/error_schema_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/error_schema_tpl.yml new file mode 100644 index 0000000..77f61c9 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/error_schema_tpl.yml @@ -0,0 +1,33 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +- name: j + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/float_eof_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/float_eof_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/float_eof_tpl.yml new file mode 100644 index 0000000..193f973 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/float_eof_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216.0 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/larger_eof_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/larger_eof_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/larger_eof_tpl.yml new file mode 100644 index 0000000..7055310 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/larger_eof_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 2016 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/minus_eof_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/minus_eof_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/minus_eof_tpl.yml new file mode 100644 index 0000000..32d60f1 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/minus_eof_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: -1 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/backup_usage2case1/wrong_distributed_policy_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/backup_usage2case1/wrong_distributed_policy_tpl.yml b/src/test/feature/ManagementTool/backup_usage2case1/wrong_distributed_policy_tpl.yml new file mode 100644 index 0000000..55ad2c2 --- /dev/null +++ b/src/test/feature/ManagementTool/backup_usage2case1/wrong_distributed_policy_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32768 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://localhost:8020 +Distribution_Policy: DISTRIBUTED BY (j) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/test_hawq_register.h ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/test_hawq_register.h b/src/test/feature/ManagementTool/test_hawq_register.h index dfb041d..4edf2aa 100644 --- a/src/test/feature/ManagementTool/test_hawq_register.h +++ b/src/test/feature/ManagementTool/test_hawq_register.h @@ -92,6 +92,10 @@ class TestHawqRegister : public ::testing::Test { } } + void runYamlCaseTableNotExists(std::string casename, std::string ymlname, int expectederror, int checknum); + void runYamlCaseTableExists(std::string casename, std::string ymlname, int isexpectederror, int checknum); + void runYamlCaseForceMode(std::string casename, std::string ymlname, int isexpectederror, int rows, int checknum); + private: std::unique_ptr<hawq::test::PSQL> conn; }; http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/test_hawq_register_rollback.cpp ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/test_hawq_register_rollback.cpp b/src/test/feature/ManagementTool/test_hawq_register_rollback.cpp new file mode 100644 index 0000000..2f842bc --- /dev/null +++ b/src/test/feature/ManagementTool/test_hawq_register_rollback.cpp @@ -0,0 +1,111 @@ +#include <string> + +#include "lib/command.h" +#include "lib/sql_util.h" +#include "lib/string_util.h" +#include "lib/hdfs_config.h" +#include "lib/file_replace.h" +#include "test_hawq_register.h" + +#include "gtest/gtest.h" + +using std::string; +using hawq::test::SQLUtility; +using hawq::test::Command; +using hawq::test::HdfsConfig; + +TEST_F(TestHawqRegister, TestRollbackErrorSchema) { + SQLUtility util; + string test_root(util.getTestRootPath()); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("insert into t select generate_series(1, 100);"); + util.query("select * from t;", 100); + util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 100); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/rollback/error_schema.yml", test_root.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/rollback/error_schema.yml", test_root.c_str())); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testrollbackerrorschema.nt", HAWQ_DB, t_yml.c_str()))); + util.query("select * from t;", 100); + util.query("select * from nt;", 100); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, TestRollbackErrorHDFSFileSize) { + SQLUtility util; + string test_root(util.getTestRootPath()); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("insert into t select generate_series(1, 100);"); + util.query("select * from t;", 100); + util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 100); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/rollback/error_schema.yml", test_root.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/rollback/error_schema.yml", test_root.c_str())); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testrollbackerrorhdfsfilesize.nt", HAWQ_DB, t_yml.c_str()))); + util.query("select * from t;", 100); + util.query("select * from nt;", 100); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, TestRollBackHDFSFilePathContainErrorSymbol) { + SQLUtility util; + string test_root(util.getTestRootPath()); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("insert into t select generate_series(1, 100);"); + util.query("select * from t;", 100); + util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 100); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/rollback/error_schema.yml", test_root.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/rollback/error_schema.yml", test_root.c_str())); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testrollbackhdfsfilepathcontainerrorsymbol.nt", HAWQ_DB, t_yml.c_str()))); + util.query("select * from t;", 100); + util.query("select * from nt;", 100); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/test_hawq_register_usage2_case1.cpp ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/test_hawq_register_usage2_case1.cpp b/src/test/feature/ManagementTool/test_hawq_register_usage2_case1.cpp index 6d44ca0..0b5eabf 100644 --- a/src/test/feature/ManagementTool/test_hawq_register_usage2_case1.cpp +++ b/src/test/feature/ManagementTool/test_hawq_register_usage2_case1.cpp @@ -83,65 +83,85 @@ TEST_F(TestHawqRegister, TestUsage2Case1Expected) { } } -TEST_F(TestHawqRegister, TestUsage2Case1ErrorEncoding) { +void TestHawqRegister::runYamlCaseTableExists(std::string casename, std::string ymlname, int isexpectederror=1, int checknum=100) { SQLUtility util; string test_root(util.getTestRootPath()); util.execute("drop table if exists t;"); util.execute("drop table if exists nt;"); - util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); util.execute("insert into t select generate_series(1, 100);"); util.query("select * from t;", 100); - util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("create table nt(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); util.execute("insert into nt select generate_series(1, 100);"); util.query("select * from nt;", 100); - string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/error_encoding.yml", test_root.c_str())); - string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case1/error_encoding_tpl.yml", test_root.c_str())); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/%s.yml", test_root.c_str(), ymlname.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/%s_tpl.yml", test_root.c_str(), ymlname.c_str())); hawq::test::FileReplace frep; std::unordered_map<std::string, std::string> strs_src_dst; strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + hawq::test::HdfsConfig hc; + string hdfs_prefix; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl, t_yml, strs_src_dst); - EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1errorencoding.nt", HAWQ_DB, t_yml.c_str()))); + EXPECT_EQ(isexpectederror, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), casename.c_str()))); + if (isexpectederror > 0) { + util.query("select * from t;", 100); + util.query("select * from nt;", 100); + } else { + util.query("select * from nt;", checknum); + } EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); util.execute("drop table t;"); util.execute("drop table nt;"); } -TEST_F(TestHawqRegister, TestUsage2Case1Bucket0) { +void TestHawqRegister::runYamlCaseTableNotExists(std::string casename, std::string ymlname, int isexpectederror=1, int checknum=100) { SQLUtility util; string test_root(util.getTestRootPath()); util.execute("drop table if exists t;"); util.execute("drop table if exists nt;"); - util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); util.execute("insert into t select generate_series(1, 100);"); util.query("select * from t;", 100); - util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed by (i);"); - util.execute("insert into nt select generate_series(1, 100);"); - util.query("select * from nt;", 100); - string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/bucket0.yml", test_root.c_str())); - string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case1/bucket0_tpl.yml", test_root.c_str())); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/%s.yml", test_root.c_str(), ymlname.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/%s_tpl.yml", test_root.c_str(), ymlname.c_str())); hawq::test::FileReplace frep; std::unordered_map<std::string, std::string> strs_src_dst; strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + hawq::test::HdfsConfig hc; + string hdfs_prefix; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl, t_yml, strs_src_dst); - EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1bucket0.nt", HAWQ_DB, t_yml.c_str()))); + EXPECT_EQ(isexpectederror, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), casename.c_str()))); + if (isexpectederror > 0) { + util.query("select * from t;", 100); + util.query("select * from pg_class where relname = 'nt';", 0); + } else { + util.query("select * from nt;", checknum); + } EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); util.execute("drop table t;"); - util.execute("drop table nt;"); + util.execute("drop table if exists nt;"); } -TEST_F(TestHawqRegister, TestUsage2Case1IncludeDirectory) { - SQLUtility util; - string test_root(util.getTestRootPath()); - EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hdfs dfs -put -f %s/ManagementTool/usage2case1 %s/", test_root.c_str(), getHdfsLocation().c_str()))); - string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/includedirectory.yml", test_root.c_str())); - EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1includedirectory.nt", HAWQ_DB, t_yml.c_str()))); - EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hdfs dfs -rm -r %s/usage2case1", getHdfsLocation().c_str()))); +TEST_F(TestHawqRegister, TestUsage2Case1ErrorSchema) { + runYamlCaseTableNotExists("testusage2case1errorschema", "usage2case1/error_schema"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1ErrorColumnNum) { + runYamlCaseTableExists("testusage2case1errorcolumnnum", "usage2case1/error_columnnum"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1HDFSFilePathContainErrorSymbol) { + runYamlCaseTableExists("testusage2case1hdfsfilepathcontainerrorsymbol", "usage2case1/contain_error_symbol"); } TEST_F(TestHawqRegister, TestUsage2Case1ErrorHashTableRegistry) { @@ -193,47 +213,121 @@ TEST_F(TestHawqRegister, TestUsage2Case1ErrorHashTableRegistry) { util.execute("drop table nt_2;"); } +TEST_F(TestHawqRegister, TestUsage2Case1ZeroEof) { + runYamlCaseTableExists("testusage2case1zeroeof", "usage2case1/zero_eof", 0, 180); +} + TEST_F(TestHawqRegister, TestUsage2Case1LargerEof) { + runYamlCaseTableExists("testusage2case1largereof", "usage2case1/larger_eof"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1FloatEof) { + runYamlCaseTableExists("testusage2case1floateof", "usage2case1/float_eof"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1MinusEof) { + runYamlCaseTableExists("testusage2case1minuseof", "usage2case1/minus_eof"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1WrongDistributionPolicy) { + runYamlCaseTableExists("testusage2case1wrongdistributionpolicy", "usage2case1/wrong_distributed_policy"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1Bucket0) { + runYamlCaseTableExists("testusage2case1bucket0", "usage2case1/bucket0"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1ErrorEncoding) { + runYamlCaseTableExists("testusage2case1errorencoding", "usage2case1/error_encoding"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case1ErrorBlockSize) { SQLUtility util; string test_root(util.getTestRootPath()); util.execute("drop table if exists t;"); util.execute("drop table if exists nt;"); - util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed by (i);"); util.execute("insert into t select generate_series(1, 100);"); util.query("select * from t;", 100); - string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/larger_eof.yml", test_root.c_str())); - string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case1/larger_eof_tpl.yml", test_root.c_str())); + util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 100); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/error_blockszie.yml", test_root.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case1/error_blocksize_tpl.yml", test_root.c_str())); hawq::test::FileReplace frep; std::unordered_map<std::string, std::string> strs_src_dst; strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl, t_yml, strs_src_dst); - EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1largereof.nt", HAWQ_DB, t_yml.c_str()))); - + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1errorblocksize.nt", HAWQ_DB, t_yml.c_str()))); + util.query("select * from t;", 100); + util.query("select * from nt;", 100); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); util.execute("drop table t;"); + util.execute("drop table nt;"); } +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case1ErrorCompressType) { + runYamlCaseTableExists("testusage2case1errorcompresstype", "usage2case1/error_compresstype"); +} -TEST_F(TestHawqRegister, TestUsage2Case1WrongDistributionPolicy) { +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case1ErrorCompressLevel) { + runYamlCaseTableExists("testusage2case1errorcompresslevel", "usage2case1/error_compresslevel"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case1ErrorChecksum) { + runYamlCaseTableExists("testusage2case1errorchecksum", "usage2case1/error_checksum"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case1ErrorPageSize) { + runYamlCaseTableExists("testusage2case1errorpagesize", "usage2case1/error_pagesize"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case1ErrorRowgroupSize) { + runYamlCaseTableExists("testusage2case1errorrowgroupsize", "usage2case1/error_rowgroupsize"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1IncludeDirectory) { + SQLUtility util; + string test_root(util.getTestRootPath()); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hdfs dfs -put -f %s/ManagementTool/usage2case1 %s/", test_root.c_str(), getHdfsLocation().c_str()))); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/includedirectory.yml", test_root.c_str())); + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1includedirectory.nt", HAWQ_DB, t_yml.c_str()))); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hdfs dfs -rm -r %s/usage2case1", getHdfsLocation().c_str()))); +} + +TEST_F(TestHawqRegister, TestUsage2Case1ErrorFormat) { + runYamlCaseTableExists("testusage2case1errorformat", "usage2case1/error_format"); +} + +TEST_F(TestHawqRegister, TestUsage2Case1FileUnderTableDirectory) { SQLUtility util; string test_root(util.getTestRootPath()); util.execute("drop table if exists t;"); - util.execute("drop table if exists nt;"); - util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed randomly;"); + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); util.execute("insert into t select generate_series(1, 100);"); util.query("select * from t;", 100); - string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/wrong_distributed_policy.yml", test_root.c_str())); - string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case1/wrong_distributed_policy_tpl.yml", test_root.c_str())); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case1/file_under_table_directory.yml", test_root.c_str())); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case1/file_under_table_directory_tpl.yml", test_root.c_str())); hawq::test::FileReplace frep; std::unordered_map<std::string, std::string> strs_src_dst; strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID@"]= getTableOid("t"); + hawq::test::HdfsConfig hc; + string hdfs_prefix; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl, t_yml, strs_src_dst); - EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1wrongdistributionpolicy.nt", HAWQ_DB, t_yml.c_str()))); - + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case1fileUndertabledirectory.t", HAWQ_DB, t_yml.c_str()))); + util.query("select * from t;", 100); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); util.execute("drop table t;"); } http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/test_hawq_register_usage2_case2.cpp ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/test_hawq_register_usage2_case2.cpp b/src/test/feature/ManagementTool/test_hawq_register_usage2_case2.cpp index 1545315..4cce61f 100644 --- a/src/test/feature/ManagementTool/test_hawq_register_usage2_case2.cpp +++ b/src/test/feature/ManagementTool/test_hawq_register_usage2_case2.cpp @@ -45,6 +45,10 @@ TEST_F(TestHawqRegister, TestUsage2Case2Expected) { std::unordered_map<std::string, std::string> strs_src_dst; strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID@"]= getTableOid(t); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl, t_yml, strs_src_dst); EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register -d %s -c %s testhawqregister_testusage2case2expected.%s", HAWQ_DB, t_yml.c_str(), nt.c_str()))); util.query(hawq::test::stringFormat("select * from %s;", nt.c_str()), 200); @@ -57,6 +61,7 @@ TEST_F(TestHawqRegister, TestUsage2Case2Expected) { strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID_OLD@"]= getTableOid(nt); strs_src_dst["@TABLE_OID_NEW@"]= getTableOid(t); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl_new, t_yml_new, strs_src_dst); EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register %s -d %s -c %s testhawqregister_testusage2case2expected.%s", opt.c_str(), HAWQ_DB, t_yml_new.c_str(), nt.c_str()))); util.query(hawq::test::stringFormat("select * from %s;", nt.c_str()), 150); @@ -75,3 +80,289 @@ TEST_F(TestHawqRegister, TestUsage2Case2Expected) { } } +void TestHawqRegister::runYamlCaseForceMode(std::string casename, std::string ymlname, int isexpectederror = 1, int rows = 50, int checknum = 200) { + SQLUtility util; + string test_root(util.getTestRootPath()); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/%s_tpl.yml", test_root.c_str(), ymlname.c_str())); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/%s.yml", test_root.c_str(), ymlname.c_str())); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table nt(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 200); + + // hawq register --force/-F -d hawq_feature_test -c t_new_#.yml nt_usage2_case2_# + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + util.execute(hawq::test::stringFormat("insert into t select generate_series(1, %s);", std::to_string(rows).c_str())); + util.query("select * from t;", rows); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID_OLD@"]= getTableOid("nt"); + strs_src_dst["@TABLE_OID_NEW@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + //printf("%s\n", hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), casename.c_str()).c_str()); + //sleep(60); + EXPECT_EQ(isexpectederror, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), casename.c_str()))); + util.query("select * from nt;", checknum); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2Hash2Random) { + SQLUtility util; + string test_root(util.getTestRootPath()); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/%s_tpl.yml", test_root.c_str(), "usage2case2/hash_to_random")); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/%s.yml", test_root.c_str(), "usage2case2/hash_to_random")); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table nt(i int) with (appendonly=true, orientation=parquet) distributed randomly;"); + util.execute("insert into nt select generate_series(1, 100);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 200); + + // hawq register --force/-F -d hawq_feature_test -c t_new_#.yml nt_usage2_case2_# + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + util.execute(hawq::test::stringFormat("insert into t select generate_series(1, %s);", std::to_string(50).c_str())); + util.query("select * from t;", 50); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID_OLD@"]= getTableOid("nt"); + strs_src_dst["@TABLE_OID_NEW@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), "testusage2case2hash2random"))); + util.query("select * from nt;", 150); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2Random2Hash) { + SQLUtility util; + string test_root(util.getTestRootPath()); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/%s_tpl.yml", test_root.c_str(), "usage2case2/random_to_hash")); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/%s.yml", test_root.c_str(), "usage2case2/random_to_hash")); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table nt(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 200); + + // hawq register --force/-F -d hawq_feature_test -c t_new_#.yml nt_usage2_case2_# + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed randomly;"); + util.execute(hawq::test::stringFormat("insert into t select generate_series(1, %s);", std::to_string(50).c_str())); + util.query("select * from t;", 50); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID_OLD@"]= getTableOid("nt"); + strs_src_dst["@TABLE_OID_NEW@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), "testusage2case2random2hash"))); + util.query("select * from nt;", 200); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2TableNotExist) { + SQLUtility util; + string test_root(util.getTestRootPath()); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case2/table_not_exists_tpl.yml", test_root.c_str())); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case2/talbe_not_exists.yml", test_root.c_str())); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + // hawq register --force/-F -d hawq_feature_test -c t_new_#.yml nt_usage2_case2_# + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + util.execute(hawq::test::stringFormat("insert into t select generate_series(1, %s);", std::to_string(50).c_str())); + util.query("select * from t;", 50); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID_NEW@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_testusage2case2tablenotexist.nt", HAWQ_DB, t_yml.c_str()))); + util.query("select * from nt;", 50); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2TableExistNoData) { + SQLUtility util; + string test_root(util.getTestRootPath()); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/usage2case2/table_exist_no_data_tpl.yml", test_root.c_str())); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case2/table_exist_no_data.yml", test_root.c_str())); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + // hawq register --force/-F -d hawq_feature_test -c t_new_#.yml nt_usage2_case2_# + util.execute("create table t(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + util.execute(hawq::test::stringFormat("insert into t select generate_series(1, %s);", std::to_string(50).c_str())); + util.query("select * from t;", 50); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID_NEW@"]= getTableOid("t"); + util.execute("create table nt(i int) with (appendonly=true, orientation=parquet) distributed by (i);"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_testusage2case2tableexistnodata.nt", HAWQ_DB, t_yml.c_str()))); + util.query("select * from nt;", 50); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2NormalYamlConfig) { + runYamlCaseForceMode("testusage2case2normalyamlconfig", "usage2case2/normal_yaml_config", 0, 50, 150); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2NormalYamlNoUpdateConfig) { + runYamlCaseForceMode("testusage2case2normalyamlnoupdateconfig", "usage2case2/normal_yaml_no_update_config", 0, 50, 150); +} + +TEST_F(TestHawqRegister, TestUsage2Case2FileNotIncludedInYamlConfig) { + runYamlCaseForceMode("testusage2case2filenotincludedinyamlconfig", "usage2case2/file_not_included_in_yaml_config"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2FileInYamlNotExist) { + runYamlCaseForceMode("testusage2case2fileinyamlnotexist", "usage2case2/file_in_yaml_not_exist"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2ErrorColumnNum) { + runYamlCaseForceMode("testusage2case2errorcolumnnum", "usage2case2/error_columnnum"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2HDFSFilePathContainErrorSymbol) { + runYamlCaseForceMode("testusage2case2hdfsfilepathcontainerrorsymbol", "usage2case2/contain_error_symbol"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ZeroEof) { + runYamlCaseForceMode("testusage2case2zeroeof", "usage2case2/zero_eof", 0, 50, 150); +} + +TEST_F(TestHawqRegister, TestUsage2Case2LargerEof) { + runYamlCaseForceMode("testusage2case2largereof", "usage2case2/larger_eof"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2FloatEof) { + runYamlCaseForceMode("testusage2case2floateof", "usage2case2/float_eof"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2MinusEof) { + runYamlCaseForceMode("testusage2case2minuseof", "usage2case2/minus_eof"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2WrongDistributionPolicy) { + runYamlCaseForceMode("testusage2case2wrongdistributionpolicy", "usage2case2/wrong_distributed_policy"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2Bucket0) { + runYamlCaseForceMode("testusage2case2bucket0", "usage2case2/bucket0"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2ErrorEncoding) { + runYamlCaseForceMode("testusage2case2errorencoding", "usage2case2/error_encoding"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ErrorBlockSize) { + SQLUtility util; + string test_root(util.getTestRootPath()); + string t_yml_tpl(hawq::test::stringFormat("%s/ManagementTool/%s_tpl.yml", test_root.c_str(), "usage2case2/error_blocksize")); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/%s.yml", test_root.c_str(), "usage2case2/error_blocksize")); + util.execute("drop table if exists t;"); + util.execute("drop table if exists nt;"); + + util.execute("create table nt(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.execute("insert into nt select generate_series(1, 100);"); + util.query("select * from nt;", 200); + + // hawq register --force/-F -d hawq_feature_test -c t_new_#.yml nt_usage2_case2_# + util.execute("create table t(i int) with (appendonly=true, orientation=row) distributed by (i);"); + util.execute(hawq::test::stringFormat("insert into t select generate_series(1, %s);", std::to_string(50).c_str())); + util.query("select * from t;", 50); + hawq::test::FileReplace frep; + std::unordered_map<std::string, std::string> strs_src_dst; + strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); + strs_src_dst["@TABLE_OID_OLD@"]= getTableOid("nt"); + strs_src_dst["@TABLE_OID_NEW@"]= getTableOid("t"); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; + frep.replace(t_yml_tpl, t_yml, strs_src_dst); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_%s.nt", HAWQ_DB, t_yml.c_str(), "testusage2case2errorblocksize"))); + util.query("select * from nt;", 150); + + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("rm -rf %s", t_yml.c_str()))); + util.execute("drop table t;"); + util.execute("drop table nt;"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ErrorCompressType) { + runYamlCaseForceMode("testusage2case2errorcompresstype", "usage2case2/error_compresstype"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ErrorCompressLevel) { + runYamlCaseForceMode("testusage2case2errorcompresslevel", "usage2case2/error_compresslevel"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ErrorChecksum) { + runYamlCaseForceMode("testusage2case2errorchecksum", "usage2case2/error_checksum"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ErrorPageSize) { + runYamlCaseForceMode("testusage2case2errorpagesize", "usage2case2/error_pagesize"); +} + +TEST_F(TestHawqRegister, DISABLED_TestUsage2Case2ErrorRowgroupSize) { + runYamlCaseForceMode("testusage2case2errorrowgroupsize", "usage2case2/error_rowgroupsize"); +} + +TEST_F(TestHawqRegister, TestUsage2Case2IncludeDirectory) { + SQLUtility util; + string test_root(util.getTestRootPath()); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hdfs dfs -put -f %s/ManagementTool/usage2case2 %s/", test_root.c_str(), getHdfsLocation().c_str()))); + string t_yml(hawq::test::stringFormat("%s/ManagementTool/usage2case2/includedirectory.yml", test_root.c_str())); + EXPECT_EQ(1, Command::getCommandStatus(hawq::test::stringFormat("hawq register --force -d %s -c %s testhawqregister_testusage2case2includedirectory.nt", HAWQ_DB, t_yml.c_str()))); + EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hdfs dfs -rm -r %s/usage2case2", getHdfsLocation().c_str()))); +} + +TEST_F(TestHawqRegister, TestUsage2Case2ErrorFormat) { + runYamlCaseForceMode("testusage2case2errorformat", "usage2case2/error_format"); +} + http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/test_hawq_register_usage2_case3.cpp ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/test_hawq_register_usage2_case3.cpp b/src/test/feature/ManagementTool/test_hawq_register_usage2_case3.cpp index 8e8fb6d..2b4d07b 100644 --- a/src/test/feature/ManagementTool/test_hawq_register_usage2_case3.cpp +++ b/src/test/feature/ManagementTool/test_hawq_register_usage2_case3.cpp @@ -57,6 +57,10 @@ TEST_F(TestHawqRegister, DISABLED_TestUsage2Case3Expected) { std::unordered_map<std::string, std::string> strs_src_dst; strs_src_dst["@DATABASE_OID@"]= getDatabaseOid(); strs_src_dst["@TABLE_OID@"]= getTableOid(nt); + string hdfs_prefix; + hawq::test::HdfsConfig hc; + hc.getNamenodeHost(hdfs_prefix); + strs_src_dst["@PORT@"]= hdfs_prefix; frep.replace(t_yml_tpl_old, t_yml_old, strs_src_dst); EXPECT_EQ(0, Command::getCommandStatus(hawq::test::stringFormat("hawq register %s -d %s -c %s testhawqregister_testusage2case3expected.%s", opt.c_str(), HAWQ_DB, t_yml_old.c_str(), nt.c_str()))); util.query(hawq::test::stringFormat("select * from %s;", nt.c_str()), 100); http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/bucket0_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/bucket0_tpl.yml b/src/test/feature/ManagementTool/usage2case1/bucket0_tpl.yml index b407317..22f46e3 100644 --- a/src/test/feature/ManagementTool/usage2case1/bucket0_tpl.yml +++ b/src/test/feature/ManagementTool/usage2case1/bucket0_tpl.yml @@ -1,31 +1,33 @@ -AO_FileLocations: - Blocksize: 32768 +Bucketnum: 0 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: Checksum: false CompressionLevel: 0 CompressionType: null + EnableDictionary: false Files: - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 - size: 176 + size: 254 - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 - size: 168 + size: 250 - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 - size: 192 + size: 258 - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 - size: 168 + size: 250 - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 - size: 192 + size: 258 - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 - size: 216 -AO_Schema: + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: - name: i type: int4 -Bucketnum: 0 -DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build - dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) - (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 -DFS_URL: hdfs://localhost:8020 -Distribution_Policy: DISTRIBUTED BY (i) -Encoding: UTF8 -FileFormat: AO TableName: public.t Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/contain_error_symbol_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/contain_error_symbol_tpl.yml b/src/test/feature/ManagementTool/usage2case1/contain_error_symbol_tpl.yml new file mode 100644 index 0000000..4998ed7 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/contain_error_symbol_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/../*/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_blocksize_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_blocksize_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_blocksize_tpl.yml new file mode 100644 index 0000000..5eb11d6 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_blocksize_tpl.yml @@ -0,0 +1,31 @@ +AO_FileLocations: + Blocksize: 32767 + Checksum: false + CompressionLevel: 0 + CompressionType: null + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 176 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 168 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 192 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 216 +AO_Schema: +- name: i + type: int4 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: AO +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_checksum_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_checksum_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_checksum_tpl.yml new file mode 100644 index 0000000..1326f78 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_checksum_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: true + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_columnnum_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_columnnum_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_columnnum_tpl.yml new file mode 100644 index 0000000..e7c56f3 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_columnnum_tpl.yml @@ -0,0 +1,35 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +- name: j + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_compresslevel_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_compresslevel_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_compresslevel_tpl.yml new file mode 100644 index 0000000..48eab61 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_compresslevel_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 1 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_compresstype_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_compresstype_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_compresstype_tpl.yml new file mode 100644 index 0000000..4c2557d --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_compresstype_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: SNAPPY + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_encoding_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_encoding_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_encoding_tpl.yml index 52756e1..04296dd 100644 --- a/src/test/feature/ManagementTool/usage2case1/error_encoding_tpl.yml +++ b/src/test/feature/ManagementTool/usage2case1/error_encoding_tpl.yml @@ -1,21 +1,33 @@ -AO_FileLocations: - Blocksize: 32768 +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: Unicode +FileFormat: Parquet +Parquet_FileLocations: Checksum: false CompressionLevel: 0 CompressionType: null + EnableDictionary: false Files: - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 - size: 1016 -AO_Schema: + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: - name: i type: int4 -Bucketnum: 6 -DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build - dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) - (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 -DFS_URL: hdfs://localhost:8020 -Distribution_Policy: DISTRIBUTED RANDOMLY -Encoding: Unicode -FileFormat: AO TableName: public.t Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_format_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_format_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_format_tpl.yml new file mode 100644 index 0000000..d01d377 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_format_tpl.yml @@ -0,0 +1,32 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_pagesize_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_pagesize_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_pagesize_tpl.yml new file mode 100644 index 0000000..cfd4a70 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_pagesize_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 104857 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_rowgroupsize_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_rowgroupsize_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_rowgroupsize_tpl.yml new file mode 100644 index 0000000..5fa73bf --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_rowgroupsize_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 838860 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/error_schema_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/error_schema_tpl.yml b/src/test/feature/ManagementTool/usage2case1/error_schema_tpl.yml new file mode 100644 index 0000000..a3cac3d --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/error_schema_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: in4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/file_under_table_directory_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/file_under_table_directory_tpl.yml b/src/test/feature/ManagementTool/usage2case1/file_under_table_directory_tpl.yml new file mode 100644 index 0000000..2b41255 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/file_under_table_directory_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/3bcc5579/src/test/feature/ManagementTool/usage2case1/float_eof_tpl.yml ---------------------------------------------------------------------- diff --git a/src/test/feature/ManagementTool/usage2case1/float_eof_tpl.yml b/src/test/feature/ManagementTool/usage2case1/float_eof_tpl.yml new file mode 100644 index 0000000..c0a9e12 --- /dev/null +++ b/src/test/feature/ManagementTool/usage2case1/float_eof_tpl.yml @@ -0,0 +1,33 @@ +Bucketnum: 6 +DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 2.0.1.0 build + dev) on x86_64-apple-darwin14.5.0, compiled by GCC Apple LLVM version 6.1.0 (clang-602.0.53) + (based on LLVM 3.6.0svn) compiled on Jul 6 2016 10:22:33 +DFS_URL: hdfs://@PORT@ +Distribution_Policy: DISTRIBUTED BY (i) +Encoding: UTF8 +FileFormat: Parquet +Parquet_FileLocations: + Checksum: false + CompressionLevel: 0 + CompressionType: null + EnableDictionary: false + Files: + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/1 + size: 254 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/2 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/3 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/4 + size: 250 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/5 + size: 258 + - path: /hawq_default/16385/@DATABASE_OID@/@TABLE_OID@/6 + size: 270.0 + PageSize: 1048576 + RowGroupSize: 8388608 +Parquet_Schema: +- name: i + type: int4 +TableName: public.t +Version: 1.0.0
