Regenerate complextypestbl files to include nested_struct.g field This field was included in the schema and data files, but the checked-in generated parquet files didn't include it. It's not referenced in any tests so we didn't catch it.
Change-Id: I5d394f074e7082fa12fafb7e57a144a83b3099a6 Reviewed-on: http://gerrit.cloudera.org:8080/2562 Reviewed-by: Tim Armstrong <[email protected]> Tested-by: Internal Jenkins Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/2cbd327d Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/2cbd327d Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/2cbd327d Branch: refs/heads/master Commit: 2cbd327d4127fa895e312cf68f77427a401abed3 Parents: 5284130 Author: Skye Wanderman-Milne <[email protected]> Authored: Tue Mar 15 17:02:26 2016 -0700 Committer: Internal Jenkins <[email protected]> Committed: Fri Apr 1 05:06:38 2016 +0000 ---------------------------------------------------------------------- testdata/ComplexTypesTbl/nonnullable.parq | Bin 2659 -> 3190 bytes testdata/ComplexTypesTbl/nullable.parq | Bin 3154 -> 3900 bytes .../functional/functional_schema_template.sql | 2 +- .../QueryTest/nested-types-scanner-maps.test | 57 +++++++++++++++++++ 4 files changed, 58 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/ComplexTypesTbl/nonnullable.parq ---------------------------------------------------------------------- diff --git a/testdata/ComplexTypesTbl/nonnullable.parq b/testdata/ComplexTypesTbl/nonnullable.parq index 0d52af2..e13d9eb 100644 Binary files a/testdata/ComplexTypesTbl/nonnullable.parq and b/testdata/ComplexTypesTbl/nonnullable.parq differ http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/ComplexTypesTbl/nullable.parq ---------------------------------------------------------------------- diff --git a/testdata/ComplexTypesTbl/nullable.parq b/testdata/ComplexTypesTbl/nullable.parq index bcd6d87..01955a6 100644 Binary files a/testdata/ComplexTypesTbl/nullable.parq and b/testdata/ComplexTypesTbl/nullable.parq differ http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/datasets/functional/functional_schema_template.sql ---------------------------------------------------------------------- diff --git a/testdata/datasets/functional/functional_schema_template.sql b/testdata/datasets/functional/functional_schema_template.sql index 80487f1..840740f 100644 --- a/testdata/datasets/functional/functional_schema_template.sql +++ b/testdata/datasets/functional/functional_schema_template.sql @@ -562,7 +562,7 @@ int_array array<int> int_array_array array<array<int>> int_map map<string, int> int_map_array array<map<string, int>> -nested_struct struct<a: int, b: array<int>, c: struct<d: array<array<struct<e: int, f: string>>>>, g: map<string, struct<h: struct<i: array<float>>>>> +nested_struct struct<a: int, b: array<int>, c: struct<d: array<array<struct<e: int, f: string>>>>, g: map<string, struct<h: struct<i: array<double>>>>> ---- DEPENDENT_LOAD `hadoop fs -mkdir -p /test-warehouse/complextypestbl_parquet && \ hadoop fs -put -f ${IMPALA_HOME}/testdata/ComplexTypesTbl/nullable.parq \ http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2cbd327d/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test b/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test index a2c6547..8daa573 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test +++ b/testdata/workloads/functional-query/queries/QueryTest/nested-types-scanner-maps.test @@ -58,3 +58,60 @@ select id, a.pos, m.key, m.value from complextypestbl t, t.int_map_array a, a.it ---- TYPES bigint,bigint,string,int ==== +---- QUERY +select id, key from complextypestbl t, t.nested_struct.g +---- RESULTS +1,'foo' +2,'g1' +2,'g2' +2,'g3' +2,'g4' +2,'g5' +5,'foo' +---- TYPES +bigint,string +==== +---- QUERY +select id, key, item from complextypestbl t, t.nested_struct.g, g.value.h.i +---- RESULTS +1,'foo',1.1 +2,'g1',2.2 +2,'g1',NULL +5,'foo',2.2 +5,'foo',3.3 +---- TYPES +bigint,string,double +==== +---- QUERY +select key, item from complextypestbl.nested_struct.g, g.value.h.i +---- RESULTS +'foo',1.1 +'g1',2.2 +'g1',NULL +'foo',2.2 +'foo',3.3 +---- TYPES +string,double +==== +---- QUERY +select key, item, pos from complextypestbl.nested_struct.g, g.value.h.i +---- RESULTS +'foo',1.1,0 +'g1',2.2,0 +'g1',NULL,1 +'foo',2.2,0 +'foo',3.3,1 +---- TYPES +string,double,bigint +==== +---- QUERY +select item from complextypestbl.nested_struct.g.value.h.i +---- RESULTS +1.1 +2.2 +NULL +2.2 +3.3 +---- TYPES +double +====
