[
https://issues.apache.org/jira/browse/TAJO-1832?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14903819#comment-14903819
]
Hudson commented on TAJO-1832:
------------------------------
ABORTED: Integrated in Tajo-master-build #891 (See
[https://builds.apache.org/job/Tajo-master-build/891/])
TAJO-1832: Well support for self-describing data formats. (jihoonson: rev
5a15586139c5fed29b66cbfc03b54e0bed09f5b7)
* tajo-plan/src/main/java/org/apache/tajo/plan/util/ExprFinder.java
* tajo-docs/src/main/sphinx/table_management/json.rst
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_partition_by_column.result
* tajo-client/src/main/java/org/apache/tajo/client/CatalogAdminClientImpl.java
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_nested_1.result
*
tajo-plan/src/main/java/org/apache/tajo/plan/verifier/PreLogicalPlanVerifier.java
*
tajo-core-tests/src/test/resources/results/TestUnionQuery/testUnionAndFilter.result
* tajo-plan/src/main/java/org/apache/tajo/plan/serder/LogicalNodeSerializer.java
* tajo-plan/src/main/java/org/apache/tajo/plan/util/PlannerUtil.java
*
tajo-core-tests/src/test/resources/dataset/TestQueryOnSelfDescTable/sample2/sample2.json
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testGroupby3.result
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testJoinOfSelfDescTablesWithQualifiedColumns.result
*
tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/ResolverByRelsAndSubExprs.java
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_like_1.result
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/LogicalPlanPreprocessPhase.java
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_maptype_2.result
*
tajo-catalog/tajo-catalog-server/src/main/java/org/apache/tajo/catalog/store/AbstractDBStore.java
*
tajo-core-tests/src/test/resources/queries/TestSQLAnalyzer/positive/create_self_desc_table2.sql
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/CreateTableNode.java
* tajo-docs/src/main/sphinx/table_management/text.rst
*
tajo-core-tests/src/test/resources/dataset/TestQueryOnSelfDescTable/sample1/table.json
* tajo-cluster-tests/src/test/java/org/apache/tajo/QueryTestCaseBase.java
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testGroupby.result
* tajo-catalog/tajo-catalog-server/src/main/resources/schemas/derby/derby.xml
* tajo-plan/src/main/java/org/apache/tajo/plan/TypeDeterminant.java
*
tajo-catalog/tajo-catalog-server/src/main/resources/schemas/mariadb/mariadb.xml
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/case_sensitivity1.result
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_partition_by_hash_2.result
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/StoreTableNode.java
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testJoinWithSchemaFullTable.sql
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testGroupby2.result
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testSelect.sql
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testGroupby.sql
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_nested_2.result
*
tajo-core-tests/src/test/resources/dataset/TestCreateTable/json_table/table1.json
* tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/BaseSchemaBuildPhase.java
*
tajo-core-tests/src/test/java/org/apache/tajo/engine/query/TestCreateTable.java
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testSort.sql
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testSort.result
*
tajo-catalog/tajo-catalog-common/src/main/java/org/apache/tajo/catalog/TableDesc.java
*
tajo-core-tests/src/test/java/org/apache/tajo/engine/planner/TestLogicalPlanner.java
*
tajo-core-tests/src/test/resources/queries/TestSQLAnalyzer/positive/create_self_desc_table1.sql
* tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/ResolverByRels.java
* tajo-docs/src/main/sphinx/sql_language/ddl.rst
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_partition_by_list.result
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testJoinWithSchemaFullTable2.result
* tajo-client/src/main/proto/ClientProtos.proto
*
tajo-plan/src/main/java/org/apache/tajo/plan/serder/LogicalNodeDeserializer.java
* tajo-catalog/tajo-catalog-common/src/main/proto/CatalogProtos.proto
*
tajo-catalog/tajo-catalog-server/src/main/resources/schemas/postgresql/postgresql.xml
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/SelfDescSchemaBuildPhase.java
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_maptype_1.result
*
tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/ResolverByLegacy.java
* tajo-docs/src/main/sphinx/table_management/file_formats.rst
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testJoinWithSchemaFullTable4.result
*
tajo-core-tests/src/test/java/org/apache/tajo/engine/query/TestQueryOnSelfDescTable.java
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testInSubquery.1.result
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testGroupby2.sql
* tajo-core/src/main/java/org/apache/tajo/master/TajoMasterClientService.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/ResolverBySubExprsAndRels.java
* tajo-core/src/main/java/org/apache/tajo/parser/sql/SQLAnalyzer.java
* tajo-plan/src/main/java/org/apache/tajo/plan/visitor/SimpleAlgebraVisitor.java
* tajo-catalog/tajo-catalog-server/src/main/resources/schemas/mysql/mysql.xml
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testJoinOfSelfDescTablesWithQualifiedColumns.sql
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testJoinWithSchemaFullTable2.sql
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testJoinWithSchemaFullTable.result
* tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/NameResolver.java
* tajo-algebra/src/main/java/org/apache/tajo/algebra/CreateTable.java
* tajo-catalog/tajo-catalog-server/src/main/resources/schemas/oracle/oracle.xml
* CHANGES
* tajo-sql-parser/src/main/antlr4/org/apache/tajo/parser/sql/SQLParser.g4
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testGroupby3.sql
*
tajo-core-tests/src/test/resources/dataset/TestQueryOnSelfDescTable/github/github.json
* tajo-plan/src/main/java/org/apache/tajo/plan/LogicalPlanner.java
* tajo-core-tests/src/test/java/org/apache/tajo/engine/query/TestUnionQuery.java
*
tajo-catalog/tajo-catalog-server/src/main/java/org/apache/tajo/catalog/dictionary/AbstractTableDescriptor.java
*
tajo-core-tests/src/test/resources/queries/TestCreateTable/testSelfDescTable1.sql
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testSelect.result
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_partition_by_hash_1.result
* tajo-plan/src/main/proto/Plan.proto
*
tajo-core-tests/src/test/resources/dataset/TestQueryOnSelfDescTable/tweets/sample1.json
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_partition_by_range.result
*
tajo-core-tests/src/test/resources/results/TestSQLAnalyzer/create_table_maptype_3.result
* tajo-plan/src/main/java/org/apache/tajo/plan/algebra/BaseAlgebraVisitor.java
* tajo-core/src/main/java/org/apache/tajo/master/exec/CreateTableExecutor.java
* tajo-plan/src/main/java/org/apache/tajo/plan/ExprAnnotator.java
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testCrossJoin.sql
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testSelect2.sql
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/BaseLogicalPlanPreprocessPhaseProvider.java
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testCrossJoin.result
*
tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/NameResolvingMode.java
*
tajo-core-tests/src/test/resources/queries/TestQueryOnSelfDescTable/testJoinWithSchemaFullTable4.sql
*
tajo-core-tests/src/test/resources/results/TestQueryOnSelfDescTable/testSelect2.result
> Well support for self-describing data formats
> ---------------------------------------------
>
> Key: TAJO-1832
> URL: https://issues.apache.org/jira/browse/TAJO-1832
> Project: Tajo
> Issue Type: New Feature
> Components: Planner/Optimizer
> Reporter: Jihoon Son
> Assignee: Jihoon Son
> Fix For: 0.11.0
>
>
> *Problem*
> Tajo already has a support for self-describing data formats like JSON,
> Parquet, or ORC. While they are capable of providing schema information by
> themselves, users must define schema to query on them with the current
> implementation. To solve this inconvenience, we have to improve our query
> planner to support self-describing data formats well.
> *Solution*
> First, we need to allow omitting schema definition for the create table
> statement. When a query is submitted for a self-describing table, the columns
> which don't exist in that table will be filled with Nulls.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
