Merge remote-tracking branch 'origin/master' into hadoop-next This needs the IMPALA-4676 fix on top of it to compile.
Change-Id: Ia5cb61c82bb5c2e6b730a2991ee65b1b8c79bfeb Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/e758285d Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/e758285d Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/e758285d Branch: refs/heads/hadoop-next Commit: e758285d3fa4f48ea7a253af89ec907a0a664637 Parents: 32705b7 44ae9fc Author: Tim Armstrong <[email protected]> Authored: Thu Dec 15 14:58:07 2016 -0800 Committer: Tim Armstrong <[email protected]> Committed: Thu Dec 15 14:58:07 2016 -0800 ---------------------------------------------------------------------- .clang-tidy | 1 - CMakeLists.txt | 21 +- README.md | 2 +- be/CMakeLists.txt | 4 +- be/src/benchmarks/CMakeLists.txt | 4 + be/src/benchmarks/expr-benchmark.cc | 4 +- be/src/benchmarks/hash-benchmark.cc | 2 +- be/src/bufferpool/CMakeLists.txt | 32 - be/src/bufferpool/buffer-allocator.cc | 39 - be/src/bufferpool/buffer-allocator.h | 48 - be/src/bufferpool/buffer-pool-counters.h | 47 - be/src/bufferpool/buffer-pool-test.cc | 554 -- be/src/bufferpool/buffer-pool.cc | 439 -- be/src/bufferpool/buffer-pool.h | 426 -- .../bufferpool/reservation-tracker-counters.h | 41 - be/src/bufferpool/reservation-tracker-test.cc | 378 - be/src/bufferpool/reservation-tracker.cc | 306 - be/src/bufferpool/reservation-tracker.h | 248 - be/src/catalog/catalog.cc | 3 + be/src/codegen/gen_ir_descriptions.py | 6 +- be/src/codegen/impala-ir.cc | 1 + be/src/codegen/llvm-codegen-test.cc | 40 +- be/src/codegen/llvm-codegen.cc | 143 +- be/src/codegen/llvm-codegen.h | 106 +- be/src/codegen/mcjit-mem-mgr.h | 38 +- be/src/common/atomic.h | 5 +- be/src/common/names.h | 8 + be/src/exec/aggregation-node.cc | 10 +- be/src/exec/blocking-join-node.cc | 26 +- be/src/exec/catalog-op-executor.cc | 2 + be/src/exec/data-sink.cc | 13 +- be/src/exec/data-sink.h | 14 +- be/src/exec/data-source-scan-node.cc | 2 +- be/src/exec/exchange-node.cc | 11 +- be/src/exec/exec-node.cc | 27 +- be/src/exec/exec-node.h | 10 + be/src/exec/filter-context.cc | 147 +- be/src/exec/filter-context.h | 27 +- be/src/exec/hash-join-node.cc | 23 +- be/src/exec/hash-table-test.cc | 10 +- be/src/exec/hash-table.cc | 41 +- be/src/exec/hash-table.h | 5 + be/src/exec/hbase-table-sink.cc | 6 +- be/src/exec/hbase-table-sink.h | 5 +- be/src/exec/hbase-table-writer.cc | 8 +- be/src/exec/hbase-table-writer.h | 4 +- be/src/exec/hdfs-avro-scanner.cc | 2 +- be/src/exec/hdfs-avro-table-writer.cc | 4 +- be/src/exec/hdfs-avro-table-writer.h | 5 +- be/src/exec/hdfs-parquet-scanner-ir.cc | 22 +- be/src/exec/hdfs-parquet-scanner.cc | 197 +- be/src/exec/hdfs-parquet-scanner.h | 26 +- be/src/exec/hdfs-parquet-table-writer.cc | 4 +- be/src/exec/hdfs-parquet-table-writer.h | 5 +- be/src/exec/hdfs-scan-node-base.cc | 35 +- be/src/exec/hdfs-scan-node-mt.cc | 3 + be/src/exec/hdfs-scan-node.cc | 42 +- be/src/exec/hdfs-scan-node.h | 1 + be/src/exec/hdfs-scanner.cc | 24 + be/src/exec/hdfs-sequence-scanner.cc | 2 +- be/src/exec/hdfs-sequence-table-writer.cc | 5 +- be/src/exec/hdfs-sequence-table-writer.h | 5 +- be/src/exec/hdfs-table-sink.cc | 236 +- be/src/exec/hdfs-table-sink.h | 58 +- be/src/exec/hdfs-table-writer.cc | 1 + be/src/exec/hdfs-table-writer.h | 21 +- be/src/exec/hdfs-text-scanner.cc | 2 +- be/src/exec/hdfs-text-table-writer.cc | 5 +- be/src/exec/hdfs-text-table-writer.h | 4 +- be/src/exec/kudu-scan-node.cc | 3 +- be/src/exec/kudu-scanner.cc | 39 +- be/src/exec/kudu-scanner.h | 10 +- be/src/exec/kudu-table-sink.cc | 53 +- be/src/exec/kudu-table-sink.h | 6 +- be/src/exec/kudu-util.cc | 6 +- be/src/exec/nested-loop-join-builder.cc | 12 +- be/src/exec/nested-loop-join-builder.h | 8 +- be/src/exec/nested-loop-join-node.cc | 6 +- be/src/exec/parquet-column-readers.cc | 81 +- be/src/exec/parquet-column-readers.h | 24 +- be/src/exec/partitioned-aggregation-node.cc | 38 +- be/src/exec/partitioned-aggregation-node.h | 2 +- be/src/exec/partitioned-hash-join-builder-ir.cc | 10 +- be/src/exec/partitioned-hash-join-builder.cc | 25 +- be/src/exec/partitioned-hash-join-builder.h | 2 +- be/src/exec/partitioned-hash-join-node.cc | 17 +- be/src/exec/plan-root-sink.cc | 4 +- be/src/exec/row-batch-cache.h | 18 +- be/src/exec/scanner-context.cc | 21 +- be/src/exec/scanner-context.h | 17 +- be/src/exec/sort-node.cc | 15 +- be/src/exec/text-converter.cc | 6 +- be/src/exec/topn-node.cc | 12 +- be/src/exec/union-node.cc | 2 +- be/src/exec/unnest-node.cc | 1 + be/src/exprs/aggregate-functions-ir.cc | 49 +- be/src/exprs/anyval-util.h | 19 +- be/src/exprs/expr-codegen-test.cc | 3 +- be/src/exprs/expr-context.cc | 28 +- be/src/exprs/expr-context.h | 25 +- be/src/exprs/expr-test.cc | 89 +- be/src/exprs/expr.cc | 5 + be/src/exprs/expr.h | 17 +- be/src/exprs/literal.cc | 51 +- be/src/exprs/literal.h | 4 + be/src/exprs/null-literal.cc | 4 + be/src/exprs/null-literal.h | 5 +- be/src/exprs/scalar-fn-call.cc | 121 +- be/src/exprs/scalar-fn-call.h | 12 +- be/src/exprs/slot-ref.cc | 2 +- be/src/exprs/timestamp-functions.cc | 70 +- be/src/rpc/authentication.cc | 38 +- be/src/rpc/thrift-client.cc | 6 + be/src/rpc/thrift-client.h | 3 + be/src/rpc/thrift-server-test.cc | 25 + be/src/runtime/CMakeLists.txt | 6 + be/src/runtime/buffered-block-mgr-test.cc | 412 +- be/src/runtime/buffered-block-mgr.cc | 97 +- be/src/runtime/buffered-block-mgr.h | 74 +- be/src/runtime/buffered-tuple-stream-test.cc | 13 +- be/src/runtime/bufferpool/CMakeLists.txt | 34 + be/src/runtime/bufferpool/buffer-allocator.cc | 39 + be/src/runtime/bufferpool/buffer-allocator.h | 48 + .../runtime/bufferpool/buffer-pool-counters.h | 47 + be/src/runtime/bufferpool/buffer-pool-test.cc | 554 ++ be/src/runtime/bufferpool/buffer-pool.cc | 439 ++ be/src/runtime/bufferpool/buffer-pool.h | 426 ++ .../bufferpool/reservation-tracker-counters.h | 41 + .../bufferpool/reservation-tracker-test.cc | 378 + .../runtime/bufferpool/reservation-tracker.cc | 306 + be/src/runtime/bufferpool/reservation-tracker.h | 248 + be/src/runtime/bufferpool/suballocator-test.cc | 378 + be/src/runtime/bufferpool/suballocator.cc | 244 + be/src/runtime/bufferpool/suballocator.h | 220 + be/src/runtime/client-cache.cc | 15 +- be/src/runtime/client-cache.h | 2 +- be/src/runtime/coordinator.cc | 168 +- be/src/runtime/coordinator.h | 43 +- be/src/runtime/data-stream-sender.cc | 19 +- be/src/runtime/data-stream-sender.h | 2 +- be/src/runtime/data-stream-test.cc | 18 +- be/src/runtime/exec-env.cc | 6 +- be/src/runtime/exec-env.h | 6 +- be/src/runtime/fragment-instance-state.cc | 165 + be/src/runtime/fragment-instance-state.h | 118 + be/src/runtime/free-pool.cc | 28 + be/src/runtime/free-pool.h | 13 +- be/src/runtime/lib-cache.cc | 4 +- be/src/runtime/mem-tracker.cc | 2 +- be/src/runtime/plan-fragment-executor.cc | 265 +- be/src/runtime/plan-fragment-executor.h | 86 +- be/src/runtime/query-exec-mgr.cc | 165 + be/src/runtime/query-exec-mgr.h | 78 + be/src/runtime/query-state.cc | 69 + be/src/runtime/query-state.h | 117 + be/src/runtime/raw-value-ir.cc | 57 + be/src/runtime/raw-value.cc | 54 - be/src/runtime/raw-value.h | 7 +- be/src/runtime/raw-value.inline.h | 3 +- be/src/runtime/runtime-filter-bank.cc | 6 +- be/src/runtime/runtime-filter-bank.h | 3 +- be/src/runtime/runtime-filter-ir.cc | 31 + be/src/runtime/runtime-filter.cc | 2 + be/src/runtime/runtime-filter.h | 15 +- be/src/runtime/runtime-filter.inline.h | 11 - be/src/runtime/runtime-state.cc | 132 +- be/src/runtime/runtime-state.h | 175 +- be/src/runtime/string-compare-test.cc | 11 +- be/src/runtime/test-env.cc | 78 +- be/src/runtime/test-env.h | 23 +- be/src/runtime/thread-resource-mgr.h | 2 + be/src/runtime/timestamp-value.h | 32 +- be/src/runtime/tmp-file-mgr-test.cc | 117 +- be/src/runtime/tmp-file-mgr.cc | 84 +- be/src/runtime/tmp-file-mgr.h | 97 +- be/src/runtime/types.h | 10 +- be/src/scheduling/query-schedule.cc | 2 +- be/src/scheduling/request-pool-service.cc | 2 +- be/src/scheduling/simple-scheduler-test.cc | 81 +- be/src/scheduling/simple-scheduler.cc | 178 +- be/src/scheduling/simple-scheduler.h | 4 + be/src/service/CMakeLists.txt | 7 +- be/src/service/fe-support.cc | 136 +- be/src/service/fragment-exec-state.cc | 153 - be/src/service/fragment-exec-state.h | 107 - be/src/service/fragment-mgr.cc | 154 - be/src/service/fragment-mgr.h | 89 - be/src/service/impala-beeswax-server.cc | 31 +- be/src/service/impala-hs2-server.cc | 55 +- be/src/service/impala-http-handler.cc | 1 + be/src/service/impala-internal-service.cc | 103 + be/src/service/impala-internal-service.h | 54 +- be/src/service/impala-server.cc | 41 +- be/src/service/impala-server.h | 24 +- be/src/service/query-exec-state.cc | 25 +- be/src/service/query-exec-state.h | 6 +- be/src/service/query-options.cc | 4 +- be/src/statestore/statestore-test.cc | 6 +- be/src/testutil/bad-cert.pem | 22 + be/src/testutil/bad-key.pem | 28 + be/src/testutil/desc-tbl-builder.h | 5 + be/src/testutil/test-udfs.cc | 53 +- be/src/udf/udf-internal.h | 5 + be/src/udf/udf.cc | 14 +- be/src/udf_samples/hyperloglog-uda.cc | 16 +- be/src/util/backend-gflag-util.cc | 2 + be/src/util/bit-util.h | 25 +- be/src/util/bloom-filter.cc | 10 +- be/src/util/bloom-filter.h | 21 +- be/src/util/container-util.h | 1 + be/src/util/scope-exit-trigger.h | 55 + be/src/util/thread.h | 5 + be/src/util/uid-util.h | 18 +- bin/bootstrap_build.sh | 38 + bin/bootstrap_development.sh | 2 +- bin/build_thirdparty.sh | 244 - bin/impala-config.sh | 42 +- bin/make_impala.sh | 57 +- bin/rat_exclude_files.txt | 19 +- buildall.sh | 48 +- common/thrift/BackendGflags.thrift | 2 + common/thrift/CatalogObjects.thrift | 42 +- common/thrift/DataSinks.thrift | 15 +- common/thrift/Exprs.thrift | 18 +- common/thrift/Frontend.thrift | 24 +- common/thrift/ImpalaInternalService.thrift | 14 +- common/thrift/ImpalaService.thrift | 10 +- common/thrift/JniCatalog.thrift | 30 +- common/thrift/PlanNodes.thrift | 36 +- common/thrift/generate_error_codes.py | 4 + docs/.gitignore | 2 + docs/Cloudera-Impala-Release-Notes.ditamap | 28 + docs/Makefile | 28 + docs/generatingImpalaDoc.md | 73 + docs/images/howto_access_control.png | Bin 0 -> 46499 bytes .../images/howto_per_node_peak_memory_usage.png | Bin 0 -> 83464 bytes docs/images/howto_show_histogram.png | Bin 0 -> 18165 bytes .../images/howto_static_server_pools_config.png | Bin 0 -> 45450 bytes docs/images/impala_arch.jpeg | Bin 0 -> 41900 bytes docs/images/support_send_diagnostic_data.png | Bin 0 -> 34387 bytes docs/impala.ditamap | 1190 +++ docs/impala_html.ditaval | 39 + docs/impala_pdf.ditaval | 39 + docs/impala_sqlref.ditamap | 164 + docs/shared/ImpalaVariables.xml | 70 + docs/shared/impala_common.xml | 3708 +++++++++ docs/topics/impala.xml | 95 + .../impala_abort_on_default_limit_exceeded.xml | 41 + docs/topics/impala_abort_on_error.xml | 62 + docs/topics/impala_admin.xml | 78 + docs/topics/impala_admission.xml | 965 +++ docs/topics/impala_aggregate_functions.xml | 51 + docs/topics/impala_aliases.xml | 105 + .../topics/impala_allow_unsupported_formats.xml | 49 + docs/topics/impala_alter_function.xml | 39 + docs/topics/impala_alter_table.xml | 824 ++ docs/topics/impala_alter_view.xml | 104 + docs/topics/impala_analytic_functions.xml | 1757 +++++ docs/topics/impala_appx_count_distinct.xml | 99 + docs/topics/impala_appx_median.xml | 142 + docs/topics/impala_array.xml | 287 + docs/topics/impala_auditing.xml | 278 + docs/topics/impala_authentication.xml | 57 + docs/topics/impala_authorization.xml | 1639 ++++ docs/topics/impala_avg.xml | 243 + docs/topics/impala_avro.xml | 574 ++ docs/topics/impala_batch_size.xml | 56 + docs/topics/impala_bigint.xml | 120 + docs/topics/impala_bit_functions.xml | 812 ++ docs/topics/impala_boolean.xml | 172 + docs/topics/impala_breakpad.xml | 274 + docs/topics/impala_cdh.xml | 43 + docs/topics/impala_char.xml | 296 + docs/topics/impala_cluster_sizing.xml | 371 + docs/topics/impala_cm_installation.xml | 74 + docs/topics/impala_comments.xml | 71 + docs/topics/impala_complex_types.xml | 2755 +++++++ docs/topics/impala_components.xml | 198 + docs/topics/impala_compression_codec.xml | 116 + docs/topics/impala_compute_stats.xml | 450 ++ docs/topics/impala_concepts.xml | 314 + docs/topics/impala_conditional_functions.xml | 461 ++ docs/topics/impala_config.xml | 75 + docs/topics/impala_config_options.xml | 611 ++ docs/topics/impala_config_performance.xml | 197 + docs/topics/impala_connecting.xml | 220 + docs/topics/impala_conversion_functions.xml | 776 ++ docs/topics/impala_count.xml | 254 + docs/topics/impala_create_data_source.xml | 53 + docs/topics/impala_create_database.xml | 155 + docs/topics/impala_create_function.xml | 510 ++ docs/topics/impala_create_role.xml | 88 + docs/topics/impala_create_table.xml | 850 +++ docs/topics/impala_create_view.xml | 157 + docs/topics/impala_data_sources.xml | 40 + docs/topics/impala_databases.xml | 83 + docs/topics/impala_datatypes.xml | 61 + docs/topics/impala_date.xml | 122 + docs/topics/impala_datetime_functions.xml | 2500 ++++++ docs/topics/impala_ddl.xml | 168 + docs/topics/impala_debug_action.xml | 51 + docs/topics/impala_decimal.xml | 835 ++ docs/topics/impala_default_order_by_limit.xml | 55 + docs/topics/impala_delegation.xml | 106 + docs/topics/impala_delete.xml | 83 + docs/topics/impala_describe.xml | 707 ++ docs/topics/impala_development.xml | 249 + docs/topics/impala_disable_cached_reads.xml | 54 + docs/topics/impala_disable_codegen.xml | 56 + docs/topics/impala_disable_outermost_topn.xml | 47 + .../impala_disable_row_runtime_filtering.xml | 83 + ...impala_disable_streaming_preaggregations.xml | 63 + docs/topics/impala_disable_unsafe_spills.xml | 71 + docs/topics/impala_disk_space.xml | 147 + docs/topics/impala_distinct.xml | 79 + docs/topics/impala_dml.xml | 109 + docs/topics/impala_double.xml | 118 + docs/topics/impala_drop_data_source.xml | 53 + docs/topics/impala_drop_database.xml | 148 + docs/topics/impala_drop_function.xml | 145 + docs/topics/impala_drop_role.xml | 89 + docs/topics/impala_drop_stats.xml | 297 + docs/topics/impala_drop_table.xml | 168 + docs/topics/impala_drop_view.xml | 67 + docs/topics/impala_errata.xml | 1396 ++++ .../impala_exec_single_node_rows_threshold.xml | 114 + docs/topics/impala_explain.xml | 246 + docs/topics/impala_explain_level.xml | 368 + docs/topics/impala_explain_plan.xml | 586 ++ docs/topics/impala_faq.xml | 1895 +++++ docs/topics/impala_faq_base.xml | 42 + docs/topics/impala_features.xml | 39 + docs/topics/impala_file_formats.xml | 288 + docs/topics/impala_fixed_issues.xml | 7110 ++++++++++++++++++ docs/topics/impala_float.xml | 112 + docs/topics/impala_functions.xml | 180 + docs/topics/impala_functions_overview.xml | 134 + docs/topics/impala_glossary.xml | 852 +++ docs/topics/impala_grant.xml | 140 + docs/topics/impala_group_by.xml | 157 + docs/topics/impala_group_concat.xml | 153 + docs/topics/impala_hadoop.xml | 183 + docs/topics/impala_having.xml | 62 + docs/topics/impala_hbase.xml | 922 +++ docs/topics/impala_hbase_cache_blocks.xml | 58 + docs/topics/impala_hbase_caching.xml | 63 + docs/topics/impala_hints.xml | 267 + docs/topics/impala_howto_rm.xml | 438 ++ docs/topics/impala_identifiers.xml | 132 + docs/topics/impala_impala_shell.xml | 119 + docs/topics/impala_incompatible_changes.xml | 1537 ++++ docs/topics/impala_insert.xml | 707 ++ docs/topics/impala_install.xml | 124 + docs/topics/impala_int.xml | 113 + docs/topics/impala_intro.xml | 99 + docs/topics/impala_invalidate_metadata.xml | 251 + docs/topics/impala_isilon.xml | 132 + docs/topics/impala_jdbc.xml | 339 + docs/topics/impala_joins.xml | 552 ++ docs/topics/impala_kerberos.xml | 381 + docs/topics/impala_known_issues.xml | 1830 +++++ docs/topics/impala_kudu.xml | 184 + docs/topics/impala_langref.xml | 92 + docs/topics/impala_langref_sql.xml | 53 + docs/topics/impala_langref_unsupported.xml | 330 + docs/topics/impala_ldap.xml | 372 + docs/topics/impala_limit.xml | 169 + docs/topics/impala_lineage.xml | 131 + docs/topics/impala_literals.xml | 402 + docs/topics/impala_live_progress.xml | 104 + docs/topics/impala_live_summary.xml | 229 + docs/topics/impala_load_data.xml | 274 + docs/topics/impala_logging.xml | 489 ++ docs/topics/impala_map.xml | 285 + docs/topics/impala_math_functions.xml | 1407 ++++ docs/topics/impala_max.xml | 216 + docs/topics/impala_max_block_mgr_memory.xml | 48 + docs/topics/impala_max_errors.xml | 65 + docs/topics/impala_max_io_buffers.xml | 49 + docs/topics/impala_max_num_runtime_filters.xml | 79 + docs/topics/impala_max_scan_range_length.xml | 73 + docs/topics/impala_mem_limit.xml | 230 + docs/topics/impala_min.xml | 215 + docs/topics/impala_misc_functions.xml | 214 + docs/topics/impala_mixed_security.xml | 64 + docs/topics/impala_ndv.xml | 153 + docs/topics/impala_new_features.xml | 4033 ++++++++++ docs/topics/impala_noncm_installation.xml | 189 + docs/topics/impala_num_nodes.xml | 78 + docs/topics/impala_num_scanner_threads.xml | 53 + docs/topics/impala_odbc.xml | 221 + docs/topics/impala_offset.xml | 84 + docs/topics/impala_operators.xml | 1610 ++++ .../impala_optimize_partition_key_scans.xml | 198 + docs/topics/impala_order_by.xml | 336 + docs/topics/impala_parquet.xml | 1178 +++ .../impala_parquet_annotate_strings_utf8.xml | 68 + .../topics/impala_parquet_compression_codec.xml | 44 + ...mpala_parquet_fallback_schema_resolution.xml | 67 + docs/topics/impala_parquet_file_size.xml | 104 + docs/topics/impala_partitioning.xml | 600 ++ docs/topics/impala_perf_benchmarking.xml | 54 + docs/topics/impala_perf_cookbook.xml | 287 + docs/topics/impala_perf_ddl.xml | 60 + docs/topics/impala_perf_hdfs_caching.xml | 627 ++ docs/topics/impala_perf_joins.xml | 524 ++ docs/topics/impala_perf_resources.xml | 78 + docs/topics/impala_perf_skew.xml | 168 + docs/topics/impala_perf_stats.xml | 1049 +++ docs/topics/impala_perf_testing.xml | 193 + docs/topics/impala_performance.xml | 209 + docs/topics/impala_planning.xml | 48 + docs/topics/impala_porting.xml | 641 ++ docs/topics/impala_ports.xml | 458 ++ docs/topics/impala_prefetch_mode.xml | 67 + docs/topics/impala_prereqs.xml | 375 + docs/topics/impala_processes.xml | 152 + docs/topics/impala_proxy.xml | 653 ++ docs/topics/impala_query_lifetime.xml | 49 + docs/topics/impala_query_options.xml | 95 + docs/topics/impala_query_timeout_s.xml | 74 + docs/topics/impala_rcfile.xml | 262 + docs/topics/impala_real.xml | 64 + docs/topics/impala_refresh.xml | 342 + docs/topics/impala_release_notes.xml | 35 + docs/topics/impala_relnotes.xml | 52 + docs/topics/impala_replica_preference.xml | 66 + docs/topics/impala_request_pool.xml | 61 + .../impala_reservation_request_timeout.xml | 56 + docs/topics/impala_reserved_words.xml | 380 + docs/topics/impala_resource_management.xml | 356 + docs/topics/impala_revoke.xml | 119 + docs/topics/impala_rm_initial_mem.xml | 47 + .../topics/impala_runtime_bloom_filter_size.xml | 111 + docs/topics/impala_runtime_filter_max_size.xml | 69 + docs/topics/impala_runtime_filter_min_size.xml | 69 + docs/topics/impala_runtime_filter_mode.xml | 95 + .../impala_runtime_filter_wait_time_ms.xml | 65 + docs/topics/impala_runtime_filtering.xml | 524 ++ docs/topics/impala_s3.xml | 814 ++ docs/topics/impala_s3_skip_insert_staging.xml | 95 + docs/topics/impala_scalability.xml | 851 +++ .../impala_scan_node_codegen_threshold.xml | 93 + docs/topics/impala_schedule_random_replica.xml | 98 + docs/topics/impala_schema_design.xml | 240 + docs/topics/impala_schema_objects.xml | 75 + docs/topics/impala_security.xml | 141 + docs/topics/impala_security_files.xml | 85 + docs/topics/impala_security_guidelines.xml | 126 + docs/topics/impala_security_install.xml | 42 + docs/topics/impala_security_metastore.xml | 58 + docs/topics/impala_security_webui.xml | 84 + docs/topics/impala_select.xml | 224 + docs/topics/impala_seq_compression_mode.xml | 47 + docs/topics/impala_seqfile.xml | 257 + docs/topics/impala_set.xml | 210 + docs/topics/impala_shell_commands.xml | 417 + docs/topics/impala_shell_options.xml | 598 ++ docs/topics/impala_shell_running_commands.xml | 283 + docs/topics/impala_show.xml | 1282 ++++ docs/topics/impala_smallint.xml | 119 + docs/topics/impala_ssl.xml | 285 + docs/topics/impala_stddev.xml | 136 + docs/topics/impala_string.xml | 198 + docs/topics/impala_string_functions.xml | 944 +++ docs/topics/impala_struct.xml | 451 ++ docs/topics/impala_subqueries.xml | 338 + docs/topics/impala_sum.xml | 257 + docs/topics/impala_support_start_over.xml | 48 + docs/topics/impala_sync_ddl.xml | 77 + docs/topics/impala_tables.xml | 276 + docs/topics/impala_timeouts.xml | 190 + docs/topics/impala_timestamp.xml | 463 ++ docs/topics/impala_tinyint.xml | 121 + docs/topics/impala_trouble_bad_results.xml | 43 + docs/topics/impala_trouble_memory.xml | 43 + docs/topics/impala_trouble_query_fail.xml | 42 + docs/topics/impala_trouble_sql.xml | 43 + docs/topics/impala_trouble_startup.xml | 43 + docs/topics/impala_troubleshooting.xml | 465 ++ docs/topics/impala_truncate_table.xml | 202 + docs/topics/impala_tutorial.xml | 2518 +++++++ docs/topics/impala_txtfile.xml | 830 ++ docs/topics/impala_udf.xml | 1951 +++++ docs/topics/impala_union.xml | 170 + docs/topics/impala_update.xml | 83 + docs/topics/impala_upgrading.xml | 396 + docs/topics/impala_upsert.xml | 99 + docs/topics/impala_use.xml | 97 + docs/topics/impala_v_cpu_cores.xml | 57 + docs/topics/impala_varchar.xml | 235 + docs/topics/impala_variance.xml | 147 + docs/topics/impala_views.xml | 205 + docs/topics/impala_webui.xml | 668 ++ docs/topics/impala_window_functions.xml | 41 + docs/topics/impala_with.xml | 84 + ext-data-source/CMakeLists.txt | 2 +- fe/CMakeLists.txt | 2 +- fe/src/main/cup/sql-parser.cup | 342 +- .../apache/impala/analysis/AggregateInfo.java | 23 +- .../impala/analysis/AggregateInfoBase.java | 12 +- .../AlterTableAddDropRangePartitionStmt.java | 111 + .../analysis/AlterTableAddPartitionStmt.java | 17 +- .../analysis/AlterTableAddReplaceColsStmt.java | 30 +- .../analysis/AlterTableChangeColStmt.java | 21 +- .../analysis/AlterTableDropPartitionStmt.java | 9 +- .../analysis/AlterTableSetFileFormatStmt.java | 7 + .../analysis/AlterTableSetLocationStmt.java | 4 + .../apache/impala/analysis/AlterTableStmt.java | 10 +- .../apache/impala/analysis/AnalysisContext.java | 28 +- .../apache/impala/analysis/AnalyticExpr.java | 6 +- .../apache/impala/analysis/AnalyticInfo.java | 10 +- .../apache/impala/analysis/AnalyticWindow.java | 6 +- .../org/apache/impala/analysis/Analyzer.java | 238 +- .../apache/impala/analysis/BinaryPredicate.java | 5 +- .../org/apache/impala/analysis/BoolLiteral.java | 1 + .../org/apache/impala/analysis/CastExpr.java | 9 +- .../org/apache/impala/analysis/ColumnDef.java | 205 +- .../impala/analysis/ColumnLineageGraph.java | 17 +- .../impala/analysis/ComputeStatsStmt.java | 40 +- .../impala/analysis/CreateDropRoleStmt.java | 4 +- .../analysis/CreateOrAlterViewStmtBase.java | 6 +- .../analysis/CreateTableAsSelectStmt.java | 23 +- .../analysis/CreateTableLikeFileStmt.java | 8 +- .../apache/impala/analysis/CreateTableStmt.java | 53 +- .../apache/impala/analysis/CreateUdfStmt.java | 5 +- .../org/apache/impala/analysis/DeleteStmt.java | 2 +- .../impala/analysis/DescribeTableStmt.java | 50 +- .../apache/impala/analysis/DistributeParam.java | 210 - .../impala/analysis/DropFunctionStmt.java | 5 +- .../impala/analysis/DropTableOrViewStmt.java | 13 +- .../java/org/apache/impala/analysis/Expr.java | 50 +- .../impala/analysis/ExprSubstitutionMap.java | 4 +- .../impala/analysis/FunctionCallExpr.java | 20 +- .../org/apache/impala/analysis/InPredicate.java | 4 +- .../apache/impala/analysis/InlineViewRef.java | 8 +- .../org/apache/impala/analysis/InsertStmt.java | 73 +- .../impala/analysis/KuduPartitionParam.java | 210 + .../apache/impala/analysis/LimitElement.java | 2 +- .../org/apache/impala/analysis/LiteralExpr.java | 49 +- .../apache/impala/analysis/LoadDataStmt.java | 8 +- .../org/apache/impala/analysis/ModifyStmt.java | 14 +- .../org/apache/impala/analysis/NullLiteral.java | 1 + .../apache/impala/analysis/NumericLiteral.java | 15 + .../apache/impala/analysis/PartitionSet.java | 8 +- .../apache/impala/analysis/PartitionSpec.java | 7 +- .../impala/analysis/PartitionSpecBase.java | 8 +- .../apache/impala/analysis/PrivilegeSpec.java | 12 + .../org/apache/impala/analysis/QueryStmt.java | 11 +- .../apache/impala/analysis/RangePartition.java | 18 +- .../impala/analysis/ResetMetadataStmt.java | 2 +- .../org/apache/impala/analysis/SelectStmt.java | 58 +- .../apache/impala/analysis/ShowFilesStmt.java | 8 +- .../impala/analysis/ShowPartitionsStmt.java | 55 - .../apache/impala/analysis/ShowStatsStmt.java | 50 +- .../org/apache/impala/analysis/SlotRef.java | 6 +- .../apache/impala/analysis/StatementBase.java | 46 + .../apache/impala/analysis/StmtRewriter.java | 2 +- .../apache/impala/analysis/StringLiteral.java | 29 +- .../org/apache/impala/analysis/Subquery.java | 9 +- .../apache/impala/analysis/TableDataLayout.java | 21 +- .../org/apache/impala/analysis/TableDef.java | 24 +- .../impala/analysis/TimestampLiteral.java | 106 + .../org/apache/impala/analysis/ToSqlUtils.java | 40 +- .../apache/impala/analysis/TruncateStmt.java | 8 +- .../org/apache/impala/analysis/UnionStmt.java | 33 +- .../org/apache/impala/analysis/UpdateStmt.java | 2 +- .../authorization/AuthorizationChecker.java | 8 +- .../impala/authorization/AuthorizeableDb.java | 2 +- .../impala/authorization/AuthorizeableUri.java | 2 +- .../authorization/ImpalaInternalAdminUser.java | 2 +- .../apache/impala/authorization/Privilege.java | 2 +- .../impala/authorization/PrivilegeRequest.java | 2 +- .../authorization/PrivilegeRequestBuilder.java | 8 + .../org/apache/impala/authorization/User.java | 11 +- .../impala/catalog/AuthorizationPolicy.java | 22 +- .../java/org/apache/impala/catalog/Catalog.java | 36 +- .../impala/catalog/CatalogServiceCatalog.java | 50 +- .../java/org/apache/impala/catalog/Column.java | 14 +- .../apache/impala/catalog/DataSourceTable.java | 4 +- .../org/apache/impala/catalog/DiskIdMapper.java | 88 + .../apache/impala/catalog/HdfsPartition.java | 7 +- .../org/apache/impala/catalog/HdfsTable.java | 624 +- .../apache/impala/catalog/ImpaladCatalog.java | 18 +- .../org/apache/impala/catalog/KuduColumn.java | 86 +- .../org/apache/impala/catalog/KuduTable.java | 157 +- .../impala/catalog/MetaStoreClientPool.java | 67 +- .../impala/catalog/PartitionStatsUtil.java | 2 +- .../apache/impala/catalog/PrimitiveType.java | 2 + .../org/apache/impala/catalog/ScalarType.java | 10 +- .../java/org/apache/impala/catalog/Table.java | 19 +- .../org/apache/impala/catalog/TableLoader.java | 2 +- .../apache/impala/catalog/TableLoadingMgr.java | 6 +- .../apache/impala/common/FileSystemUtil.java | 56 +- .../ExternalDataSourceExecutor.java | 4 +- .../apache/impala/planner/AggregationNode.java | 12 +- .../apache/impala/planner/AnalyticEvalNode.java | 6 +- .../apache/impala/planner/AnalyticPlanner.java | 16 +- .../impala/planner/DataSourceScanNode.java | 8 +- .../impala/planner/DistributedPlanner.java | 36 +- .../apache/impala/planner/HBaseScanNode.java | 45 +- .../impala/planner/HdfsPartitionFilter.java | 24 +- .../impala/planner/HdfsPartitionPruner.java | 11 +- .../org/apache/impala/planner/HdfsScanNode.java | 35 +- .../apache/impala/planner/HdfsTableSink.java | 9 +- .../org/apache/impala/planner/JoinNode.java | 4 +- .../org/apache/impala/planner/KuduScanNode.java | 90 +- .../apache/impala/planner/ParallelPlanner.java | 15 +- .../org/apache/impala/planner/PlanNode.java | 12 +- .../java/org/apache/impala/planner/Planner.java | 51 +- .../apache/impala/planner/PlannerContext.java | 3 + .../impala/planner/RuntimeFilterGenerator.java | 16 +- .../org/apache/impala/planner/SelectNode.java | 4 +- .../impala/planner/SingleNodePlanner.java | 52 +- .../org/apache/impala/planner/SortNode.java | 12 +- .../org/apache/impala/planner/TableSink.java | 4 +- .../org/apache/impala/planner/UnionNode.java | 6 +- .../apache/impala/rewrite/ExprRewriteRule.java | 5 + .../org/apache/impala/rewrite/ExprRewriter.java | 2 +- .../impala/rewrite/FoldConstantsRule.java | 63 + .../impala/service/CatalogOpExecutor.java | 173 +- .../impala/service/DescribeResultFactory.java | 71 +- .../org/apache/impala/service/FeSupport.java | 32 +- .../org/apache/impala/service/Frontend.java | 101 +- .../org/apache/impala/service/JniCatalog.java | 13 +- .../org/apache/impala/service/JniFrontend.java | 30 +- .../impala/service/KuduCatalogOpExecutor.java | 267 +- .../org/apache/impala/service/MetadataOp.java | 10 +- .../apache/impala/util/AvroSchemaParser.java | 60 +- .../org/apache/impala/util/AvroSchemaUtils.java | 17 +- .../apache/impala/util/FsPermissionChecker.java | 7 +- .../org/apache/impala/util/HdfsCachingUtil.java | 32 +- .../java/org/apache/impala/util/KuduUtil.java | 158 + .../org/apache/impala/util/MetaStoreUtil.java | 6 +- .../apache/impala/util/RequestPoolService.java | 19 +- .../apache/impala/util/SentryPolicyService.java | 41 +- fe/src/main/jflex/sql-scanner.flex | 7 +- .../impala/analysis/AnalyzeAuthStmtsTest.java | 11 + .../apache/impala/analysis/AnalyzeDDLTest.java | 384 +- .../impala/analysis/AnalyzeExprsTest.java | 8 +- .../impala/analysis/AnalyzeStmtsTest.java | 16 + .../apache/impala/analysis/AnalyzerTest.java | 10 +- .../apache/impala/analysis/AuditingTest.java | 82 +- .../impala/analysis/AuthorizationTest.java | 13 + .../impala/analysis/ExprRewriteRulesTest.java | 34 +- .../org/apache/impala/analysis/ParserTest.java | 178 +- .../apache/impala/common/FrontendTestBase.java | 2 +- .../org/apache/impala/planner/PlannerTest.java | 60 + .../apache/impala/planner/PlannerTestBase.java | 21 +- .../org/apache/impala/service/FrontendTest.java | 8 +- .../testutil/CatalogServiceTestCatalog.java | 9 +- .../org/apache/impala/testutil/TestUtils.java | 16 +- infra/python/deps/download_requirements | 2 +- infra/python/deps/requirements.txt | 2 +- shell/impala_client.py | 9 +- shell/impala_shell.py | 62 +- shell/pkg_resources.py | 4 +- testdata/UnsupportedTypes/data.csv | 10 +- testdata/bin/copy-udfs-udas.sh | 2 +- testdata/bin/generate-schema-statements.py | 2 +- testdata/bin/run-step.sh | 11 +- testdata/cluster/admin | 14 + testdata/data/README | 10 + testdata/data/out_of_range_timestamp.parquet | Bin 0 -> 203 bytes .../functional/functional_schema_template.sql | 75 +- testdata/datasets/tpcds/tpcds_kudu_template.sql | 50 +- testdata/datasets/tpch/tpch_kudu_template.sql | 16 +- testdata/datasets/tpch/tpch_schema_template.sql | 16 +- .../queries/PlannerTest/aggregation.test | 22 +- .../queries/PlannerTest/conjunct-ordering.test | 24 +- .../queries/PlannerTest/constant-folding.test | 209 + .../queries/PlannerTest/empty.test | 6 +- .../queries/PlannerTest/hdfs.test | 22 + .../queries/PlannerTest/insert.test | 2 +- .../queries/PlannerTest/join-order.test | 16 +- .../queries/PlannerTest/joins.test | 4 +- .../queries/PlannerTest/kudu-selectivity.test | 33 + .../queries/PlannerTest/kudu.test | 39 +- .../queries/PlannerTest/lineage.test | 528 +- .../queries/PlannerTest/outer-joins.test | 132 +- .../PlannerTest/predicate-propagation.test | 6 +- .../PlannerTest/runtime-filter-propagation.test | 29 + .../queries/PlannerTest/subquery-rewrite.test | 61 +- .../queries/PlannerTest/tpcds-all.test | 98 +- .../queries/PlannerTest/tpch-kudu.test | 10 +- .../queries/PlannerTest/values.test | 8 +- .../DataErrorsTest/hdfs-scan-node-errors.test | 122 +- .../queries/QueryTest/analytic-fns.test | 10 + .../queries/QueryTest/avro-schema-changes.test | 38 + .../queries/QueryTest/codegen-mem-limit.test | 10 + .../queries/QueryTest/compute-stats.test | 1016 +++ .../queries/QueryTest/exprs.test | 106 + .../queries/QueryTest/insert.test | 85 +- .../queries/QueryTest/kudu-scan-node.test | 6 +- .../QueryTest/kudu-timeouts-catalogd.test | 2 +- .../queries/QueryTest/kudu_alter.test | 381 +- .../queries/QueryTest/kudu_create.test | 83 +- .../queries/QueryTest/kudu_crud.test | 479 -- .../queries/QueryTest/kudu_delete.test | 370 + .../queries/QueryTest/kudu_describe.test | 47 + .../queries/QueryTest/kudu_insert.test | 404 + .../queries/QueryTest/kudu_partition_ddl.test | 44 +- .../queries/QueryTest/kudu_stats.test | 20 +- .../queries/QueryTest/kudu_update.test | 341 + .../queries/QueryTest/kudu_upsert.test | 492 ++ .../queries/QueryTest/misc.test | 22 +- .../QueryTest/mt-dop-parquet-nested.test | 34 + .../queries/QueryTest/mt-dop.test | 19 + .../out-of-range-timestamp-abort-on-error.test | 8 + ...ut-of-range-timestamp-continue-on-error.test | 15 + .../partition-ddl-predicates-all-fs.test | 135 + .../partition-ddl-predicates-hdfs-only.test | 38 + .../QueryTest/partition-ddl-predicates.test | 156 - .../queries/QueryTest/show-create-table.test | 9 + .../QueryTest/udf-init-close-deterministic.test | 32 + .../queries/QueryTest/udf-init-close.test | 30 - .../QueryTest/udf-non-deterministic.test | 17 + .../functional-query/queries/QueryTest/udf.test | 21 +- tests/common/impala_test_suite.py | 31 +- tests/common/test_dimensions.py | 22 +- tests/common/test_result_verifier.py | 16 +- tests/comparison/db_connection.py | 2 +- tests/comparison/model_translator.py | 145 +- tests/comparison/query.py | 193 +- tests/comparison/tests/query_object_testdata.py | 350 +- tests/comparison/tests/test_cursor.py | 4 +- tests/comparison/tests/test_query_objects.py | 28 +- tests/conftest.py | 16 + tests/custom_cluster/test_alloc_fail.py | 3 + tests/custom_cluster/test_lineage.py | 77 + tests/experiments/test_catalog_hms_failures.py | 188 + tests/hs2/test_fetch_first.py | 30 + tests/hs2/test_hs2.py | 21 + tests/metadata/test_compute_stats.py | 6 + tests/metadata/test_ddl.py | 7 +- tests/query_test/test_aggregation.py | 51 +- tests/query_test/test_cancellation.py | 2 +- tests/query_test/test_exprs.py | 8 +- tests/query_test/test_insert.py | 10 +- tests/query_test/test_insert_behaviour.py | 108 +- tests/query_test/test_kudu.py | 198 +- tests/query_test/test_lifecycle.py | 7 +- tests/query_test/test_mt_dop.py | 12 +- tests/query_test/test_query_mem_limit.py | 20 +- tests/query_test/test_scanners.py | 17 + tests/query_test/test_scanners_fuzz.py | 66 +- tests/query_test/test_tpch_queries.py | 2 +- tests/query_test/test_udfs.py | 615 +- tests/run-tests.py | 104 +- tests/shell/test_shell_commandline.py | 37 + tests/util/test_file_parser.py | 17 +- www/common-footer.tmpl | 4 +- 752 files changed, 113690 insertions(+), 8990 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/bin/impala-config.sh ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/main/java/org/apache/impala/analysis/ColumnDef.java ---------------------------------------------------------------------- diff --cc fe/src/main/java/org/apache/impala/analysis/ColumnDef.java index 4a8f5af,8993acb..8fb6875 --- a/fe/src/main/java/org/apache/impala/analysis/ColumnDef.java +++ b/fe/src/main/java/org/apache/impala/analysis/ColumnDef.java @@@ -92,10 -154,20 +154,20 @@@ public class ColumnDef boolean isPrimaryKey() { return isPrimaryKey_; } public void setComment(String comment) { comment_ = comment; } public String getComment() { return comment_; } + public boolean hasKuduOptions() { + return isPrimaryKey() || isNullabilitySet() || hasEncoding() || hasCompression() + || hasDefaultValue() || hasBlockSize(); + } + public boolean hasEncoding() { return encodingVal_ != null; } + public boolean hasCompression() { return compressionVal_ != null; } + public boolean hasBlockSize() { return blockSize_ != null; } + public boolean isNullabilitySet() { return isNullable_ != null; } + public boolean isNullable() { return isNullabilitySet() && isNullable_; } + public boolean hasDefaultValue() { return defaultValue_ != null; } - public void analyze() throws AnalysisException { + public void analyze(Analyzer analyzer) throws AnalysisException { // Check whether the column name meets the Metastore's requirements. - if (!MetaStoreUtils.validateName(colName_)) { + if (!MetaStoreUtils.validateName(colName_, null)) { throw new AnalysisException("Invalid column/field name: " + colName_); } if (typeDef_ != null) { http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/main/java/org/apache/impala/analysis/Subquery.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/main/java/org/apache/impala/catalog/HdfsTable.java ---------------------------------------------------------------------- diff --cc fe/src/main/java/org/apache/impala/catalog/HdfsTable.java index 7268cf1,c2c569f..60bfaf1 --- a/fe/src/main/java/org/apache/impala/catalog/HdfsTable.java +++ b/fe/src/main/java/org/apache/impala/catalog/HdfsTable.java @@@ -85,10 -90,8 +86,11 @@@ import org.apache.impala.util.ListMap import org.apache.impala.util.MetaStoreUtil; import org.apache.impala.util.TAccessLevelUtil; import org.apache.impala.util.TResultRowBuilder; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + import com.google.common.base.Preconditions; + import com.google.common.base.Strings; import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.google.common.collect.Sets; http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/main/java/org/apache/impala/service/CatalogOpExecutor.java ---------------------------------------------------------------------- diff --cc fe/src/main/java/org/apache/impala/service/CatalogOpExecutor.java index 48b91c6,f878b12..35c78fa --- a/fe/src/main/java/org/apache/impala/service/CatalogOpExecutor.java +++ b/fe/src/main/java/org/apache/impala/service/CatalogOpExecutor.java @@@ -713,11 -766,14 +766,13 @@@ public class CatalogOpExecutor // but it is predictable and easy to reason about because it does not depend on the // existing state of the metadata. See IMPALA-2201. long numRows = partitionStats.stats.num_rows; - LOG.debug(String.format("Updating stats for partition %s: numRows=%s", - partition.getValuesAsString(), numRows)); + if (LOG.isTraceEnabled()) { + LOG.trace(String.format("Updating stats for partition %s: numRows=%s", + partition.getValuesAsString(), numRows)); + } PartitionStatsUtil.partStatsToParameters(partitionStats, partition); partition.putToParameters(StatsSetupConst.ROW_COUNT, String.valueOf(numRows)); - partition.putToParameters(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK, - StatsSetupConst.TRUE); + partition.putToParameters(StatsSetupConst.STATS_GENERATED, StatsSetupConst.TASK); ++numTargetedPartitions; modifiedParts.add(partition); } http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/main/java/org/apache/impala/service/Frontend.java ---------------------------------------------------------------------- diff --cc fe/src/main/java/org/apache/impala/service/Frontend.java index 384ba9f,d236cb1..37793d4 --- a/fe/src/main/java/org/apache/impala/service/Frontend.java +++ b/fe/src/main/java/org/apache/impala/service/Frontend.java @@@ -35,18 -33,13 +33,13 @@@ import java.util.concurrent.ScheduledEx import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicReference; - import org.apache.impala.catalog.KuduTable; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; -import org.apache.hive.service.cli.thrift.TGetColumnsReq; -import org.apache.hive.service.cli.thrift.TGetFunctionsReq; -import org.apache.hive.service.cli.thrift.TGetSchemasReq; -import org.apache.hive.service.cli.thrift.TGetTablesReq; +import org.apache.hive.service.rpc.thrift.TGetColumnsReq; +import org.apache.hive.service.rpc.thrift.TGetFunctionsReq; +import org.apache.hive.service.rpc.thrift.TGetSchemasReq; +import org.apache.hive.service.rpc.thrift.TGetTablesReq; - import org.slf4j.Logger; - import org.slf4j.LoggerFactory; - import org.apache.impala.analysis.AnalysisContext; - import org.apache.impala.analysis.Analyzer; import org.apache.impala.analysis.CreateDataSrcStmt; import org.apache.impala.analysis.CreateDropRoleStmt; import org.apache.impala.analysis.CreateUdaStmt; http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/main/java/org/apache/impala/util/MetaStoreUtil.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/test/java/org/apache/impala/analysis/AuthorizationTest.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/test/java/org/apache/impala/analysis/ParserTest.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/e758285d/fe/src/test/java/org/apache/impala/service/FrontendTest.java ---------------------------------------------------------------------- diff --cc fe/src/test/java/org/apache/impala/service/FrontendTest.java index 7cd1b56,24056dc..dbd35b3 --- a/fe/src/test/java/org/apache/impala/service/FrontendTest.java +++ b/fe/src/test/java/org/apache/impala/service/FrontendTest.java @@@ -25,14 -25,13 +25,13 @@@ import java.util.List import java.util.Set; import org.apache.commons.lang.exception.ExceptionUtils; -import org.apache.hive.service.cli.thrift.TGetCatalogsReq; -import org.apache.hive.service.cli.thrift.TGetColumnsReq; -import org.apache.hive.service.cli.thrift.TGetFunctionsReq; -import org.apache.hive.service.cli.thrift.TGetInfoReq; -import org.apache.hive.service.cli.thrift.TGetSchemasReq; -import org.apache.hive.service.cli.thrift.TGetTablesReq; +import org.apache.hive.service.rpc.thrift.TGetCatalogsReq; +import org.apache.hive.service.rpc.thrift.TGetColumnsReq; +import org.apache.hive.service.rpc.thrift.TGetFunctionsReq; +import org.apache.hive.service.rpc.thrift.TGetInfoReq; +import org.apache.hive.service.rpc.thrift.TGetSchemasReq; +import org.apache.hive.service.rpc.thrift.TGetTablesReq; import org.junit.Test; - import org.apache.impala.analysis.AuthorizationTest; import org.apache.impala.authorization.AuthorizationConfig; import org.apache.impala.catalog.Catalog;
