[hive] branch branch-2.3 updated: Preparing for 2.3.8 development.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new e3a51c7 Preparing for 2.3.8 development. e3a51c7 is described below commit e3a51c77cdf7bf72bfb112dfc30d80a988ee7150 Author: Alan Gates AuthorDate: Sun Apr 19 13:36:29 2020 -0700 Preparing for 2.3.8 development. --- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 55 files changed, 56 insertions(+), 56 deletions(-) diff --git a/accumulo-handler/pom.xml b/accumulo-handler/pom.xml index 9e25ea1..5a95b2e 100644 --- a/accumulo-handler/pom.xml +++ b/accumulo-handler/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7 +2.3.8-SNAPSHOT ../pom.xml diff --git a/beeline/pom.xml b/beeline/pom.xml index 6e3c4a1..a2c4c58 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7 +2.3.8-SNAPSHOT ../pom.xml diff --git a/cli/pom.xml b/cli/pom.xml index b0846e1..5463443 100644 --- a/cli/pom.xml +++ b/cli/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7 +2.3.8-SNAPSHOT ../pom.xml diff --git a/common/pom.xml b/common/pom.xml index 5a72744..32633c3 100644 --- a/common/pom.xml +++ b/common/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7 +2.3.8-SNAPSHOT ../pom.xml diff --git a/contrib/pom.xml b/contrib/pom.xml index 30f3d06..b5cdfcc 100644 --- a/contrib/pom.xml +++ b/contrib/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7
svn commit: r1059560 - in /websites/production/hive/content: ./ javadocs/
Author: gates Date: Sun Apr 19 19:27:41 2020 New Revision: 1059560 Log: Hive 2.3.7 release Added: websites/production/hive/content/ - copied from r1059559, websites/staging/hive/trunk/content/ websites/production/hive/content/javadocs/ - copied from r1059559, websites/production/hive/content/javadocs/
svn commit: r1876705 - in /hive/cms/trunk/content: downloads.mdtext javadoc.mdtext
Author: gates Date: Sat Apr 18 22:39:18 2020 New Revision: 1876705 URL: http://svn.apache.org/viewvc?rev=1876705=rev Log: Updated website for 2.3.7 release. Modified: hive/cms/trunk/content/downloads.mdtext hive/cms/trunk/content/javadoc.mdtext Modified: hive/cms/trunk/content/downloads.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/downloads.mdtext?rev=1876705=1876704=1876705=diff == --- hive/cms/trunk/content/downloads.mdtext (original) +++ hive/cms/trunk/content/downloads.mdtext Sat Apr 18 22:39:18 2020 @@ -11,6 +11,10 @@ directory. ## News +### 18 April 2020: release 2.3.7 available +This release works with Hadoop 2.x.y +You can look at the complete [JIRA change log for this release][HIVE_2_3_7_CL]. + ### 26 August 2019: release 3.1.2 available This release works with Hadoop 3.x.y. You can look at the complete [JIRA change log for this release][HIVE_3_1_2_CL]. @@ -154,6 +158,7 @@ You can look at the complete [JIRA chang [HIVE_DL]: http://www.apache.org/dyn/closer.cgi/hive/ [HIVE_3_1_2_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344397=Html=12310843 +[HIVE_2_3_7_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12346056=Text=12310843 [HIVE_2_3_6_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345603=Text=12310843 [HIVE_2_3_5_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345394=Text=12310843 [HIVE_2_3_4_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344319=Text=12310843 Modified: hive/cms/trunk/content/javadoc.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/javadoc.mdtext?rev=1876705=1876704=1876705=diff == --- hive/cms/trunk/content/javadoc.mdtext (original) +++ hive/cms/trunk/content/javadoc.mdtext Sat Apr 18 22:39:18 2020 @@ -4,7 +4,7 @@ Recent versions: * [Hive 3.1.2 Javadocs][r3.1.2] * [Hive 3.0.0 Javadocs][r3.0.0] - * [Hive 2.3.6 Javadocs][r2.3.6] + * [Hive 2.3.7 Javadocs][r2.3.7] * [Hive 2.2.0 Javadocs][r2.2.0] * [Hive 2.1.1 Javadocs][r2.1.1] * [Hive 1.2.2 Javadocs][r1.2.2] @@ -20,7 +20,7 @@ javadoc and sources jars for use in an I [r3.1.2]: /javadocs/r3.1.2/api/index.html [r3.0.0]: /javadocs/r3.0.0/api/index.html -[r2.3.6]: /javadocs/r2.3.6/api/index.html +[r2.3.7]: /javadocs/r2.3.7/api/index.html [r2.2.0]: /javadocs/r2.2.0/api/index.html [r2.1.1]: /javadocs/r2.1.1/api/index.html [r1.2.2]: /javadocs/r1.2.2/api/index.html
svn commit: r1059514 - in /websites/production/hive/content/javadocs: r2.3.6/ r2.3.7/ r2.3.7/api/ r2.3.7/api/org/ r2.3.7/api/org/apache/ r2.3.7/api/org/apache/hadoop/ r2.3.7/api/org/apache/hadoop/fs/
Author: gates Date: Sat Apr 18 20:50:03 2020 New Revision: 1059514 Log: Added javadoc for 2.3.7, removed 2.3.6 javadoc. [This commit notification would consist of 4090 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r39017 - in /release/hive: ./ hive-2.3.6/ hive-2.3.7/
Author: gates Date: Fri Apr 17 22:02:55 2020 New Revision: 39017 Log: Hive 2.3.7 release distribution. Added: release/hive/hive-2.3.7/ release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz (with props) release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.asc release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.sha256 release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz (with props) release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.asc release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.sha256 Removed: release/hive/hive-2.3.6/ Modified: release/hive/stable-2 Added: release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz -- svn:mime-type = application/octet-stream Added: release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.asc == --- release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.asc (added) +++ release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.asc Fri Apr 17 22:02:55 2020 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEEu76zL8m4l9lAr39IN4tEabQASLIFAl6M8LMACgkQN4tEabQA +SLKkVQ//b9wyORH2ei3cZPA7VWMYhDjqFxOW5F3f/tTaDeunKEI5YTUOaAOQosfb +H4HKyY4x0GYvdkW6G0r0QVHUJ3lhLy7JFVVCmjz3UtPhTxWCqwN+2aQcZh0SNNQz +F4K/sLIeTCM9VYAg0z1FLwxmdoOlVOBqStPks3ZGwtDd+LPyRWXTWtoDhdBO25sH +gHb2yC4qyANSOBSzva6RrYN3hmsIoQQ0u/Kx5FeiYGXAopl3zNuI1enbFAe7vs+V +k1nnKzMUUFBGjVOudTzYVPeaT8Rt4lbVjgcoBk6qlYGUSKBIXbGZk24SGjcqj+JW +zDBT1pOJHsyxOMO5z1o4oCyZlEUTT1pAUVbNqu8D34wrHDjd7KlLJrO5vdr2X759 +MeEfWtfBLGZ+VXXCcs112NNLQNbuLu3igXBKQ6NgRWowsvwhxSjP1Q0445czN+gR +goNhvJwFvMw+SttfOgRL8yYyecu+rql8dTDZCetub2ynQvstiaqKdKS5eK3Cf361 +n6sw8pp/seZ6TuayDcMue3kkoSOJnXzkdir8G3iuH3EBU3Onpr7wuwg3PYtfvXgz +js+9ph1XSRJSx1w0OAIHiNx77HFaYMAABjmzgZfDKDWM8NqkvfPA121W6yWhDgl6 +xn2Sif0LsDwL8nxU/43zS27NKX6CA3hun+fij7V4eH0/GjSYNqQ= +=Qer/ +-END PGP SIGNATURE- Added: release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.sha256 == --- release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.sha256 (added) +++ release/hive/hive-2.3.7/apache-hive-2.3.7-bin.tar.gz.sha256 Fri Apr 17 22:02:55 2020 @@ -0,0 +1 @@ +e55149b0ca1181931b0538d7012ac3b0e5b022bf26ed06fe1709cd2e5d2be5bb apache-hive-2.3.7-bin.tar.gz Added: release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz -- svn:mime-type = application/octet-stream Added: release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.asc == --- release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.asc (added) +++ release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.asc Fri Apr 17 22:02:55 2020 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEEu76zL8m4l9lAr39IN4tEabQASLIFAl6M8RUACgkQN4tEabQA +SLLP1g//RaEXzuHj+yikFZ0mqYZInthZD/rXEZ8+sCRS5jtG80UOy/h/21/iYKwM +4JzKEBp0K+SL6h/QuO0r+HDAHX8XEw3FGxTqsW0/bZPh2hjBtr5jNgPGix8iC8yu +gSF2MXJLgwFjxCdKyyJ/oeQmehsEewKUtVWtwhuFMrCSgOqepC9aPiZxT/IwkCGa +CXMqweNFaRV2t2GJKKwwb58zDP43RyX56skAJLHUcLiKOS/TxzLLGF4UnCzor/G6 +X92UoDdWl/+MgqP+uVGGEw2yZlBdgSk6pzlPNPbaeoKeGXZ9XoJ5GNlf2QKv5gBI +4pUXyW6fQvSr+1TTaCwLAYmbiqaxeKa1BHONz/oHDOivBVrRe3DX6C4VtkOVRO9B +3qNAlsAUM6PkBDFNiWdhF6xVEpYt7OUjk9Js35/QVHgTyHM7NDgswkbP/2Lq+kVM +Pek4cActAgGOIWNnDVe1EtyPIY7Va23lffaSU0bqS+DOxXIp3k19ofMYFPZT8nqw +dVvu0etrPSvHEfWuFEtBmA+QzE22/yuvE5TynvHfUFwEuihx7tr0iZKc9K9MbrEh +0E/jbRL22GFomB+mMMy+pgeqE3liZ+4FLai3lTsWQbKVtGvufVAtuYJi0V2cH+UU +OL0+TbQB9/cdjoSLlEJXANrs5WdByWawVwggAnfSMiJEbSrW/MU= +=vXGD +-END PGP SIGNATURE- Added: release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.sha256 == --- release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.sha256 (added) +++ release/hive/hive-2.3.7/apache-hive-2.3.7-src.tar.gz.sha256 Fri Apr 17 22:02:55 2020 @@ -0,0 +1 @@ +6827e366be92dc75ca3fd567c33926f5cefa7e913c9bfba98959a90b37d56d05 apache-hive-2.3.7-src.tar.gz Modified: release/hive/stable-2 == --- release/hive/stable-2 (original) +++ release/hive/stable-2 Fri Apr 17 22:02:55 2020 @@ -1 +1 @@ -link hive-2.3.6/ \ No newline at end of file +link hive-2.3.7 \ No newline at end of file
[hive] annotated tag release-2.3.7-rc0 deleted (was fb09a6a)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-2.3.7-rc0 in repository https://gitbox.apache.org/repos/asf/hive.git. *** WARNING: tag release-2.3.7-rc0 was deleted! *** tag was fb09a6a The revisions that were on this annotated tag are still contained in other references; therefore, this change does not discard any commits from the repository.
[hive] annotated tag rel/release-2.3.7 created (now 6291321)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag rel/release-2.3.7 in repository https://gitbox.apache.org/repos/asf/hive.git. at 6291321 (tag) tagging fb09a6a7e7548b2a5cd4df77fd69c18b54434181 (tag) length 165 bytes by Alan Gates on Fri Apr 17 14:35:44 2020 -0700 - Log - Hive 2.3.7 release -BEGIN PGP SIGNATURE- iHMEABECADMWIQRNDjxQA0msAvq/jheREVTr9KwRrQUCXpohMBUcYWxhbmZnYXRl c0BnbWFpbC5jb20ACgkQkRFU6/SsEa3dkACfTanw6UG7Yre1STHGcbps1J4TOJMA n2KFHGDqXgxIrLc7OEWVyVHrNkOb =HNns -END PGP SIGNATURE- --- No new revisions were added by this update.
[hive] annotated tag release-2.3.7-rc0 created (now fb09a6a)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-2.3.7-rc0 in repository https://gitbox.apache.org/repos/asf/hive.git. at fb09a6a (tag) tagging cb213d88304034393d68cc31a95be24f5aac62b6 (commit) replaces rel/release-2.3.6 by Alan Gates on Tue Apr 7 12:40:41 2020 -0700 - Log - Hive 2.3.4-rc0 release. --- No new revisions were added by this update.
[hive] branch branch-2.3 updated: Updated release notes for 2.3.7 release
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new cb213d8 Updated release notes for 2.3.7 release cb213d8 is described below commit cb213d88304034393d68cc31a95be24f5aac62b6 Author: Alan Gates AuthorDate: Tue Apr 7 12:39:28 2020 -0700 Updated release notes for 2.3.7 release --- RELEASE_NOTES.txt | 15 ++- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/RELEASE_NOTES.txt b/RELEASE_NOTES.txt index d73c303..70bfba5 100644 --- a/RELEASE_NOTES.txt +++ b/RELEASE_NOTES.txt @@ -1,8 +1,13 @@ -Release Notes - Hive - Version 2.3.6 +Release Notes - Hive - Version 2.3.7 + + ** Bug - * [HIVE-21809] - Backport HIVE-21786 to branch-2.3 -** Improvement - * [HIVE-21859] - Backport HIVE-17466 (get_partition_values) to branch-2.3 - * [HIVE-22096] - Backport HIVE-21584 to branch-2.3 +* [HIVE-21508] - ClassCastException when initializing HiveMetaStoreClient on JDK10 or newer +* [HIVE-23086] - Two tests fail on branch-2.3 +** New Feature +* [HIVE-22249] - Support Parquet through HCatalog + +** Improvement +* [HIVE-21980] - Parsing time can be high in case of deeply nested subqueries
[hive] branch branch-2.3 updated: Preparing for 2.3.7 release.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new b3f9d17 Preparing for 2.3.7 release. b3f9d17 is described below commit b3f9d17fe2d299f7b7de2be208939b50ac8dadbd Author: Alan Gates AuthorDate: Tue Apr 7 12:26:52 2020 -0700 Preparing for 2.3.7 release. --- NOTICE | 2 +- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 56 files changed, 57 insertions(+), 57 deletions(-) diff --git a/NOTICE b/NOTICE index 8d3dcff..d11eb98 100644 --- a/NOTICE +++ b/NOTICE @@ -1,5 +1,5 @@ Apache Hive -Copyright 2008-2019 The Apache Software Foundation +Copyright 2008-2020 The Apache Software Foundation This product includes software developed by The Apache Software Foundation (http://www.apache.org/). diff --git a/accumulo-handler/pom.xml b/accumulo-handler/pom.xml index e4d4b8f..9e25ea1 100644 --- a/accumulo-handler/pom.xml +++ b/accumulo-handler/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7-SNAPSHOT +2.3.7 ../pom.xml diff --git a/beeline/pom.xml b/beeline/pom.xml index 8e4d107..6e3c4a1 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7-SNAPSHOT +2.3.7 ../pom.xml diff --git a/cli/pom.xml b/cli/pom.xml index f35f22d..b0846e1 100644 --- a/cli/pom.xml +++ b/cli/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.7-SNAPSHOT +2.3.7 ../pom.xml diff --git a/common/pom.xml b
[hive] branch branch-2.3 updated: HIVE-23086 Two tests fail on branch-2.3 (gates, reviewed by jcamacho)
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new d142115 HIVE-23086 Two tests fail on branch-2.3 (gates, reviewed by jcamacho) d142115 is described below commit d1421155057d7c827802f65b65739bcd9902880a Author: Alan Gates AuthorDate: Tue Mar 31 18:43:39 2020 -0700 HIVE-23086 Two tests fail on branch-2.3 (gates, reviewed by jcamacho) --- itests/src/test/resources/testconfiguration.properties | 1 - ql/src/test/queries/clientpositive/perf/query88.q | 2 ++ 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index d6aa101..bfbe714 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -609,7 +609,6 @@ minillaplocal.query.files=acid_globallimit.q,\ uber_reduce.q,\ udaf_collect_set_2.q,\ udaf_all_keyword.q,\ - union_fast_stats.q,\ union_remove_26.q,\ union_top_level.q,\ vector_auto_smb_mapjoin_14.q,\ diff --git a/ql/src/test/queries/clientpositive/perf/query88.q b/ql/src/test/queries/clientpositive/perf/query88.q index 2be814e..bb6ef6d 100644 --- a/ql/src/test/queries/clientpositive/perf/query88.q +++ b/ql/src/test/queries/clientpositive/perf/query88.q @@ -1,3 +1,5 @@ +set hive.strict.checks.cartesian.product=false; + explain select * from
[hive] branch master updated: HIVE-22102 Reduce HMS call when creating HiveSession (Rajesh Balamohan via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 28f8a93 HIVE-22102 Reduce HMS call when creating HiveSession (Rajesh
Balamohan via Alan Gates)
28f8a93 is described below
commit 28f8a93c11e0b68c0d36acfbaf51c5abded1bb03
Author: Alan Gates
AuthorDate: Thu Aug 29 15:19:04 2019 -0700
HIVE-22102 Reduce HMS call when creating HiveSession (Rajesh Balamohan via
Alan Gates)
---
.../java/org/apache/hive/service/cli/session/HiveSessionImpl.java| 5 -
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git
a/service/src/java/org/apache/hive/service/cli/session/HiveSessionImpl.java
b/service/src/java/org/apache/hive/service/cli/session/HiveSessionImpl.java
index a8bf876..a0e27c9 100644
--- a/service/src/java/org/apache/hive/service/cli/session/HiveSessionImpl.java
+++ b/service/src/java/org/apache/hive/service/cli/session/HiveSessionImpl.java
@@ -82,6 +82,8 @@ import org.slf4j.LoggerFactory;
import com.google.common.collect.Lists;
+import static org.apache.hadoop.hive.metastore.Warehouse.DEFAULT_DATABASE_NAME;
+
/**
* HiveSession
*
@@ -311,7 +313,8 @@ public class HiveSessionImpl implements HiveSession {
}
} else if (key.startsWith("use:")) {
try {
- if (sessionHive.getDatabase(entry.getValue()) == null) {
+ if (!(StringUtils.equals(DEFAULT_DATABASE_NAME, entry.getValue()))
+ && sessionHive.getDatabase(entry.getValue()) == null) {
throw new HiveSQLException("Database " + entry.getValue() + " does
not exist");
}
} catch (HiveException e) {
[hive] branch branch-3 updated: HIVE-22105 Update ORC to 1.5.6 port to branch-3 (Owen O'Malley vi Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new cea2d6b HIVE-22105 Update ORC to 1.5.6 port to branch-3 (Owen
O'Malley vi Alan Gates)
cea2d6b is described below
commit cea2d6b30a2545d3432d787af29f37acaccfaac2
Author: Alan Gates
AuthorDate: Tue Aug 20 15:24:20 2019 -0700
HIVE-22105 Update ORC to 1.5.6 port to branch-3 (Owen O'Malley vi Alan
Gates)
---
pom.xml| 2 +-
.../hive/ql/io/orc/TestInputOutputFormat.java | 35 +
ql/src/test/queries/clientpositive/orc_merge9.q| 8 -
.../beeline/materialized_view_create_rewrite.q.out | 4 +-
.../results/clientpositive/deleteAnalyze.q.out | 2 +-
...llowincompatible_vectorization_false_date.q.out | 1 -
.../clientpositive/llap/default_constraint.q.out | 14 +-
.../clientpositive/llap/deleteAnalyze.q.out| 2 +-
.../llap/extrapolate_part_stats_partial_ndv.q.out | 36 ++---
.../llap/materialized_view_create.q.out| 6 +-
.../llap/materialized_view_create_rewrite.q.out| 4 +-
.../llap/materialized_view_create_rewrite_4.q.out | 6 +-
.../llap/materialized_view_create_rewrite_5.q.out | 2 +-
.../materialized_view_create_rewrite_dummy.q.out | 4 +-
...materialized_view_create_rewrite_multi_db.q.out | 4 +-
...erialized_view_create_rewrite_time_window.q.out | 6 +-
...ialized_view_create_rewrite_time_window_2.q.out | 6 +-
.../llap/materialized_view_describe.q.out | 6 +-
.../results/clientpositive/llap/orc_analyze.q.out | 34 ++--
.../clientpositive/llap/orc_llap_counters.q.out| 10 +-
.../clientpositive/llap/orc_llap_counters1.q.out | 6 +-
.../results/clientpositive/llap/orc_merge10.q.out | 4 +-
.../results/clientpositive/llap/orc_merge11.q.out | 6 +-
.../results/clientpositive/llap/orc_merge9.q.out | 50 --
.../clientpositive/llap/orc_ppd_basic.q.out| 14 +-
.../llap/orc_ppd_schema_evol_3a.q.out | 68
.../results/clientpositive/orc_file_dump.q.out | 174 ++---
.../test/results/clientpositive/orc_merge10.q.out | 4 +-
.../test/results/clientpositive/orc_merge11.q.out | 6 +-
.../test/results/clientpositive/orc_merge12.q.out | 2 +-
.../test/results/clientpositive/orc_merge9.q.out | 50 --
.../results/clientpositive/spark/orc_merge8.q.out | 10 +-
.../results/clientpositive/spark/orc_merge9.q.out | 52 +-
.../tez/acid_vectorization_original_tez.q.out | 24 +--
.../results/clientpositive/tez/orc_merge12.q.out | 2 +-
35 files changed, 243 insertions(+), 421 deletions(-)
diff --git a/pom.xml b/pom.xml
index d6175ff..96e0217 100644
--- a/pom.xml
+++ b/pom.xml
@@ -184,7 +184,7 @@
0.9.3
2.10.0
2.3
-1.5.2
+1.5.6
1.10.19
1.7.4
2.0.0-M5
diff --git
a/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java
b/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java
index 208aeb5..326c7f6 100644
--- a/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java
+++ b/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java
@@ -3219,11 +3219,9 @@ public class TestInputOutputFormat {
readOpsDelta = statistics.getReadOps() - readOpsBefore;
}
}
-// call-1: open to read footer - split 1 => mock:/mocktable1/0_0
-// call-2: open to read data - split 1 => mock:/mocktable1/0_0
-// call-3: open to read footer - split 2 => mock:/mocktable1/0_1
-// call-4: open to read data - split 2 => mock:/mocktable1/0_1
-assertEquals(4, readOpsDelta);
+// call-1: open to read - split 1 => mock:/mocktable1/0_0
+// call-2: open to read - split 2 => mock:/mocktable1/0_1
+assertEquals(2, readOpsDelta);
// revert back to local fs
conf.set("fs.defaultFS", "file:///");
@@ -3364,11 +3362,9 @@ public class TestInputOutputFormat {
readOpsDelta = statistics.getReadOps() - readOpsBefore;
}
}
-// call-1: open to read footer - split 1 => mock:/mocktable3/0_0
-// call-2: open to read data - split 1 => mock:/mocktable3/0_0
-// call-3: open to read footer - split 2 => mock:/mocktable3/0_1
-// call-4: open to read data - split 2 => mock:/mocktable3/0_1
-assertEquals(4, readOpsDelta);
+// call-1: open to read - split 1 => mock:/mocktable3/0_0
+// call-2: open to read - split 2 => mock:/mocktable3/0_1
+assertEquals(2, readOpsDelta);
// revert back to local fs
conf.set("fs.defaultFS", "file:///");
@@ -3514,15 +3510,7 @@ public class TestInputOutputFormat {
readOpsDelta = statistics.getReadOps() - readOpsBefore;
}
}
-// call-1: open to read footer - split 1
[hive] branch branch-3.1 updated: Preparing for 3.1.3 development.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3.1 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-3.1 by this push: new ee48c29 Preparing for 3.1.3 development. ee48c29 is described below commit ee48c29b1b2de401e9243c413ebdb92d3ee4e5f8 Author: Alan Gates AuthorDate: Tue Aug 27 10:19:34 2019 -0700 Preparing for 3.1.3 development. --- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- classification/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 4 ++-- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-druid/pom.xml | 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- kryo-registrator/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- standalone-metastore/pom.xml | 2 +- streaming/pom.xml| 2 +- testutils/pom.xml| 2 +- upgrade-acid/pom.xml | 2 +- vector-code-gen/pom.xml | 2 +- 61 files changed, 63 insertions(+), 63 deletions(-) diff --git a/accumulo-handler/pom.xml b/accumulo-handler/pom.xml index c3254c3..71f7a39 100644 --- a/accumulo-handler/pom.xml +++ b/accumulo-handler/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -3.1.2 +3.1.3-SNAPSHOT ../pom.xml diff --git a/beeline/pom.xml b/beeline/pom.xml index 14a625a..1c1b400 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -3.1.2 +3.1.3-SNAPSHOT ../pom.xml diff --git a/classification/pom.xml b/classification/pom.xml index cdf456f..4d19d84 100644 --- a/classification/pom.xml +++ b/classification/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -3.1.2 +3.1.3-SNAPSHOT ../pom.xml
svn commit: r1049276 - in /websites/production/hive/content: ./ javadocs/
Author: gates Date: Tue Aug 27 16:59:08 2019 New Revision: 1049276 Log: Hive 3.1.2 release Added: websites/production/hive/content/ - copied from r1049275, websites/staging/hive/trunk/content/ websites/production/hive/content/javadocs/ - copied from r1049275, websites/production/hive/content/javadocs/
svn commit: r1865996 - in /hive/cms/trunk/content: downloads.mdtext javadoc.mdtext
Author: gates Date: Tue Aug 27 16:56:03 2019 New Revision: 1865996 URL: http://svn.apache.org/viewvc?rev=1865996=rev Log: Hive website update for 3.1.2 release. Modified: hive/cms/trunk/content/downloads.mdtext hive/cms/trunk/content/javadoc.mdtext Modified: hive/cms/trunk/content/downloads.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/downloads.mdtext?rev=1865996=1865995=1865996=diff == --- hive/cms/trunk/content/downloads.mdtext (original) +++ hive/cms/trunk/content/downloads.mdtext Tue Aug 27 16:56:03 2019 @@ -11,6 +11,10 @@ directory. ## News +### 26 August 2019: release 3.1.2 available +This release works with Hadoop 3.x.y. +You can look at the complete [JIRA change log for this release][HIVE_3_1_2_CL]. + ### 23 August 2019: release 2.3.6 available This release works with Hadoop 2.x.y. You can look at the complete [JIRA change log for this release][HIVE_2_3_6_CL]. @@ -149,6 +153,7 @@ This release works with Hadoop 0.20.x, You can look at the complete [JIRA change log for this release][HIVE_10_CL]. [HIVE_DL]: http://www.apache.org/dyn/closer.cgi/hive/ +[HIVE_3_1_2_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344397=Html=12310843 [HIVE_2_3_6_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345603=Text=12310843 [HIVE_2_3_5_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345394=Text=12310843 [HIVE_2_3_4_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344319=Text=12310843 Modified: hive/cms/trunk/content/javadoc.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/javadoc.mdtext?rev=1865996=1865995=1865996=diff == --- hive/cms/trunk/content/javadoc.mdtext (original) +++ hive/cms/trunk/content/javadoc.mdtext Tue Aug 27 16:56:03 2019 @@ -2,7 +2,7 @@ Title: Javadoc Recent versions: - * [Hive 3.1.1 Javadocs][r3.1.1] + * [Hive 3.1.2 Javadocs][r3.1.2] * [Hive 3.0.0 Javadocs][r3.0.0] * [Hive 2.3.6 Javadocs][r2.3.6] * [Hive 2.2.0 Javadocs][r2.2.0] @@ -18,7 +18,7 @@ Archived versions: javadoc and sources jars for use in an IDE are also available via [Nexus][] -[r3.1.1]: /javadocs/r3.1.1/api/index.html +[r3.1.2]: /javadocs/r3.1.2/api/index.html [r3.0.0]: /javadocs/r3.0.0/api/index.html [r2.3.6]: /javadocs/r2.3.6/api/index.html [r2.2.0]: /javadocs/r2.2.0/api/index.html
svn commit: r1049258 - in /websites/production/hive/content/javadocs: r3.1.1/ r3.1.2/ r3.1.2/api/ r3.1.2/api/org/ r3.1.2/api/org/apache/ r3.1.2/api/org/apache/hadoop/ r3.1.2/api/org/apache/hadoop/fs/
Author: gates Date: Mon Aug 26 21:00:10 2019 New Revision: 1049258 Log: Javadoc for Hive 3.1.2 release. [This commit notification would consist of 4739 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r35387 - in /release/hive: hive-3.1.1/ hive-3.1.2/
Author: gates Date: Mon Aug 26 20:20:35 2019 New Revision: 35387 Log: Hive 3.1.2 release for distribution. Added: release/hive/hive-3.1.2/ release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz (with props) release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.asc (with props) release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.sha256 release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz (with props) release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.asc (with props) release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.sha256 Removed: release/hive/hive-3.1.1/ Added: release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz -- svn:mime-type = application/x-gzip Added: release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.asc == Binary file - no diff available. Propchange: release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.asc -- svn:mime-type = application/pgp-signature Added: release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.sha256 == --- release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.sha256 (added) +++ release/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz.sha256 Mon Aug 26 20:20:35 2019 @@ -0,0 +1 @@ +d75dcf36908b4e7b9b0ec9aec57a46a6628b97b276c233cb2c2f1a3e89b13462 apache-hive-3.1.2-bin.tar.gz Added: release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz -- svn:mime-type = application/x-gzip Added: release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.asc == Binary file - no diff available. Propchange: release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.asc -- svn:mime-type = application/pgp-signature Added: release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.sha256 == --- release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.sha256 (added) +++ release/hive/hive-3.1.2/apache-hive-3.1.2-src.tar.gz.sha256 Mon Aug 26 20:20:35 2019 @@ -0,0 +1 @@ +5cfc0c988f6279737dad415835f3c8cf492ae09ab09d13d529bb22b6068c3ee2 apache-hive-3.1.2-src.tar.gz
[hive] annotated tag release-3.1.2-rc1 deleted (was b4d3d7b)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-3.1.2-rc1 in repository https://gitbox.apache.org/repos/asf/hive.git. *** WARNING: tag release-3.1.2-rc1 was deleted! *** tag was b4d3d7b The revisions that were on this annotated tag are still contained in other references; therefore, this change does not discard any commits from the repository.
[hive] annotated tag rel/release-3.1.2 created (now 5a97c91)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag rel/release-3.1.2 in repository https://gitbox.apache.org/repos/asf/hive.git. at 5a97c91 (tag) tagging b4d3d7bbe4088eb64641b3d601797c0c745e8edc (tag) length 165 bytes by Alan Gates on Mon Aug 26 13:09:30 2019 -0700 - Log - Hive 3.1.2 release -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEEu76zL8m4l9lAr39IN4tEabQASLIFAl1kPHoACgkQN4tEabQA SLLztRAAr9uaKOz/RCKMCAUxDiLL7KAShAFcwZLAxOufEGrSvaQN6TopsCdwhco3 aHiNtSfxuKVy8aEdM7hPnEKdrFbL/TyyBI4XdtUs5dcSp5NiRbaSOgKiu7Pks2JN LS1mGMJigJilBcKR04+0WcDsKJmaozvDExKwU2fn1ox89MMjKfwFOa1lr1861/20 L5mgHxos0qN4JpfdfjnUcehpgRwFq7pLzWKrvS8q5X3WQmDox7yOl9pvdHohBZaM ISLPeJK2qs4cBEF4EhF4x2Z42Go6yH6CYEyqbEwMvlTCusloDmfWBHgDPOFhPd9F L+RILm7jfJ5Fp6ExV3EMyiD8Bzizcxr81612dd8/qVvZ6wE/Tyfw3pz2lZoWEn6M eehCRIqNHJMzZ7+xtzA9hDwPspLzF5kFXIWzwwitBTq+bedPYXojgm85xVOsdFdu I8IBINqXIDeeYAZdAYK37PU0qXe+qYNPAK31KJRdK6QxZ9K2rthRh8X+HafvIy0b 0EFrP2S6OuBfWzAg621D7LR553+yymet2bqqCh4vi38SD+8wmc6f9YePwM7dGqLb WnzHLfH7ocNw4jPDi3WSocScOJL+r56iU7nIy7Cd8VNQBCdREpJ9b+YXDDp9hEqH 9uGxi2CEKBRfYtpqYALr2ct0XcpJWDETw+9nhXU26lj2yPUlDjM= =lFX1 -END PGP SIGNATURE- --- No new revisions were added by this update.
[hive] branch branch-2.3 updated: Preparing for 2.3.7 development.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new f245cb5 Preparing for 2.3.7 development. f245cb5 is described below commit f245cb50ff651f50c5f222c54991e1acf386e50e Author: Alan Gates AuthorDate: Fri Aug 23 14:11:43 2019 -0700 Preparing for 2.3.7 development. --- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 55 files changed, 56 insertions(+), 56 deletions(-) diff --git a/accumulo-handler/pom.xml b/accumulo-handler/pom.xml index d5a0611..e4d4b8f 100644 --- a/accumulo-handler/pom.xml +++ b/accumulo-handler/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6 +2.3.7-SNAPSHOT ../pom.xml diff --git a/beeline/pom.xml b/beeline/pom.xml index dcd2c98..8e4d107 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6 +2.3.7-SNAPSHOT ../pom.xml diff --git a/cli/pom.xml b/cli/pom.xml index 3a65dde..f35f22d 100644 --- a/cli/pom.xml +++ b/cli/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6 +2.3.7-SNAPSHOT ../pom.xml diff --git a/common/pom.xml b/common/pom.xml index 4d22fad..62a0d96 100644 --- a/common/pom.xml +++ b/common/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6 +2.3.7-SNAPSHOT ../pom.xml diff --git a/contrib/pom.xml b/contrib/pom.xml index 6a0b38d..6ce92e8 100644 --- a/contrib/pom.xml +++ b/contrib/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6
svn commit: r1049224 - in /websites/production/hive/content: ./ javadocs/
Author: gates Date: Fri Aug 23 20:48:01 2019 New Revision: 1049224 Log: Changes for Hive 2.3.6 Added: websites/production/hive/content/ - copied from r1049223, websites/staging/hive/trunk/content/ websites/production/hive/content/javadocs/ - copied from r1049223, websites/production/hive/content/javadocs/
svn commit: r1865792 - in /hive/cms/trunk/content: downloads.mdtext javadoc.mdtext
Author: gates Date: Fri Aug 23 20:44:02 2019 New Revision: 1865792 URL: http://svn.apache.org/viewvc?rev=1865792=rev Log: Updating Hive website for release 2.3.6 Modified: hive/cms/trunk/content/downloads.mdtext hive/cms/trunk/content/javadoc.mdtext Modified: hive/cms/trunk/content/downloads.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/downloads.mdtext?rev=1865792=1865791=1865792=diff == --- hive/cms/trunk/content/downloads.mdtext (original) +++ hive/cms/trunk/content/downloads.mdtext Fri Aug 23 20:44:02 2019 @@ -11,6 +11,10 @@ directory. ## News +### 23 August 2019: release 2.3.6 available +This release works with Hadoop 2.x.y. +You can look at the complete [JIRA change log for this release][HIVE_2_3_6_CL]. + ### 14 May 2019: release 2.3.5 available This release works with Hadoop 2.x.y. You can look at the complete [JIRA change log for this release][HIVE_2_3_5_CL]. @@ -145,6 +149,7 @@ This release works with Hadoop 0.20.x, You can look at the complete [JIRA change log for this release][HIVE_10_CL]. [HIVE_DL]: http://www.apache.org/dyn/closer.cgi/hive/ +[HIVE_2_3_6_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345603=Text=12310843 [HIVE_2_3_5_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345394=Text=12310843 [HIVE_2_3_4_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344319=Text=12310843 [HIVE_3_1_1_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344240=Text=12310843 Modified: hive/cms/trunk/content/javadoc.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/javadoc.mdtext?rev=1865792=1865791=1865792=diff == --- hive/cms/trunk/content/javadoc.mdtext (original) +++ hive/cms/trunk/content/javadoc.mdtext Fri Aug 23 20:44:02 2019 @@ -4,7 +4,7 @@ Recent versions: * [Hive 3.1.1 Javadocs][r3.1.1] * [Hive 3.0.0 Javadocs][r3.0.0] - * [Hive 2.3.5 Javadocs][r2.3.5] + * [Hive 2.3.6 Javadocs][r2.3.6] * [Hive 2.2.0 Javadocs][r2.2.0] * [Hive 2.1.1 Javadocs][r2.1.1] * [Hive 1.2.2 Javadocs][r1.2.2] @@ -20,7 +20,7 @@ javadoc and sources jars for use in an I [r3.1.1]: /javadocs/r3.1.1/api/index.html [r3.0.0]: /javadocs/r3.0.0/api/index.html -[r2.3.5]: /javadocs/r2.3.5/api/index.html +[r2.3.6]: /javadocs/r2.3.6/api/index.html [r2.2.0]: /javadocs/r2.2.0/api/index.html [r2.1.1]: /javadocs/r2.1.1/api/index.html [r1.2.2]: /javadocs/r1.2.2/api/index.html
svn commit: r1049222 - in /websites/production/hive/content/javadocs: r2.3.5/ r2.3.6/ r2.3.6/api/ r2.3.6/api/org/ r2.3.6/api/org/apache/ r2.3.6/api/org/apache/hadoop/ r2.3.6/api/org/apache/hadoop/fs/
Author: gates Date: Fri Aug 23 20:35:57 2019 New Revision: 1049222 Log: Updating Hive Javadoc for release 2.3.6 [This commit notification would consist of 4089 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
[hive] branch branch-3.1 updated: Updated Release Notes with a couple of issues that were added late to the release.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3.1 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-3.1 by this push: new 8190d2b Updated Release Notes with a couple of issues that were added late to the release. 8190d2b is described below commit 8190d2be7b7165effa62bd21b7d60ef81fb0e4af Author: Alan Gates AuthorDate: Thu Aug 22 14:47:20 2019 -0700 Updated Release Notes with a couple of issues that were added late to the release. --- RELEASE_NOTES.txt | 5 + 1 file changed, 5 insertions(+) diff --git a/RELEASE_NOTES.txt b/RELEASE_NOTES.txt index e38873c..adecbdd 100644 --- a/RELEASE_NOTES.txt +++ b/RELEASE_NOTES.txt @@ -26,3 +26,8 @@ Release Notes - Hive - Version 3.1.2 * [HIVE-21808] - Backport HIVE-21786 to branch-3.1 * [HIVE-21821] - Backport HIVE-21739 to branch-3.1 * [HIVE-22105] - Update ORC to 1.5.6. +** Improvement +* [HIVE-21980] - Parsing time can be high in case of deeply nested subqueries +** Task +* [HIVE-19667] - Remove distribution management tag from pom.xml +
[hive] branch branch-3.1 updated: HIVE-19667: Remove distribution management tag from pom.xml (Vineet Garg, reviewed by Ashutosh Chauhan)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new a25bee5 HIVE-19667: Remove distribution management tag from pom.xml
(Vineet Garg, reviewed by Ashutosh Chauhan)
a25bee5 is described below
commit a25bee5e0171ffb4f23a878b5c5d527a3e2f5bf8
Author: Vineet Garg
AuthorDate: Fri May 25 11:32:30 2018 -0700
HIVE-19667: Remove distribution management tag from pom.xml (Vineet Garg,
reviewed by Ashutosh Chauhan)
---
pom.xml | 7 ---
1 file changed, 7 deletions(-)
diff --git a/pom.xml b/pom.xml
index d16313f..c06f7f8 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1541,11 +1541,4 @@
-
-
- ${repoid}
- ${reponame}
- ${repourl}
-
-
[hive] branch branch-3 updated: HIVE-19667: Remove distribution management tag from pom.xml (Vineet Garg, reviewed by Ashutosh Chauhan)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new d72c6e1 HIVE-19667: Remove distribution management tag from pom.xml
(Vineet Garg, reviewed by Ashutosh Chauhan)
d72c6e1 is described below
commit d72c6e19b8b9bf7646471bd710f152a73e0db383
Author: Vineet Garg
AuthorDate: Fri May 25 11:32:30 2018 -0700
HIVE-19667: Remove distribution management tag from pom.xml (Vineet Garg,
reviewed by Ashutosh Chauhan)
---
pom.xml | 7 ---
1 file changed, 7 deletions(-)
diff --git a/pom.xml b/pom.xml
index 737a6fa..d6175ff 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1543,11 +1543,4 @@
-
-
- ${repoid}
- ${reponame}
- ${repourl}
-
-
[hive] annotated tag release-3.1.2-rc0 created (now 53760af)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-3.1.2-rc0 in repository https://gitbox.apache.org/repos/asf/hive.git. at 53760af (tag) tagging 27c90b797f1291e8cbbba25544bec9f11d05223a (commit) replaces rel/release-3.1.1 by Alan Gates on Wed Aug 21 16:29:09 2019 -0700 - Log - Hive 3.1.2-rc0 release --- No new revisions were added by this update.
[hive] branch branch-3.1 updated: Preparing for release candidate Hive 2.3.6-rc0
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3.1 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-3.1 by this push: new 27c90b7 Preparing for release candidate Hive 2.3.6-rc0 27c90b7 is described below commit 27c90b797f1291e8cbbba25544bec9f11d05223a Author: Alan Gates AuthorDate: Wed Aug 21 16:19:19 2019 -0700 Preparing for release candidate Hive 2.3.6-rc0 --- NOTICE | 2 +- README.md | 4 +-- RELEASE_NOTES.txt | 35 -- accumulo-handler/pom.xml | 2 +- beeline/pom.xml| 2 +- classification/pom.xml | 2 +- cli/pom.xml| 2 +- common/pom.xml | 2 +- contrib/pom.xml| 2 +- druid-handler/pom.xml | 2 +- hbase-handler/pom.xml | 2 +- hcatalog/core/pom.xml | 2 +- hcatalog/hcatalog-pig-adapter/pom.xml | 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml| 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml| 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml| 2 +- itests/custom-udfs/udf-classloader-util/pom.xml| 2 +- .../custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml | 2 +- itests/hive-jmh/pom.xml| 2 +- itests/hive-minikdc/pom.xml| 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 4 +-- itests/qtest-accumulo/pom.xml | 2 +- itests/qtest-druid/pom.xml | 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml | 2 +- itests/util/pom.xml| 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- kryo-registrator/pom.xml | 2 +- llap-client/pom.xml| 2 +- llap-common/pom.xml| 2 +- llap-ext-client/pom.xml| 2 +- llap-server/pom.xml| 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml | 2 +- packaging/pom.xml | 2 +- pom.xml| 2 +- ql/pom.xml | 2 +- serde/pom.xml | 2 +- service-rpc/pom.xml| 2 +- service/pom.xml| 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml | 2 +- shims/scheduler/pom.xml| 2 +- spark-client/pom.xml | 4 +-- standalone-metastore/pom.xml | 2 +- streaming/pom.xml | 2 +- testutils/pom.xml | 2 +- upgrade-acid/pom.xml | 2 +- vector-code-gen/pom.xml| 2 +- 64 files changed, 92 insertions(+), 75 deletions(-) diff --git a/NOTICE b/NOTICE index d018205..8d3dcff 100644 --- a/NOTICE +++ b/NOTICE @@ -1,5 +1,5 @@ Apache Hive -Copyright 2008-2018 The Apache Software Foundation +Copyright 2008-2019 The Apache Software Foundation This product includes software developed by The Apache Software Foundation (http://www.apache.org/). diff --git a/README.md b/README.md index 849b72d..83a7682 100644 --- a/README.md +++ b/README.md @@ -75,9 +75,9 @@ Getting Started Requirements -- Java 1.7 or 1.8 +- Java 1.8 -- Hadoop 1.x, 2.x, 3.x (3.x required for Hive 3.x
svn commit: r35344 - in /release/hive: ./ hive-2.3.5/ hive-2.3.6/
Author: gates Date: Thu Aug 22 18:53:07 2019 New Revision: 35344 Log: Added hive-2.3.6 to dist. Removed 2.3.5. Added: release/hive/hive-2.3.6/ release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz (with props) release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.asc (with props) release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.sha256 release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz (with props) release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.asc (with props) release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.sha256 Removed: release/hive/hive-2.3.5/ Modified: release/hive/stable-2 Added: release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz -- svn:mime-type = application/x-gzip Added: release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.asc == Binary file - no diff available. Propchange: release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.asc -- svn:mime-type = application/pgp-signature Added: release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.sha256 == --- release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.sha256 (added) +++ release/hive/hive-2.3.6/apache-hive-2.3.6-bin.tar.gz.sha256 Thu Aug 22 18:53:07 2019 @@ -0,0 +1 @@ +0b3736edc8d15f01ed649bfce7d74346c35fd57567411e9d0c3f48578f76610d apache-hive-2.3.6-bin.tar.gz Added: release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz -- svn:mime-type = application/x-gzip Added: release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.asc == Binary file - no diff available. Propchange: release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.asc -- svn:mime-type = application/pgp-signature Added: release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.sha256 == --- release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.sha256 (added) +++ release/hive/hive-2.3.6/apache-hive-2.3.6-src.tar.gz.sha256 Thu Aug 22 18:53:07 2019 @@ -0,0 +1 @@ +6ec68aa1d23191243d054158935a93d09af9fd6e3a11e1c670abe1ec58670a60 apache-hive-2.3.6-src.tar.gz Modified: release/hive/stable-2 == --- release/hive/stable-2 (original) +++ release/hive/stable-2 Thu Aug 22 18:53:07 2019 @@ -1 +1 @@ -link hive.2.3.5 \ No newline at end of file +link hive-2.3.6/ \ No newline at end of file
[hive] annotated tag release-2.3.6-rc0 deleted (was d2c1eae)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-2.3.6-rc0 in repository https://gitbox.apache.org/repos/asf/hive.git. *** WARNING: tag release-2.3.6-rc0 was deleted! *** tag was d2c1eae The revisions that were on this annotated tag are still contained in other references; therefore, this change does not discard any commits from the repository.
[hive] annotated tag rel/release-2.3.6 created (now fbe60d0)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag rel/release-2.3.6 in repository https://gitbox.apache.org/repos/asf/hive.git. at fbe60d0 (tag) tagging d2c1eaed06c54e19e5060d4435b3e6c3e99e8b6e (tag) length 165 bytes by Alan Gates on Thu Aug 22 11:41:51 2019 -0700 - Log - Hive2.3.6 release. -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEEu76zL8m4l9lAr39IN4tEabQASLIFAl1e4e8ACgkQN4tEabQA SLKPkg//Wr+xC2khFRxFf4Ij8J1ksT++PWxkTULHDl2HU9ej/RT7YgC+AZzT1Abx UeZ7JsQ1DXjik3xGbQJ1FhfMD0kexn67JpTh/75XTykdkUAkxElN9vmwPx0fQcRg H69shvv6Vru0WhTHlw2B2bh81zWz2fDWGTJBweQhWVI6DtDMpXEZKdtTANsUWQ8S zQsP62mY3RkvmWDy3jNKYx4KxnaVSYM9GY8LNgv5z/q0yNw9Ra4edGTHSJOwo0bi dJezsHzDtDF/GFeFT182sqaXnEKwQxWrFMFuzTwKOrdNGksG1U1Ki8UxaWn6aodT veVvZKAVgFaCMyeixYJfxdl/aCw3CgqWRuBFIQcHcUR09DMRzo1wqkJnwmEFEWJ7 uTNIVG9XNS1TvPEuRLoibsI6+pGLwclUs6Pew3NR2YLSYUkwjYPRlE2Q82Tc6RBr z64Bc9u4oBtmXuuay684eqrbIQ6xOe8vctp9n4EhrDdrwLh5dsLkDJkQsmmNJBk4 B4ATg798HeUhmxvD+uWHG1k+iS5Wegs+ow9HpPGxXeHb329ZVE2ziypeQDhn5Ezl 5LqTHacsykVYdgNYbx1uMkBzSGfohLWJAiSRs4JwaZr+qGKphjoyrxLydRJ3pbo4 8B8XJ3wmeWERZMII+LzHSQYo+FH0cpDbEYIxRRDMFj6oWPyr8vY= =GtVK -END PGP SIGNATURE- --- No new revisions were added by this update.
[hive] branch branch-3 updated: HIVE-20057 For ALTER TABLE t SET TBLPROPERTIES ('EXTERNAL'='TRUE'); `TBL_TYPE` attribute change not reflecting for non-CAPS (Anirudh via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new aa9d880 HIVE-20057 For ALTER TABLE t SET TBLPROPERTIES
('EXTERNAL'='TRUE'); `TBL_TYPE` attribute change not reflecting for non-CAPS
(Anirudh via Alan Gates)
aa9d880 is described below
commit aa9d8809ea8ebedc297e4fe8ef1b157bb011aff6
Author: Alan Gates
AuthorDate: Wed Aug 14 15:40:09 2019 -0700
HIVE-20057 For ALTER TABLE t SET TBLPROPERTIES ('EXTERNAL'='TRUE');
`TBL_TYPE` attribute change not reflecting for non-CAPS (Anirudh via Alan Gates)
---
.../src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
index 1a4f98b..8f1d3e0 100644
---
a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
+++
b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
@@ -1793,12 +1793,12 @@ public class ObjectStore implements RawStore,
Configurable {
// accordingly
String tableType = tbl.getTableType();
boolean isExternal =
Boolean.parseBoolean(tbl.getParameters().get("EXTERNAL"));
-if (TableType.MANAGED_TABLE.toString().equals(tableType)) {
+if (TableType.MANAGED_TABLE.toString().equalsIgnoreCase(tableType)) {
if (isExternal) {
tableType = TableType.EXTERNAL_TABLE.toString();
}
}
-if (TableType.EXTERNAL_TABLE.toString().equals(tableType)) {
+if (TableType.EXTERNAL_TABLE.toString().equalsIgnoreCase(tableType)) {
if (!isExternal) {
tableType = TableType.MANAGED_TABLE.toString();
}
[hive] branch branch-2 updated: HIVE-22096 Backport HIVE-21584 to branch-2 (Yuming Wang via Alan Gates).
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2 by this push:
new 7d5a3d6 HIVE-22096 Backport HIVE-21584 to branch-2 (Yuming Wang via
Alan Gates).
7d5a3d6 is described below
commit 7d5a3d6e58b6c10fe4657eb9861f74d02d45b270
Author: Alan Gates
AuthorDate: Tue Aug 13 15:17:22 2019 -0700
HIVE-22096 Backport HIVE-21584 to branch-2 (Yuming Wang via Alan Gates).
---
.../src/java/org/apache/hive/beeline/Commands.java | 2 +-
.../hive/beeline/TestClassNameCompleter.java | 4 +-
.../org/apache/hadoop/hive/common/JavaUtils.java | 57 ++--
.../hive/llap/daemon/impl/FunctionLocalizer.java | 18 ++-
.../hadoop/hive/metastore/MetaStoreUtils.java | 21 ++-
.../hadoop/hive/ql/exec/AddToClassPathAction.java | 92 +
.../org/apache/hadoop/hive/ql/exec/Utilities.java | 100 +++---
.../apache/hadoop/hive/ql/exec/mr/ExecDriver.java | 7 +-
.../apache/hadoop/hive/ql/exec/mr/ExecMapper.java | 14 +-
.../apache/hadoop/hive/ql/exec/mr/ExecReducer.java | 16 +--
.../hive/ql/exec/spark/SparkRecordHandler.java | 14 +-
.../hadoop/hive/ql/exec/tez/RecordProcessor.java | 17 +--
.../hadoop/hive/ql/session/SessionState.java | 32 +++--
.../hive/ql/exec/TestAddToClassPathAction.java | 145 +
.../hive/spark/client/SparkClientUtilities.java| 23 +++-
15 files changed, 371 insertions(+), 191 deletions(-)
diff --git a/beeline/src/java/org/apache/hive/beeline/Commands.java
b/beeline/src/java/org/apache/hive/beeline/Commands.java
index 35b3b3b..fb5d8f5 100644
--- a/beeline/src/java/org/apache/hive/beeline/Commands.java
+++ b/beeline/src/java/org/apache/hive/beeline/Commands.java
@@ -169,7 +169,7 @@ public class Commands {
return false;
}
-URLClassLoader classLoader = (URLClassLoader)
Thread.currentThread().getContextClassLoader();
+ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
try {
beeLine.debug(jarPath + " is added to the local beeline.");
URLClassLoader newClassLoader = new URLClassLoader(new URL[]{p.toURL()},
classLoader);
diff --git
a/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
b/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
index 137..6c3e57f 100644
--- a/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
+++ b/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
@@ -40,7 +40,7 @@ public class TestClassNameCompleter {
String fileName = "empty.file.jar";
File p = tmpFolder.newFile(fileName);
-URLClassLoader classLoader = (URLClassLoader)
Thread.currentThread().getContextClassLoader();
+ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
try {
URLClassLoader newClassLoader = new URLClassLoader(new URL[] { p.toURL()
}, classLoader);
@@ -62,7 +62,7 @@ public class TestClassNameCompleter {
String fileName = "empty.file";
File p = tmpFolder.newFile(fileName);
-URLClassLoader classLoader = (URLClassLoader)
Thread.currentThread().getContextClassLoader();
+ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
try {
URLClassLoader newClassLoader = new URLClassLoader(new URL[] { p.toURL()
}, classLoader);
diff --git a/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
b/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
index 3916fe3..c53d1a2 100644
--- a/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
+++ b/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
@@ -18,12 +18,8 @@
package org.apache.hadoop.hive.common;
-import java.io.ByteArrayOutputStream;
import java.io.Closeable;
import java.io.IOException;
-import java.io.PrintStream;
-import java.lang.reflect.InvocationTargetException;
-import java.lang.reflect.Method;
import java.net.URLClassLoader;
import java.util.Arrays;
import java.util.List;
@@ -38,22 +34,6 @@ import org.slf4j.LoggerFactory;
public final class JavaUtils {
private static final Logger LOG = LoggerFactory.getLogger(JavaUtils.class);
- private static final Method SUN_MISC_UTIL_RELEASE;
-
- static {
-if (Closeable.class.isAssignableFrom(URLClassLoader.class)) {
- SUN_MISC_UTIL_RELEASE = null;
-} else {
- Method release = null;
- try {
-Class clazz = Class.forName("sun.misc.ClassLoaderUtil");
-release = clazz.getMethod("releaseLoader", URLClassLoader.class);
- } catch (Exception e) {
-// ignore
- }
- SUN_MISC_UTIL_RELEASE = release;
-}
- }
/**
* Standard way of getting classloader in Hive code (outside of Hadoop).
@@ -87,8 +67,10 @@ public final class JavaUtils {
try {
clos
[hive] branch branch-3.1 updated: HIVE-20057 For ALTER TABLE t SET TBLPROPERTIES ('EXTERNAL'='TRUE'); `TBL_TYPE` attribute change not reflecting for non-CAPS (Anirudh via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 994c006 HIVE-20057 For ALTER TABLE t SET TBLPROPERTIES
('EXTERNAL'='TRUE'); `TBL_TYPE` attribute change not reflecting for non-CAPS
(Anirudh via Alan Gates)
994c006 is described below
commit 994c006e5e3e9c585fa5d02e3f5272d7818a5162
Author: Alan Gates
AuthorDate: Tue Aug 13 11:32:37 2019 -0700
HIVE-20057 For ALTER TABLE t SET TBLPROPERTIES ('EXTERNAL'='TRUE');
`TBL_TYPE` attribute change not reflecting for non-CAPS (Anirudh via Alan Gates)
---
.../src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
index fdadf12..6bdae6c 100644
---
a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
+++
b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ObjectStore.java
@@ -2018,12 +2018,12 @@ public class ObjectStore implements RawStore,
Configurable {
// accordingly
String tableType = tbl.getTableType();
boolean isExternal =
Boolean.parseBoolean(tbl.getParameters().get("EXTERNAL"));
-if (TableType.MANAGED_TABLE.toString().equals(tableType)) {
+if (TableType.MANAGED_TABLE.toString().equalsIgnoreCase(tableType)) {
if (isExternal) {
tableType = TableType.EXTERNAL_TABLE.toString();
}
}
-if (TableType.EXTERNAL_TABLE.toString().equals(tableType)) {
+if (TableType.EXTERNAL_TABLE.toString().equalsIgnoreCase(tableType)) {
if (!isExternal) {
tableType = TableType.MANAGED_TABLE.toString();
}
[hive] annotated tag release-2.3.6-rc0 created (now d2c1eae)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-2.3.6-rc0 in repository https://gitbox.apache.org/repos/asf/hive.git. at d2c1eae (tag) tagging 2c2fdd524e8783f6e1f3ef15281cc2d5ed08728f (commit) replaces rel/release-2.3.5 by Alan Gates on Tue Aug 13 11:45:02 2019 -0700 - Log - Hive 2.3.6-rc0 release --- No new revisions were added by this update.
[hive] branch branch-2.3 updated (e659043 -> 2c2fdd5)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git. from e659043 HIVE-22096 Backport HIVE-21584 to branch-2.3 (Yuming Wang via Alan Gates) new c456bcb Preparing for 2.3.6 release new 2c2fdd5 Updated release notes for 2.3.6 The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: RELEASE_NOTES.txt| 11 ++- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 56 files changed, 62 insertions(+), 61 deletions(-)
[hive] 01/02: Preparing for 2.3.6 release
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git commit c456bcb1a1b99091cf2012e4912a8c2a12aa46c0 Author: Alan Gates AuthorDate: Tue Aug 13 11:36:02 2019 -0700 Preparing for 2.3.6 release --- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 55 files changed, 56 insertions(+), 56 deletions(-) diff --git a/accumulo-handler/pom.xml b/accumulo-handler/pom.xml index 36aa0cc..d5a0611 100644 --- a/accumulo-handler/pom.xml +++ b/accumulo-handler/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6-SNAPSHOT +2.3.6 ../pom.xml diff --git a/beeline/pom.xml b/beeline/pom.xml index e0064b1..dcd2c98 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6-SNAPSHOT +2.3.6 ../pom.xml diff --git a/cli/pom.xml b/cli/pom.xml index 1a82c7b..3a65dde 100644 --- a/cli/pom.xml +++ b/cli/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6-SNAPSHOT +2.3.6 ../pom.xml diff --git a/common/pom.xml b/common/pom.xml index ac31612..4d22fad 100644 --- a/common/pom.xml +++ b/common/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6-SNAPSHOT +2.3.6 ../pom.xml diff --git a/contrib/pom.xml b/contrib/pom.xml index 2c7d71a..6a0b38d 100644 --- a/contrib/pom.xml +++ b/contrib/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.6-SNAPSHOT +2.3.6 ../pom.xml diff --git a/druid-handler/pom.xml b/druid-handler/pom.xml index 742d698..4af3d5f 100644 --- a/druid-handler/pom.xml
[hive] 02/02: Updated release notes for 2.3.6
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git commit 2c2fdd524e8783f6e1f3ef15281cc2d5ed08728f Author: Alan Gates AuthorDate: Tue Aug 13 11:43:48 2019 -0700 Updated release notes for 2.3.6 --- RELEASE_NOTES.txt | 11 ++- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/RELEASE_NOTES.txt b/RELEASE_NOTES.txt index 4741ad0..d73c303 100644 --- a/RELEASE_NOTES.txt +++ b/RELEASE_NOTES.txt @@ -1,7 +1,8 @@ -Release Notes - Hive - Version 2.3.5 +Release Notes - Hive - Version 2.3.6 ** Bug -* [HIVE-21536] - Backport HIVE-17764 to branch-2.3 -* [HIVE-21585] - Upgrade branch-2.3 to ORC 1.3.4 -* [HIVE-21639] - Spark test failed since HIVE-10632 -* [HIVE-21680] - Backport HIVE-17644 to branch-2 and branch-2.3 + * [HIVE-21809] - Backport HIVE-21786 to branch-2.3 +** Improvement + * [HIVE-21859] - Backport HIVE-17466 (get_partition_values) to branch-2.3 + * [HIVE-22096] - Backport HIVE-21584 to branch-2.3 +
[hive] branch branch-2.3 updated: HIVE-22096 Backport HIVE-21584 to branch-2.3 (Yuming Wang via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2.3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2.3 by this push:
new e659043 HIVE-22096 Backport HIVE-21584 to branch-2.3 (Yuming Wang via
Alan Gates)
e659043 is described below
commit e65904320168b1778894373f77d288d1b5bc78b4
Author: Alan Gates
AuthorDate: Mon Aug 12 14:46:02 2019 -0700
HIVE-22096 Backport HIVE-21584 to branch-2.3 (Yuming Wang via Alan Gates)
---
.../src/java/org/apache/hive/beeline/Commands.java | 2 +-
.../hive/beeline/TestClassNameCompleter.java | 4 +-
.../org/apache/hadoop/hive/common/JavaUtils.java | 57 ++--
.../hive/llap/daemon/impl/FunctionLocalizer.java | 18 ++-
.../hadoop/hive/metastore/MetaStoreUtils.java | 21 ++-
.../hadoop/hive/ql/exec/AddToClassPathAction.java | 92 +
.../org/apache/hadoop/hive/ql/exec/Utilities.java | 100 +++---
.../apache/hadoop/hive/ql/exec/mr/ExecDriver.java | 7 +-
.../apache/hadoop/hive/ql/exec/mr/ExecMapper.java | 14 +-
.../apache/hadoop/hive/ql/exec/mr/ExecReducer.java | 16 +--
.../hive/ql/exec/spark/SparkRecordHandler.java | 14 +-
.../hadoop/hive/ql/exec/tez/RecordProcessor.java | 17 +--
.../hadoop/hive/ql/session/SessionState.java | 32 +++--
.../hive/ql/exec/TestAddToClassPathAction.java | 145 +
.../hive/spark/client/SparkClientUtilities.java| 23 +++-
15 files changed, 371 insertions(+), 191 deletions(-)
diff --git a/beeline/src/java/org/apache/hive/beeline/Commands.java
b/beeline/src/java/org/apache/hive/beeline/Commands.java
index 2578728..1b4a515 100644
--- a/beeline/src/java/org/apache/hive/beeline/Commands.java
+++ b/beeline/src/java/org/apache/hive/beeline/Commands.java
@@ -169,7 +169,7 @@ public class Commands {
return false;
}
-URLClassLoader classLoader = (URLClassLoader)
Thread.currentThread().getContextClassLoader();
+ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
try {
beeLine.debug(jarPath + " is added to the local beeline.");
URLClassLoader newClassLoader = new URLClassLoader(new URL[]{p.toURL()},
classLoader);
diff --git
a/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
b/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
index 137..6c3e57f 100644
--- a/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
+++ b/beeline/src/test/org/apache/hive/beeline/TestClassNameCompleter.java
@@ -40,7 +40,7 @@ public class TestClassNameCompleter {
String fileName = "empty.file.jar";
File p = tmpFolder.newFile(fileName);
-URLClassLoader classLoader = (URLClassLoader)
Thread.currentThread().getContextClassLoader();
+ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
try {
URLClassLoader newClassLoader = new URLClassLoader(new URL[] { p.toURL()
}, classLoader);
@@ -62,7 +62,7 @@ public class TestClassNameCompleter {
String fileName = "empty.file";
File p = tmpFolder.newFile(fileName);
-URLClassLoader classLoader = (URLClassLoader)
Thread.currentThread().getContextClassLoader();
+ClassLoader classLoader = Thread.currentThread().getContextClassLoader();
try {
URLClassLoader newClassLoader = new URLClassLoader(new URL[] { p.toURL()
}, classLoader);
diff --git a/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
b/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
index 3916fe3..c53d1a2 100644
--- a/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
+++ b/common/src/java/org/apache/hadoop/hive/common/JavaUtils.java
@@ -18,12 +18,8 @@
package org.apache.hadoop.hive.common;
-import java.io.ByteArrayOutputStream;
import java.io.Closeable;
import java.io.IOException;
-import java.io.PrintStream;
-import java.lang.reflect.InvocationTargetException;
-import java.lang.reflect.Method;
import java.net.URLClassLoader;
import java.util.Arrays;
import java.util.List;
@@ -38,22 +34,6 @@ import org.slf4j.LoggerFactory;
public final class JavaUtils {
private static final Logger LOG = LoggerFactory.getLogger(JavaUtils.class);
- private static final Method SUN_MISC_UTIL_RELEASE;
-
- static {
-if (Closeable.class.isAssignableFrom(URLClassLoader.class)) {
- SUN_MISC_UTIL_RELEASE = null;
-} else {
- Method release = null;
- try {
-Class clazz = Class.forName("sun.misc.ClassLoaderUtil");
-release = clazz.getMethod("releaseLoader", URLClassLoader.class);
- } catch (Exception e) {
-// ignore
- }
- SUN_MISC_UTIL_RELEASE = release;
-}
- }
/**
* Standard way of getting classloader in Hive code (outside of Hadoop).
@@ -87,8 +67,10 @@ public final class JavaUtils {
try {
[hive] branch master updated: HIVE-21752 Thread Safety and Memory Leaks in HCatRecordObjectInspectorFactory (Jalpan Randeri via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new ee3aeb7 HIVE-21752 Thread Safety and Memory Leaks in
HCatRecordObjectInspectorFactory (Jalpan Randeri via Alan Gates)
ee3aeb7 is described below
commit ee3aeb77dbde7f106dd89edc8768e0d40830de0d
Author: Alan Gates
AuthorDate: Wed Jun 26 08:40:20 2019 -0700
HIVE-21752 Thread Safety and Memory Leaks in
HCatRecordObjectInspectorFactory (Jalpan Randeri via Alan Gates)
---
.../data/HCatRecordObjectInspectorFactory.java | 27 +++---
1 file changed, 19 insertions(+), 8 deletions(-)
diff --git
a/hcatalog/core/src/main/java/org/apache/hive/hcatalog/data/HCatRecordObjectInspectorFactory.java
b/hcatalog/core/src/main/java/org/apache/hive/hcatalog/data/HCatRecordObjectInspectorFactory.java
index 18bf3a4..c351681 100644
---
a/hcatalog/core/src/main/java/org/apache/hive/hcatalog/data/HCatRecordObjectInspectorFactory.java
+++
b/hcatalog/core/src/main/java/org/apache/hive/hcatalog/data/HCatRecordObjectInspectorFactory.java
@@ -19,9 +19,11 @@
package org.apache.hive.hcatalog.data;
import java.util.ArrayList;
-import java.util.HashMap;
import java.util.List;
+import java.util.concurrent.TimeUnit;
+import com.google.common.cache.Cache;
+import com.google.common.cache.CacheBuilder;
import org.apache.hadoop.hive.serde2.SerDeException;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory;
@@ -40,11 +42,20 @@ import org.slf4j.LoggerFactory;
public class HCatRecordObjectInspectorFactory {
private final static Logger LOG =
LoggerFactory.getLogger(HCatRecordObjectInspectorFactory.class);
+ private static final int INITIAL_CACHE_CAPACITY = 1024;
+ private static final int MAX_CACHE_CAPACITY = 10 * INITIAL_CACHE_CAPACITY;
- static HashMap
cachedHCatRecordObjectInspectors =
-new HashMap();
- static HashMap cachedObjectInspectors =
-new HashMap();
+ private static final CacheBuilder boundedCache =
+ CacheBuilder.newBuilder()
+ .initialCapacity(INITIAL_CACHE_CAPACITY)
+ .maximumSize(MAX_CACHE_CAPACITY)
+ .concurrencyLevel(Runtime.getRuntime().availableProcessors())
+ .expireAfterAccess(5, TimeUnit.MINUTES);
+
+ private static final Cache
cachedHCatRecordObjectInspectors
+ = boundedCache.build();
+ private static final Cache cachedObjectInspectors
+ = boundedCache.build();
/**
* Returns HCatRecordObjectInspector given a StructTypeInfo type definition
for the record to look into
@@ -54,7 +65,7 @@ public class HCatRecordObjectInspectorFactory {
*/
public static HCatRecordObjectInspector getHCatRecordObjectInspector(
StructTypeInfo typeInfo) throws SerDeException {
-HCatRecordObjectInspector oi =
cachedHCatRecordObjectInspectors.get(typeInfo);
+HCatRecordObjectInspector oi =
cachedHCatRecordObjectInspectors.getIfPresent(typeInfo);
if (oi == null) {
LOG.debug("Got asked for OI for {} [{} ]", typeInfo.getCategory(),
typeInfo.getTypeName());
@@ -86,7 +97,7 @@ public class HCatRecordObjectInspectorFactory {
public static ObjectInspector
getStandardObjectInspectorFromTypeInfo(TypeInfo typeInfo) {
-ObjectInspector oi = cachedObjectInspectors.get(typeInfo);
+ObjectInspector oi = cachedObjectInspectors.getIfPresent(typeInfo);
if (oi == null) {
LOG.debug("Got asked for OI for {}, [{}]", typeInfo.getCategory(),
typeInfo.getTypeName());
@@ -123,7 +134,7 @@ public class HCatRecordObjectInspectorFactory {
default:
oi = null;
}
- cachedObjectInspectors.put(typeInfo, oi);
+ cachedObjectInspectors.asMap().put(typeInfo, oi);
}
return oi;
}
[hive] branch master updated: HIVE-20854 Sensible Defaults: Hive's Zookeeper heartbeat interval is 20 minutes, change to 2 (Gopal V via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 967a1cc HIVE-20854 Sensible Defaults: Hive's Zookeeper heartbeat
interval is 20 minutes, change to 2 (Gopal V via Alan Gates)
967a1cc is described below
commit 967a1cc98beede8e6568ce750ebeb6e0d048b8ea
Author: Alan Gates
AuthorDate: Tue Jun 25 15:02:46 2019 -0700
HIVE-20854 Sensible Defaults: Hive's Zookeeper heartbeat interval is 20
minutes, change to 2 (Gopal V via Alan Gates)
---
common/src/java/org/apache/hadoop/hive/conf/HiveConf.java | 2 +-
ql/src/test/results/clientpositive/show_conf.q.out| 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 0215d09..2d577d4 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -2587,7 +2587,7 @@ public class HiveConf extends Configuration {
"The port of ZooKeeper servers to talk to.\n" +
"If the list of Zookeeper servers specified in
hive.zookeeper.quorum\n" +
"does not contain port numbers, this value is used."),
-HIVE_ZOOKEEPER_SESSION_TIMEOUT("hive.zookeeper.session.timeout",
"120ms",
+HIVE_ZOOKEEPER_SESSION_TIMEOUT("hive.zookeeper.session.timeout",
"12ms",
new TimeValidator(TimeUnit.MILLISECONDS),
"ZooKeeper client's session timeout (in milliseconds). The client is
disconnected, and as a result, all locks released, \n" +
"if a heartbeat is not sent in the timeout."),
diff --git a/ql/src/test/results/clientpositive/show_conf.q.out
b/ql/src/test/results/clientpositive/show_conf.q.out
index 9d4a317..f27eea9 100644
--- a/ql/src/test/results/clientpositive/show_conf.q.out
+++ b/ql/src/test/results/clientpositive/show_conf.q.out
@@ -26,4 +26,4 @@ PREHOOK: query: show conf "hive.zookeeper.session.timeout"
PREHOOK: type: SHOWCONF
POSTHOOK: query: show conf "hive.zookeeper.session.timeout"
POSTHOOK: type: SHOWCONF
-120ms STRING(TIME)Expects a time value with unit (d/day, h/hour,
m/min, s/sec, ms/msec, us/usec, ns/nsec), which is msec if not specified.
ZooKeeper client's session timeout (in milliseconds). The client is
disconnected, and as a result, all locks released, if a heartbeat is not sent
in the timeout.
+12ms STRING(TIME)Expects a time value with unit (d/day, h/hour,
m/min, s/sec, ms/msec, us/usec, ns/nsec), which is msec if not specified.
ZooKeeper client's session timeout (in milliseconds). The client is
disconnected, and as a result, all locks released, if a heartbeat is not sent
in the timeout.
[hive] branch master updated: HIVE-21869 Clean up the Kafka storage handler readme and examples (Kristopher Kane via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new b6f371a HIVE-21869 Clean up the Kafka storage handler readme and
examples (Kristopher Kane via Alan Gates)
b6f371a is described below
commit b6f371ad95e654f47f2a55233af2959182379eb9
Author: Alan Gates
AuthorDate: Tue Jun 25 14:12:27 2019 -0700
HIVE-21869 Clean up the Kafka storage handler readme and examples
(Kristopher Kane via Alan Gates)
---
kafka-handler/README.md | 437
1 file changed, 328 insertions(+), 109 deletions(-)
diff --git a/kafka-handler/README.md b/kafka-handler/README.md
index c986d85..753e3e3 100644
--- a/kafka-handler/README.md
+++ b/kafka-handler/README.md
@@ -1,33 +1,59 @@
# Kafka Storage Handler Module
-Storage Handler that allows user to Connect/Analyse/Transform Kafka topics.
-The workflow is as follow, first the user will create an external table that
is a view over one Kafka topic,
-then the user will be able to run any SQL query including write back to the
same table or different kafka backed table.
+Storage Handler that allows users to connect/analyze/transform Kafka topics.
+The workflow is as follows:
+- First, the user will create an external table that is a view over one Kafka
topic
+- Second, the user will be able to run any SQL query including write back to
the same table or different Kafka backed table
+
+## Kafka Management
+
+Kafka Java client version: 2.x
+
+This handler does not commit offsets of topic partition reads either using the
intrinsic Kafka capability or in an external
+storage. This means a query over a Kafka topic backed table will be a full
topic read unless partitions are filtered
+manually, via SQL, by the methods described below. In the ETL section, a
method for storing topic offsets in Hive tables
+is provided for tracking consumer position but this is not a part of the
handler itself.
## Usage
### Create Table
-Use following statement to create table:
+Use the following statement to create a table:
+
```sql
-CREATE EXTERNAL TABLE kafka_table
-(`timestamp` timestamp , `page` string, `newPage` boolean,
- added int, deleted bigint, delta double)
-STORED BY 'org.apache.hadoop.hive.kafka.KafkaStorageHandler'
-TBLPROPERTIES
-("kafka.topic" = "test-topic", "kafka.bootstrap.servers"="localhost:9092");
+CREATE EXTERNAL TABLE
+ kafka_table (
+`timestamp` TIMESTAMP,
+`page` STRING,
+`newPage` BOOLEAN,
+`added` INT,
+`deleted` BIGINT,
+`delta` DOUBLE)
+STORED BY
+ 'org.apache.hadoop.hive.kafka.KafkaStorageHandler'
+TBLPROPERTIES (
+ "kafka.topic" = "test-topic",
+ "kafka.bootstrap.servers" = "localhost:9092");
```
-Table property `kafka.topic` is the Kafka Topic to connect to and
`kafka.bootstrap.servers` is the Broker connection string.
+
+The table property `kafka.topic` is the Kafka topic to connect to and
`kafka.bootstrap.servers` is the Kafka broker connection string.
Both properties are mandatory.
-On the write path if such a topic does not exists the topic will be created if
Kafka broker admin policy allow such operation.
+On the write path if such a topic does not exist the topic will be created if
Kafka broker admin policy allows for
+auto topic creation.
+
+By default the serializer and deserializer is JSON, specifically
`org.apache.hadoop.hive.serde2.JsonSerDe`.
+
+If you want to change the serializer/deserializer classes you can update the
TBLPROPERTIES with SQL syntax `ALTER TABLE`.
-By default the serializer and deserializer is Json
`org.apache.hadoop.hive.serde2.JsonSerDe`.
-If you want to switch serializer/deserializer classes you can use alter table.
```sql
-ALTER TABLE kafka_table SET TBLPROPERTIES
("kafka.serde.class"="org.apache.hadoop.hive.serde2.avro.AvroSerDe");
-```
-List of supported Serializer Deserializer:
+ALTER TABLE
+ kafka_table
+SET TBLPROPERTIES (
+ "kafka.serde.class" = "org.apache.hadoop.hive.serde2.avro.AvroSerDe");
+```
+
+List of supported serializers and deserializers:
-|Supported Serializer Deserializer|
+|Supported Serializers and Deserializers|
|-|
|org.apache.hadoop.hive.serde2.JsonSerDe|
|org.apache.hadoop.hive.serde2.OpenCSVSerde|
@@ -35,8 +61,9 @@ List of supported Serializer Deserializer:
|org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe|
|org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe|
- Table definition
-In addition to the user defined payload schema Kafka Storage Handler will
append additional columns allowing user to query the Kafka metadata fields:
+ Table Definitions
+In addition to the user defined column schema, this handler will append
additional columns allowing
+the u
[hive] branch branch-3 updated: HIVE-21821 Backport HIVE-21739 to branch-3.1 (Aditya Shah via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new a2c153d HIVE-21821 Backport HIVE-21739 to branch-3.1 (Aditya Shah via
Alan Gates)
a2c153d is described below
commit a2c153d5db09dc8f63627621b7dc296cc5688fd1
Author: Alan Gates
AuthorDate: Tue Jun 4 14:12:53 2019 -0700
HIVE-21821 Backport HIVE-21739 to branch-3.1 (Aditya Shah via Alan Gates)
---
standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql | 5 -
standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql | 5 -
.../src/main/sql/derby/upgrade-2.3.0-to-3.0.0.derby.sql | 5 -
standalone-metastore/src/main/sql/mssql/hive-schema-3.0.0.mssql.sql | 5 -
standalone-metastore/src/main/sql/mssql/hive-schema-3.1.0.mssql.sql | 5 -
.../src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 3 +++
standalone-metastore/src/main/sql/mysql/hive-schema-3.0.0.mysql.sql | 4 +++-
standalone-metastore/src/main/sql/mysql/hive-schema-3.1.0.mysql.sql | 4 +++-
.../src/main/sql/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql | 4 ++--
.../src/main/sql/oracle/hive-schema-3.0.0.oracle.sql | 5 -
.../src/main/sql/oracle/hive-schema-3.1.0.oracle.sql | 5 -
.../src/main/sql/oracle/upgrade-2.3.0-to-3.0.0.oracle.sql| 2 +-
.../src/main/sql/postgres/hive-schema-3.0.0.postgres.sql | 5 -
.../src/main/sql/postgres/hive-schema-3.1.0.postgres.sql | 5 -
.../src/main/sql/postgres/upgrade-2.3.0-to-3.0.0.postgres.sql| 5 -
15 files changed, 52 insertions(+), 15 deletions(-)
diff --git
a/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
b/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
index e818e1b..4994763 100644
--- a/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
+++ b/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
@@ -22,7 +22,7 @@ CREATE TABLE "APP"."DBS" (
"NAME" VARCHAR(128),
"OWNER_NAME" VARCHAR(128),
"OWNER_TYPE" VARCHAR(10),
- "CTLG_NAME" VARCHAR(256) NOT NULL
+ "CTLG_NAME" VARCHAR(256) NOT NULL DEFAULT 'hive'
);
CREATE TABLE "APP"."TBL_PRIVS" ("TBL_GRANT_ID" BIGINT NOT NULL, "CREATE_TIME"
INTEGER NOT NULL, "GRANT_OPTION" SMALLINT NOT NULL, "GRANTOR" VARCHAR(128),
"GRANTOR_TYPE" VARCHAR(128), "PRINCIPAL_NAME" VARCHAR(128), "PRINCIPAL_TYPE"
VARCHAR(128), "TBL_PRIV" VARCHAR(128), "TBL_ID" BIGINT);
@@ -211,6 +211,9 @@ CREATE TABLE "APP"."CTLGS" (
"DESC" VARCHAR(4000),
"LOCATION_URI" VARCHAR(4000) NOT NULL);
+-- Insert a default value. The location is TBD. Hive will fix this when it
starts
+INSERT INTO "APP"."CTLGS" VALUES (1, 'hive', 'Default catalog for Hive',
'TBD');
+
-- --
-- DML Statements
-- --
diff --git
a/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
b/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
index 043cf07..74582e1 100644
--- a/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
+++ b/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
@@ -22,7 +22,7 @@ CREATE TABLE "APP"."DBS" (
"NAME" VARCHAR(128),
"OWNER_NAME" VARCHAR(128),
"OWNER_TYPE" VARCHAR(10),
- "CTLG_NAME" VARCHAR(256) NOT NULL
+ "CTLG_NAME" VARCHAR(256) NOT NULL DEFAULT 'hive'
);
CREATE TABLE "APP"."TBL_PRIVS" ("TBL_GRANT_ID" BIGINT NOT NULL, "CREATE_TIME"
INTEGER NOT NULL, "GRANT_OPTION" SMALLINT NOT NULL, "GRANTOR" VARCHAR(128),
"GRANTOR_TYPE" VARCHAR(128), "PRINCIPAL_NAME" VARCHAR(128), "PRINCIPAL_TYPE"
VARCHAR(128), "TBL_PRIV" VARCHAR(128), "TBL_ID" BIGINT, "AUTHORIZER"
VARCHAR(128));
@@ -212,6 +212,9 @@ CREATE TABLE "APP"."CTLGS" (
"DESC" VARCHAR(4000),
"LOCATION_URI" VARCHAR(4000) NOT NULL);
+-- Insert a default value. The location is TBD. Hive will fix this when it
starts
+INSERT INTO "APP"."CTLGS" VALUES (1, 'hive', 'Default catalog for Hive',
'TBD');
+
-- --
-- DML Statements
-- --
diff --git
a/standalone-metastore/src/main/sql/derby/upgrade-2.3.0-to-3.0.0.derby.sql
b/standalone-metastore/src/main/sql/derby/upgrade-2.3.0-t
[hive] branch branch-3 updated: HIVE-21756 Backport HIVE-21404 to branch-3: MSSQL upgrade script alters the wrong column (David Lavati via Alan Gates)
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-3 by this push: new 3228f6e HIVE-21756 Backport HIVE-21404 to branch-3: MSSQL upgrade script alters the wrong column (David Lavati via Alan Gates) 3228f6e is described below commit 3228f6ee706e84578a73c7d368134a4a07caee13 Author: Alan Gates AuthorDate: Mon Jun 24 15:30:35 2019 -0700 HIVE-21756 Backport HIVE-21404 to branch-3: MSSQL upgrade script alters the wrong column (David Lavati via Alan Gates) --- .../sql/mssql/upgrade-3.1.0-to-3.2.0.mssql.sql | 41 +- 1 file changed, 40 insertions(+), 1 deletion(-) diff --git a/standalone-metastore/src/main/sql/mssql/upgrade-3.1.0-to-3.2.0.mssql.sql b/standalone-metastore/src/main/sql/mssql/upgrade-3.1.0-to-3.2.0.mssql.sql index f2031c8..cc3f263 100644 --- a/standalone-metastore/src/main/sql/mssql/upgrade-3.1.0-to-3.2.0.mssql.sql +++ b/standalone-metastore/src/main/sql/mssql/upgrade-3.1.0-to-3.2.0.mssql.sql @@ -21,7 +21,46 @@ ALTER TABLE DBS ADD CREATE_TIME INT; ALTER TABLE CTLGS ADD CREATE_TIME INT; -- HIVE-20221 -ALTER TABLE "SERDE_PARAMS" ALTER COLUMN "PARAM_VALUE" nvarchar(MAX); + +-- We can not change the datatype of a column with default value. Hence we first drop the default constraint +-- and then change the datatype. We wrap the code to drop the default constraint in a stored procedure to avoid +-- code duplicate. We create temporary stored procedures since we do not need them during normal +-- metastore operation. +CREATE PROCEDURE #DROP_DEFAULT_CONSTRAINT @TBL_NAME sysname, @COL_NAME sysname +AS +BEGIN + DECLARE @constraintname sysname + SELECT @constraintname = default_constraints.name + FROM sys.all_columns INNER JOIN sys.tables ON all_columns.object_id = tables.object_id + INNER JOIN sys.schemas ON tables.schema_id = schemas.schema_id + INNER JOIN sys.default_constraints ON all_columns.default_object_id = default_constraints.object_id + WHERE schemas.name = 'dbo' AND tables.name = @TBL_NAME AND all_columns.name = @COL_NAME + + IF (@constraintname IS NOT NULL) + BEGIN + DECLARE @sql nvarchar(max) = 'ALTER TABLE [dbo].' + QUOTENAME(@TBL_NAME) + ' DROP CONSTRAINT ' + QUOTENAME(@constraintname) + EXEC(@sql) + END +END; + +-- Similarly for primary key constraint +CREATE PROCEDURE #DROP_PRIMARY_KEY_CONSTRAINT @TBL_NAME sysname +AS +BEGIN + DECLARE @constraintname sysname + SELECT @constraintname = constraint_name + FROM information_schema.table_constraints + WHERE constraint_type = 'PRIMARY KEY' AND table_schema = 'dbo' AND table_name = @TBL_NAME + IF @constraintname IS NOT NULL + BEGIN + DECLARE @sql_pk nvarchar(max) = 'ALTER TABLE [dbo].' + QUOTENAME(@TBL_NAME) + ' DROP CONSTRAINT ' + @constraintname + EXEC(@sql_pk) + end +END; + +EXEC #DROP_DEFAULT_CONSTRAINT "PARTITION_PARAMS", "PARAM_VALUE"; +ALTER TABLE "PARTITION_PARAMS" ALTER COLUMN "PARAM_VALUE" varchar(max); + -- These lines need to be last. Insert any changes above. UPDATE VERSION SET SCHEMA_VERSION='3.2.0', VERSION_COMMENT='Hive release version 3.2.0' where VER_ID=1;
[hive] branch branch-2 updated: HIVE-21786 Update repo URLs in poms branch 2.3 version
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2 by this push:
new 2039350 HIVE-21786 Update repo URLs in poms branch 2.3 version
2039350 is described below
commit 2039350ca172c1635e745df1c7231d2f3f317421
Author: Alan Gates
AuthorDate: Fri May 24 10:39:30 2019 -0700
HIVE-21786 Update repo URLs in poms branch 2.3 version
---
hcatalog/server-extensions/pom.xml | 4 ++--
pom.xml| 44 +-
testutils/ptest2/pom.xml | 4 ++--
3 files changed, 9 insertions(+), 43 deletions(-)
diff --git a/hcatalog/server-extensions/pom.xml
b/hcatalog/server-extensions/pom.xml
index a5e5403..995a3cc 100644
--- a/hcatalog/server-extensions/pom.xml
+++ b/hcatalog/server-extensions/pom.xml
@@ -47,8 +47,8 @@
- javax.jms
- jms
+ jakarta.jms
+ jakarta.jms-api
${jms.version}
diff --git a/pom.xml b/pom.xml
index 88fa618..4b3b08c 100644
--- a/pom.xml
+++ b/pom.xml
@@ -25,7 +25,7 @@
pom
Hive
- http://hive.apache.org
+ https://hive.apache.org
2.2.1
@@ -166,7 +166,7 @@
2.22.2
2.12
-1.1
+2.0.2
2.8.1
3.5.2
1.8
@@ -208,49 +208,15 @@
-
- datanucleus
- datanucleus maven repository
- http://www.datanucleus.org/downloads/maven2
+ central
+ central
+ https://repo.maven.apache.org/maven2
default
true
warn
-
-false
-
-
-
- glassfish-repository
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- glassfish-repo-archive
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- sonatype-snapshot
- https://oss.sonatype.org/content/repositories/snapshots
-
- false
-
-
- false
-
diff --git a/testutils/ptest2/pom.xml b/testutils/ptest2/pom.xml
index 26671cc..e914e44 100644
--- a/testutils/ptest2/pom.xml
+++ b/testutils/ptest2/pom.xml
@@ -35,11 +35,11 @@ limitations under the License.
spring-repository
SpringSource Repository
- http://repo.springsource.org/milestone
+ https://repo.springsource.org/milestone
approvals-repository
- http://people.apache.org/~brock/approvals-maven-repository/
+ https://people.apache.org/~brock/approvals-maven-repository/
[hive] branch branch-2 updated: HIVE-21680 Backport HIVE-17644 to branch-2.3 (Yuming Wang via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2 by this push:
new 1ae1c48 HIVE-21680 Backport HIVE-17644 to branch-2.3 (Yuming Wang via
Alan Gates)
1ae1c48 is described below
commit 1ae1c483fac71e7950d270075455136373e248a0
Author: Alan Gates
AuthorDate: Fri May 3 13:25:58 2019 -0700
HIVE-21680 Backport HIVE-17644 to branch-2.3 (Yuming Wang via Alan Gates)
---
.../java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java | 8 +++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git
a/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
b/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
index 22c1a33..227ba15 100644
---
a/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
+++
b/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
@@ -173,7 +173,7 @@ class MetaStoreDirectSql {
tx.begin();
doCommit = true;
}
-Query dbQuery = null, tblColumnQuery = null, partColumnQuery = null;
+Query dbQuery = null, tblColumnQuery = null, partColumnQuery = null,
constraintQuery = null;
try {
// Force the underlying db to initialize.
@@ -186,6 +186,9 @@ class MetaStoreDirectSql {
partColumnQuery = pm.newQuery(MPartitionColumnStatistics.class, "dbName
== ''");
partColumnQuery.execute();
+ constraintQuery = pm.newQuery(MConstraint.class, "childIntegerIndex <
0");
+ constraintQuery.execute();
+
return true;
} catch (Exception ex) {
doCommit = false;
@@ -205,6 +208,9 @@ class MetaStoreDirectSql {
if (partColumnQuery != null) {
partColumnQuery.closeAll();
}
+ if (constraintQuery != null) {
+constraintQuery.cancelAll();
+ }
}
}
[hive] branch branch-2 updated: HIVE-21639 Spark test failed since HIVE-10632 (Yuming Wang via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2 by this push:
new acf01ac HIVE-21639 Spark test failed since HIVE-10632 (Yuming Wang
via Alan Gates)
acf01ac is described below
commit acf01acfa9892f2d7b6d89f7ec2c94032e924e60
Author: Alan Gates
AuthorDate: Wed Apr 24 19:12:52 2019 -0700
HIVE-21639 Spark test failed since HIVE-10632 (Yuming Wang via Alan Gates)
---
.../hive/hcatalog/streaming/TestStreaming.java | 4 +-
.../streaming/mutate/StreamingTestUtils.java | 4 +-
.../hive/metastore/TestHiveMetaStoreTxns.java | 4 +-
.../org/apache/hadoop/hive/ql/TestAcidOnTez.java | 5 +-
.../hive/ql/txn/compactor/TestCompactor.java | 4 +-
.../hadoop/hive/metastore/txn/TxnDbUtil.java | 29 +-
.../hadoop/hive/metastore/txn/TxnHandler.java | 2 +-
.../hadoop/hive/metastore/txn/TestTxnUtils.java| 7 +-
.../metastore/txn/TestCompactionTxnHandler.java| 4 +-
.../hadoop/hive/metastore/txn/TestTxnHandler.java | 4 +-
.../txn/TestTxnHandlerNoConnectionPool.java| 6 +-
.../org/apache/hadoop/hive/ql/TestTxnCommands.java | 9 +-
.../apache/hadoop/hive/ql/TestTxnCommands2.java| 5 +-
.../hadoop/hive/ql/lockmgr/TestDbTxnManager.java | 28 +-
.../hadoop/hive/ql/lockmgr/TestDbTxnManager2.java | 356 ++---
.../hive/ql/txn/compactor/CompactorTest.java | 2 +-
16 files changed, 234 insertions(+), 239 deletions(-)
diff --git
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
index 8ea58e6..2413ca3 100644
---
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
+++
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
@@ -203,8 +203,8 @@ public class TestStreaming {
//1) Start from a clean slate (metastore)
-TxnDbUtil.cleanDb();
-TxnDbUtil.prepDb();
+TxnDbUtil.cleanDb(conf);
+TxnDbUtil.prepDb(conf);
//2) obtain metastore clients
msClient = new HiveMetaStoreClient(conf);
diff --git
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
index 87a72b5..63690f9 100644
---
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
+++
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
@@ -66,8 +66,8 @@ public class StreamingTestUtils {
public void prepareTransactionDatabase(HiveConf conf) throws Exception {
TxnDbUtil.setConfValues(conf);
-TxnDbUtil.cleanDb();
-TxnDbUtil.prepDb();
+TxnDbUtil.cleanDb(conf);
+TxnDbUtil.prepDb(conf);
}
public IMetaStoreClient newMetaStoreClient(HiveConf conf) throws Exception {
diff --git
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
index a0f18c6..aeaaf9b 100644
---
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
+++
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
@@ -259,12 +259,12 @@ public class TestHiveMetaStoreTxns {
@Before
public void setUp() throws Exception {
-TxnDbUtil.prepDb();
+TxnDbUtil.prepDb(conf);
client = new HiveMetaStoreClient(conf);
}
@After
public void tearDown() throws Exception {
-TxnDbUtil.cleanDb();
+TxnDbUtil.cleanDb(conf);
}
}
diff --git
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
index 2bf9871..334be92 100644
---
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
+++
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
@@ -76,7 +76,6 @@ public class TestAcidOnTez {
@Before
public void setUp() throws Exception {
-tearDown();
hiveConf = new HiveConf(this.getClass());
hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
@@ -88,7 +87,7 @@ public class TestAcidOnTez {
.setVar(HiveConf.ConfVars.HIVE_AUTHORIZATION_MANAGER,
"org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactory");
TxnDbUtil.setConfValues(hiveConf);
-TxnDbUtil.prepDb();
+TxnDbUtil.prepDb(hiveConf);
File f = new File(TEST_WAREHOUSE_DIR);
if (f.exists()) {
FileUtil.fullyDelete(f);
@@ -133,7 +132,7
[hive] branch branch-2 updated: HIVE-17429: Hive JDBC doesn't return rows when querying Impala (Zach Amsden, reviewed by Aihua Xu)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2 by this push:
new 891b43a HIVE-17429: Hive JDBC doesn't return rows when querying
Impala (Zach Amsden, reviewed by Aihua Xu)
891b43a is described below
commit 891b43a5af84e71bb7c30fc0a9851ff519d65924
Author: Aihua Xu
AuthorDate: Thu Sep 7 17:17:14 2017 -0700
HIVE-17429: Hive JDBC doesn't return rows when querying Impala (Zach
Amsden, reviewed by Aihua Xu)
---
jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
b/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
index c385e2c..4c98517 100644
--- a/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
+++ b/jdbc/src/java/org/apache/hive/jdbc/HiveStatement.java
@@ -254,7 +254,7 @@ public class HiveStatement implements java.sql.Statement {
TGetOperationStatusResp status = waitForOperationToComplete();
// The query should be completed by now
-if (!status.isHasResultSet()) {
+if (!status.isHasResultSet() && !stmtHandle.isHasResultSet()) {
return false;
}
resultSet = new
HiveQueryResultSet.Builder(this).setClient(client).setSessionHandle(sessHandle)
[hive] 01/02: HIVE-17862: Update copyright date in NOTICE
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2 in repository https://gitbox.apache.org/repos/asf/hive.git commit 71bdc5acb76c28e315f75c65541d21bd8c79e087 Author: Jesus Camacho Rodriguez AuthorDate: Thu Oct 19 16:59:33 2017 -0700 HIVE-17862: Update copyright date in NOTICE --- NOTICE | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/NOTICE b/NOTICE index 0235613..56f476f 100644 --- a/NOTICE +++ b/NOTICE @@ -1,5 +1,5 @@ Apache Hive -Copyright 2008-2016 The Apache Software Foundation +Copyright 2008-2017 The Apache Software Foundation This product includes software developed by The Apache Software Foundation (http://www.apache.org/).
[hive] 02/02: HIVE-16312 : Flaky test: TestHCatClient.testTransportFailure (Barna Zsombor Klara via Ashutosh Chauhan)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
commit 0d6f435342d45a80e248af0a01e58923c4073d77
Author: Barna Zsombor Klara
AuthorDate: Mon Apr 3 10:02:14 2017 -0700
HIVE-16312 : Flaky test: TestHCatClient.testTransportFailure (Barna Zsombor
Klara via Ashutosh Chauhan)
Signed-off-by: Ashutosh Chauhan
---
.../src/test/java/org/apache/hive/hcatalog/api/TestHCatClient.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/hcatalog/webhcat/java-client/src/test/java/org/apache/hive/hcatalog/api/TestHCatClient.java
b/hcatalog/webhcat/java-client/src/test/java/org/apache/hive/hcatalog/api/TestHCatClient.java
index b9cb067..86d3acb 100644
---
a/hcatalog/webhcat/java-client/src/test/java/org/apache/hive/hcatalog/api/TestHCatClient.java
+++
b/hcatalog/webhcat/java-client/src/test/java/org/apache/hive/hcatalog/api/TestHCatClient.java
@@ -434,7 +434,7 @@ public class TestHCatClient {
HCatClient client = HCatClient.create(new Configuration(hcatConf));
boolean isExceptionCaught = false;
// Table creation with a long table name causes ConnectionFailureException
-final String tableName = "Temptable" + new BigInteger(200, new
Random()).toString(2);
+final String tableName = "Temptable" + new BigInteger(260, new
Random()).toString(2);
ArrayList cols = new ArrayList();
cols.add(new HCatFieldSchema("id", Type.INT, "id columns"));
[hive] branch branch-2 updated (9a09a3f -> 0d6f435)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to branch branch-2 in repository https://gitbox.apache.org/repos/asf/hive.git. from 9a09a3f HIVE-17096: Fix test failures in 2.3 branch new 71bdc5a HIVE-17862: Update copyright date in NOTICE new 0d6f435 HIVE-16312 : Flaky test: TestHCatClient.testTransportFailure (Barna Zsombor Klara via Ashutosh Chauhan) The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: NOTICE | 2 +- .../src/test/java/org/apache/hive/hcatalog/api/TestHCatClient.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-)
[hive] branch branch-2 updated: HIVE-17096: Fix test failures in 2.3 branch
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2 by this push: new 9a09a3f HIVE-17096: Fix test failures in 2.3 branch 9a09a3f is described below commit 9a09a3ff3f83686ea6baabebdf32f17235bdf2ea Author: Pengcheng Xiong AuthorDate: Thu Jul 13 22:11:43 2017 -0700 HIVE-17096: Fix test failures in 2.3 branch --- ql/src/test/queries/clientpositive/llap_smb.q | 17 --- .../results/clientpositive/llap/llap_smb.q.out | 167 ++--- .../clientpositive/llap/orc_ppd_basic.q.out| 4 - 3 files changed, 10 insertions(+), 178 deletions(-) diff --git a/ql/src/test/queries/clientpositive/llap_smb.q b/ql/src/test/queries/clientpositive/llap_smb.q index 83681ea..79eaa26 100644 --- a/ql/src/test/queries/clientpositive/llap_smb.q +++ b/ql/src/test/queries/clientpositive/llap_smb.q @@ -34,20 +34,3 @@ select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q; -SET hive.llap.io.enabled=false; -set hive.enforce.sortmergebucketmapjoin=false; -set hive.optimize.bucketmapjoin=true; -set hive.optimize.bucketmapjoin.sortedmerge=true; -set hive.auto.convert.sortmerge.join=true; -set hive.auto.convert.join=true; -set hive.auto.convert.join.noconditionaltask.size=10; - -explain -select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q; - --- The results are currently incorrect. See HIVE-16985/HIVE-16965 - -select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q; - -DROP TABLE orc_a; -DROP TABLE orc_b; diff --git a/ql/src/test/results/clientpositive/llap/llap_smb.q.out b/ql/src/test/results/clientpositive/llap/llap_smb.q.out index 4cb620a..1c8212b 100644 --- a/ql/src/test/results/clientpositive/llap/llap_smb.q.out +++ b/ql/src/test/results/clientpositive/llap/llap_smb.q.out @@ -172,170 +172,23 @@ POSTHOOK: Input: default@orc_a@y=2001/q=8 POSTHOOK: Input: default@orc_a@y=2001/q=9 POSTHOOK: Input: default@orc_b A masked pattern was here +2000 0 6721 +2000 1 7493 2000 2 6578 -2001 8 9438 2000 3 6149 +2000 4 7865 2000 5 5720 +2000 6 5577 +2000 7 6149 +2000 8 9438 2000 9 8151 2001 0 6721 2001 1 7493 2001 2 6578 +2001 3 6149 2001 4 7865 -2001 9 8151 -2000 1 7493 -2000 7 6149 -2000 8 9438 +2001 5 5720 2001 6 5577 2001 7 6149 -2000 0 6721 -2000 4 7865 -2000 6 5577 -2001 3 6149 -2001 5 5720 -PREHOOK: query: explain -select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q -PREHOOK: type: QUERY -POSTHOOK: query: explain -select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 -Tez - A masked pattern was here - Edges: -Reducer 2 <- Map 1 (SIMPLE_EDGE) - A masked pattern was here - Vertices: -Map 1 -Map Operator Tree: -TableScan - alias: b - filterExpr: id is not null (type: boolean) - Statistics: Num rows: 200 Data size: 1828 Basic stats: COMPLETE Column stats: NONE - Filter Operator -predicate: id is not null (type: boolean) -Statistics: Num rows: 200 Data size: 1828 Basic stats: COMPLETE Column stats: NONE -Map Operator Tree: -TableScan - alias: a - filterExpr: id is not null (type: boolean) - Statistics: Num rows: 5000 Data size: 12 Basic stats: COMPLETE Column stats: PARTIAL - Filter Operator -predicate: id is not null (type: boolean) -Statistics: Num rows: 5000 Data size: 4 Basic stats: COMPLETE Column stats: PARTIAL -Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: -0 id (type: bigint) -1 id (type: bigint) - outputColumnNames: _col2, _col3 - Statistics: Num rows: 5500 Data size: 44000 Basic stats: COMPLETE Column stats: NONE - Group By Operator -aggregations: count() -keys: _col2 (type: int), _col3 (type: smallint) -mode: hash -outputColumnNames: _col0, _col1, _col2 -Statistics: Num rows: 5500 Data size: 44000 Basic stats: COMPLETE Column stats: NONE -Reduce Output Opera
[hive] branch branch-2 updated: HIVE-15144: JSON.org license is now CatX (Owen O'Malley, reviewed by Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2 by this push:
new 50679d1 HIVE-15144: JSON.org license is now CatX (Owen O'Malley,
reviewed by Alan Gates)
50679d1 is described below
commit 50679d18ad59acebed2fc900ef387817573cf178
Author: Pengcheng Xiong
AuthorDate: Mon Jul 10 15:54:23 2017 -0700
HIVE-15144: JSON.org license is now CatX (Owen O'Malley, reviewed by Alan
Gates)
---
binary-package-licenses/org.json-LICENSE | 22 ---
common/pom.xml | 3 +--
jdbc/pom.xml | 2 +-
llap-server/pom.xml| 7 --
.../hadoop/hive/llap/cli/LlapServiceDriver.java| 6 +++---
pom.xml| 20 +
ql/pom.xml | 5 ++---
.../apache/hadoop/hive/ql/exec/ExplainTask.java| 25 +++---
8 files changed, 41 insertions(+), 49 deletions(-)
diff --git a/binary-package-licenses/org.json-LICENSE
b/binary-package-licenses/org.json-LICENSE
deleted file mode 100644
index a8c1705..000
--- a/binary-package-licenses/org.json-LICENSE
+++ /dev/null
@@ -1,22 +0,0 @@
-Copyright (c) 2002 JSON.org
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-The Software shall be used for Good, not Evil.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
diff --git a/common/pom.xml b/common/pom.xml
index cee3cc1..55b1cd4 100644
--- a/common/pom.xml
+++ b/common/pom.xml
@@ -184,9 +184,8 @@
test
- org.json
+ com.tdunning
json
- ${json.version}
io.dropwizard.metrics
diff --git a/jdbc/pom.xml b/jdbc/pom.xml
index de28a1d..ccafff2 100644
--- a/jdbc/pom.xml
+++ b/jdbc/pom.xml
@@ -251,7 +251,7 @@
org.htrace:*
org.mortbay.jetty:*
org.xerial.snappy:*
- org.json:*
+ com.tdunning:*
tomcat:*
xmlenc:*
xerces:*
diff --git a/llap-server/pom.xml b/llap-server/pom.xml
index 266fc0d..4c9a4f0 100644
--- a/llap-server/pom.xml
+++ b/llap-server/pom.xml
@@ -96,9 +96,8 @@
${libthrift.version}
- org.json
+ com.tdunning
json
- ${json.version}
org.apache.hadoop
@@ -227,6 +226,10 @@
+
+ org.codehaus.jettison
+ jettison
+
diff --git
a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
index 03ca62c..7b9f0aa 100644
---
a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
+++
b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
@@ -52,6 +52,8 @@ import
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos;
import org.apache.hadoop.hive.llap.tezplugins.LlapTezUtils;
import org.apache.hadoop.registry.client.binding.RegistryUtils;
import org.apache.tez.dag.api.TezConfiguration;
+import org.codehaus.jettison.json.JSONException;
+import org.codehaus.jettison.json.JSONObject;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.hadoop.conf.Configuration;
@@ -78,8 +80,6 @@ import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.eclipse.jetty.server.ssl.SslSocketConnector;
import org.joda.time.DateTime;
-import org.json.JSONException;
-import org.json.JSONObject;
import com.google.common.base.Preconditions;
import com.google.common.util.concurrent.ThreadFactoryBuilder;
@@ -638,7 +638,7 @@ public class LlapServiceDriver {
}
private JSONObject createConfigJson(long containerSize, long cache, long xmx,
- String java_home)
[hive] branch branch-2 updated: HIVE-16640 The ASF Headers have some errors in some class (ZhangBing Lin via Alan Gates)
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2 by this push: new 8cd4efd HIVE-16640 The ASF Headers have some errors in some class (ZhangBing Lin via Alan Gates) 8cd4efd is described below commit 8cd4efd8311c1c47c8a7ff5aafa12a77924f5038 Author: Alan Gates AuthorDate: Thu May 11 10:25:00 2017 -0700 HIVE-16640 The ASF Headers have some errors in some class (ZhangBing Lin via Alan Gates) --- .../apache/hadoop/hive/common/TestLogUtils.java| 4 +++- .../java/hive/it/custom/udfs/GenericUDFRot13.java | 18 .../it/custom/udfs/vector/VectorStringRot13.java | 18 .../apache/hadoop/hive/common/TestFileUtils.java | 18 .../hadoop/hive/thrift/TestHadoopAuthBridge23.java | 4 ++-- .../hadoop/hive/ql/history/TestHiveHistory.java| 5 +++-- .../hive/cli/TestMiniSparkOnYarnCliDriver.java | 18 .../apache/hadoop/hive/cli/TestSparkCliDriver.java | 18 .../hive/cli/TestSparkNegativeCliDriver.java | 18 .../hadoop/hive/cli/control/CorePerfCliDriver.java | 3 ++- .../hadoop/hive/ql/exec/TestOperatorNames.java | 18 .../primitive/JavaBinaryObjectInspector.java | 18 .../hadoop/hive/serde2/TestOpenCSVSerde.java | 24 -- 13 files changed, 159 insertions(+), 25 deletions(-) diff --git a/common/src/test/org/apache/hadoop/hive/common/TestLogUtils.java b/common/src/test/org/apache/hadoop/hive/common/TestLogUtils.java index 923ac2d..0735a63 100644 --- a/common/src/test/org/apache/hadoop/hive/common/TestLogUtils.java +++ b/common/src/test/org/apache/hadoop/hive/common/TestLogUtils.java @@ -1,4 +1,3 @@ -package org.apache.hadoop.hive.common; /** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file @@ -16,6 +15,9 @@ package org.apache.hadoop.hive.common; * See the License for the specific language governing permissions and * limitations under the License. */ + +package org.apache.hadoop.hive.common; + import org.junit.Assert; import org.junit.Test; diff --git a/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/GenericUDFRot13.java b/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/GenericUDFRot13.java index 8941175..ccc9c48 100644 --- a/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/GenericUDFRot13.java +++ b/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/GenericUDFRot13.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + package hive.it.custom.udfs; import org.apache.hadoop.hive.ql.exec.UDFArgumentException; diff --git a/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/vector/VectorStringRot13.java b/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/vector/VectorStringRot13.java index 7fbfe32..8a40f04 100644 --- a/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/vector/VectorStringRot13.java +++ b/itests/custom-udfs/udf-vectorized-badexample/src/main/java/hive/it/custom/udfs/vector/VectorStringRot13.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or impli
[hive] branch master updated: HIVE-21890 Fix alter_partition_change_col.q qtest inclusion in minillaplocal.query.files (David Lavati via Alan Gates)
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/master by this push: new 959c430 HIVE-21890 Fix alter_partition_change_col.q qtest inclusion in minillaplocal.query.files (David Lavati via Alan Gates) 959c430 is described below commit 959c430fcb60173ddad6d684ec2e7199c1f059f6 Author: Alan Gates AuthorDate: Wed Jun 19 09:02:47 2019 -0700 HIVE-21890 Fix alter_partition_change_col.q qtest inclusion in minillaplocal.query.files (David Lavati via Alan Gates) --- itests/src/test/resources/testconfiguration.properties | 2 +- .../clientpositive/llap/alter_partition_change_col.q.out | 16 2 files changed, 17 insertions(+), 1 deletion(-) diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index 3f1ce7c..7e3294f 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -438,7 +438,7 @@ minillaplocal.query.files=\ acid_vectorization_missing_cols.q,\ acid_vectorization_original.q,\ alter_merge_stats_orc.q,\ - alter_partition_change_col,\ + alter_partition_change_col.q,\ authorization_view_8.q,\ auto_join30.q,\ auto_join_filters.q,\ diff --git a/ql/src/test/results/clientpositive/llap/alter_partition_change_col.q.out b/ql/src/test/results/clientpositive/llap/alter_partition_change_col.q.out index d330026..9a5ac43 100644 --- a/ql/src/test/results/clientpositive/llap/alter_partition_change_col.q.out +++ b/ql/src/test/results/clientpositive/llap/alter_partition_change_col.q.out @@ -253,6 +253,22 @@ Snow 56. __HIVE_DEFAULT_PARTITION__ 123 Tom-12.__HIVE_DEFAULT_PARTITION__ 123 Tom19. __HIVE_DEFAULT_PARTITION__ 123 Tom235.__HIVE_DEFAULT_PARTITION__ 123 +PREHOOK: query: explain alter table alter_partition_change_col1 partition column (p1 string comment 'Changed comment for p1') +PREHOOK: type: ALTERTABLE_PARTCOLTYPE +PREHOOK: Input: default@alter_partition_change_col1 +POSTHOOK: query: explain alter table alter_partition_change_col1 partition column (p1 string comment 'Changed comment for p1') +POSTHOOK: type: ALTERTABLE_PARTCOLTYPE +POSTHOOK: Input: default@alter_partition_change_col1 +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 +Alter Partition + partition key name: p1 + partition key type: string + table: default.alter_partition_change_col1 + PREHOOK: query: alter table alter_partition_change_col1 partition column (p1 string comment 'Changed comment for p1') PREHOOK: type: ALTERTABLE_PARTCOLTYPE PREHOOK: Input: default@alter_partition_change_col1
[hive] branch branch-3 updated: HIVE-21741 Backport HIVE-20221 & related fix HIVE-20833 to branch-3: Increase column width for partition_params (David Lavati via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new e3d5abd HIVE-21741 Backport HIVE-20221 & related fix HIVE-20833 to
branch-3: Increase column width for partition_params (David Lavati via Alan
Gates)
e3d5abd is described below
commit e3d5abda9118a5de4d6ef9276438bf9ea1a81ab5
Author: Alan Gates
AuthorDate: Tue Jun 18 09:30:56 2019 -0700
HIVE-21741 Backport HIVE-20221 & related fix HIVE-20833 to branch-3:
Increase column width for partition_params (David Lavati via Alan Gates)
---
.../test/resources/testconfiguration.properties| 1 +
.../clientpositive/alter_partition_change_col.q| 169 ++
.../alter_partition_change_col.q.out | 343 +
.../{ => llap}/alter_partition_change_col.q.out| 343 +
.../hadoop/hive/metastore/MetaStoreDirectSql.java | 2 +-
.../hadoop/hive/metastore/txn/TxnDbUtil.java | 75 +
.../src/main/resources/package.jdo | 4 +-
.../src/main/sql/derby/hive-schema-3.2.0.derby.sql | 2 +-
.../sql/derby/upgrade-3.1.0-to-3.2.0.derby.sql | 6 +
.../src/main/sql/mssql/hive-schema-3.2.0.mssql.sql | 2 +-
.../sql/mssql/upgrade-3.1.0-to-3.2.0.mssql.sql | 3 +
.../src/main/sql/mysql/hive-schema-3.2.0.mysql.sql | 2 +-
.../sql/mysql/upgrade-3.1.0-to-3.2.0.mysql.sql | 3 +
.../main/sql/oracle/hive-schema-3.2.0.oracle.sql | 2 +-
.../sql/oracle/upgrade-3.1.0-to-3.2.0.oracle.sql | 7 +
.../sql/postgres/hive-schema-3.2.0.postgres.sql| 2 +-
.../postgres/upgrade-3.1.0-to-3.2.0.postgres.sql | 3 +
17 files changed, 961 insertions(+), 8 deletions(-)
diff --git a/itests/src/test/resources/testconfiguration.properties
b/itests/src/test/resources/testconfiguration.properties
index c80c841..5418964 100644
--- a/itests/src/test/resources/testconfiguration.properties
+++ b/itests/src/test/resources/testconfiguration.properties
@@ -444,6 +444,7 @@ minillaplocal.query.files=\
acid_vectorization_missing_cols.q,\
acid_vectorization_original.q,\
alter_merge_stats_orc.q,\
+ alter_partition_change_col.q,\
authorization_view_8.q,\
auto_join30.q,\
auto_join_filters.q,\
diff --git a/ql/src/test/queries/clientpositive/alter_partition_change_col.q
b/ql/src/test/queries/clientpositive/alter_partition_change_col.q
index fe95176..c207731 100644
--- a/ql/src/test/queries/clientpositive/alter_partition_change_col.q
+++ b/ql/src/test/queries/clientpositive/alter_partition_change_col.q
@@ -79,3 +79,172 @@ describe alter_partition_change_col1 partition (p1='abc',
p2='123');
describe alter_partition_change_col1 partition
(p1='__HIVE_DEFAULT_PARTITION__', p2='123');
select * from alter_partition_change_col1 where p1='abc';
select * from alter_partition_change_col1 where
p1='__HIVE_DEFAULT_PARTITION__';
+
+CREATE TABLE `alterPartTbl`(
+col_1col_1col_1col_1col_1col_11 string,
+col_1col_1col_1col_1col_1col_12 string,
+col_1col_1col_1col_1col_1col_13 string,
+col_1col_1col_1col_1col_1col_14 string,
+col_1col_1col_1col_1col_1col_15 string,
+col_1col_1col_1col_1col_1col_16 string,
+col_1col_1col_1col_1col_1col_17 string,
+col_1col_1col_1col_1col_1col_18 string,
+col_1col_1col_1col_1col_1col_19 string,
+col_1col_1col_1col_1col_1col_110 string,
+col_1col_1col_1col_1col_1col_111 string,
+col_1col_1col_1col_1col_1col_112 string,
+col_1col_1col_1col_1col_1col_113 string,
+col_1col_1col_1col_1col_1col_114 string,
+col_1col_1col_1col_1col_1col_115 string,
+col_1col_1col_1col_1col_1col_116 string,
+col_1col_1col_1col_1col_1col_117 string,
+col_1col_1col_1col_1col_1col_118 string,
+col_1col_1col_1col_1col_1col_119 string,
+col_1col_1col_1col_1col_1col_120 string,
+col_1col_1col_1col_1col_1col_121 string,
+col_1col_1col_1col_1col_1col_122 string,
+col_1col_1col_1col_1col_1col_123 string,
+col_1col_1col_1col_1col_1col_124 string,
+col_1col_1col_1col_1col_1col_125 string,
+col_1col_1col_1col_1col_1col_126 string,
+col_1col_1col_1col_1col_1col_127 string,
+col_1col_1col_1col_1col_1col_128 string,
+col_1col_1col_1col_1col_1col_129 string,
+col_1col_1col_1col_1col_1col_130 string,
+col_1col_1col_1col_1col_1col_131 string,
+col_1col_1col_1col_1col_1col_132 string,
+col_1col_1col_1col_1col_1col_133 string,
+col_1col_1col_1col_1col_1col_134 string,
+col_1col_1col_1col_1col_1col_135 string,
+col_1col_1col_1col_1col_1col_136 string,
+col_1col_1col_1col_1col_1col_137 string,
+col_1col_1col_1col_1col_1col_138 string,
+col_1col_1col_1col_1col_1col_139 string,
+col_1col_1col_1col_1col_1col_140 string,
+col_1col_1col_1col_1col_1col_141 string,
+col_1col_1col_1col_1col_1col_142 string,
+col_1col_1col_1col_1col_1col_143 string,
+col_1col_1col_1col_1col_1col_144 string,
+col_1col_1col_1col_1col_1col_145 string,
+col_1col_1col_1col_1col_1col_146 string,
+col_1col_1col_1col_1c
[hive] branch branch-3 updated: HIVE-21758 DBInstall tests broken on master and branch-3.1 (Aditya Shah via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new 7269ca2 HIVE-21758 DBInstall tests broken on master and branch-3.1
(Aditya Shah via Alan Gates)
7269ca2 is described below
commit 7269ca2b35d93bcbdcaeb6cb20fd1fc99896b6d7
Author: Alan Gates
AuthorDate: Wed May 22 10:26:05 2019 -0700
HIVE-21758 DBInstall tests broken on master and branch-3.1 (Aditya Shah via
Alan Gates)
---
.../java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java| 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
b/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
index 2cff1a5..5b93e0f 100644
---
a/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
+++
b/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
@@ -25,7 +25,7 @@ public class ITestOracle extends DbInstallBase {
@Override
protected String getDockerImageName() {
-return "alexeiled/docker-oracle-xe-11g";
+return "orangehrm/oracle-xe-11g";
}
@Override
[hive] 02/02: HIVE-21850 branch-3 metastore installation installs wrong version (take 2)
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3 in repository https://gitbox.apache.org/repos/asf/hive.git commit 341886703f088687a5f117b10ff39d4084b0cc05 Author: Alan Gates AuthorDate: Fri Jun 7 14:37:28 2019 -0700 HIVE-21850 branch-3 metastore installation installs wrong version (take 2) --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index 625ef59..737a6fa 100644 --- a/pom.xml +++ b/pom.xml @@ -66,7 +66,7 @@ -3.1.0 +3.2.0 UTF-8
[hive] branch branch-3 updated (33bedaf -> 3418867)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to branch branch-3 in repository https://gitbox.apache.org/repos/asf/hive.git. from 33bedaf HIVE-21826 Backport HIVE-21786 to branch-3 new f07743a HIVE-21850 branch-3 metastore installation installs wrong version new 3418867 HIVE-21850 branch-3 metastore installation installs wrong version (take 2) The 2 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: pom.xml | 2 +- standalone-metastore/pom.xml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-)
[hive] 01/02: HIVE-21850 branch-3 metastore installation installs wrong version
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3 in repository https://gitbox.apache.org/repos/asf/hive.git commit f07743a13702ec804a4baa096cbe8146793f821b Author: Alan Gates AuthorDate: Fri Jun 7 11:55:31 2019 -0700 HIVE-21850 branch-3 metastore installation installs wrong version --- standalone-metastore/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/standalone-metastore/pom.xml b/standalone-metastore/pom.xml index c6bddea..04eca50 100644 --- a/standalone-metastore/pom.xml +++ b/standalone-metastore/pom.xml @@ -30,7 +30,7 @@ Hive Standalone Metastore -3.1.0 +3.2.0 UTF-8
[hive] branch branch-3 updated: HIVE-21826 Backport HIVE-21786 to branch-3
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3 by this push:
new 33bedaf HIVE-21826 Backport HIVE-21786 to branch-3
33bedaf is described below
commit 33bedaf4616a5a24be5bce913969d75791bd7504
Author: Alan Gates
AuthorDate: Mon Jun 3 15:05:35 2019 -0700
HIVE-21826 Backport HIVE-21786 to branch-3
---
hcatalog/server-extensions/pom.xml | 4 ++--
pom.xml| 44 +-
testutils/ptest2/pom.xml | 4 ++--
3 files changed, 9 insertions(+), 43 deletions(-)
diff --git a/hcatalog/server-extensions/pom.xml
b/hcatalog/server-extensions/pom.xml
index 5271b5c..1fcc569 100644
--- a/hcatalog/server-extensions/pom.xml
+++ b/hcatalog/server-extensions/pom.xml
@@ -47,8 +47,8 @@
- javax.jms
- jms
+ jakarta.jms
+ jakarta.jms-api
${jms.version}
diff --git a/pom.xml b/pom.xml
index f36a259..625ef59 100644
--- a/pom.xml
+++ b/pom.xml
@@ -25,7 +25,7 @@
pom
Hive
- http://hive.apache.org
+ https://hive.apache.org
2.2.1
@@ -174,7 +174,7 @@
2.22.2
2.12
-1.1
+2.0.2
2.9.9
3.5.2
1.8
@@ -218,49 +218,15 @@
-
- datanucleus
- datanucleus maven repository
- http://www.datanucleus.org/downloads/maven2
+ central
+ central
+ https://repo.maven.apache.org/maven2
default
true
warn
-
-false
-
-
-
- glassfish-repository
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- glassfish-repo-archive
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- sonatype-snapshot
- https://oss.sonatype.org/content/repositories/snapshots
-
- false
-
-
- false
-
diff --git a/testutils/ptest2/pom.xml b/testutils/ptest2/pom.xml
index 5cd733b..10dda97 100644
--- a/testutils/ptest2/pom.xml
+++ b/testutils/ptest2/pom.xml
@@ -38,11 +38,11 @@ limitations under the License.
spring-repository
SpringSource Repository
- http://repo.springsource.org/milestone
+ https://repo.springsource.org/milestone
approvals-repository
- http://people.apache.org/~brock/approvals-maven-repository/
+ https://people.apache.org/~brock/approvals-maven-repository/
[hive] branch branch-3.1 updated: HIVE-21821 Backport HIVE-21739 to branch-3.1 (Aditya Shah via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 3e16420 HIVE-21821 Backport HIVE-21739 to branch-3.1 (Aditya Shah via
Alan Gates)
3e16420 is described below
commit 3e164204b7f06e7c9b39a2f3e0e72d439477dad8
Author: Alan Gates
AuthorDate: Tue Jun 4 14:12:53 2019 -0700
HIVE-21821 Backport HIVE-21739 to branch-3.1 (Aditya Shah via Alan Gates)
---
standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql | 5 -
standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql | 5 -
.../src/main/sql/derby/upgrade-2.3.0-to-3.0.0.derby.sql | 5 -
standalone-metastore/src/main/sql/mssql/hive-schema-3.0.0.mssql.sql | 5 -
standalone-metastore/src/main/sql/mssql/hive-schema-3.1.0.mssql.sql | 5 -
.../src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 3 +++
standalone-metastore/src/main/sql/mysql/hive-schema-3.0.0.mysql.sql | 4 +++-
standalone-metastore/src/main/sql/mysql/hive-schema-3.1.0.mysql.sql | 4 +++-
.../src/main/sql/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql | 4 ++--
.../src/main/sql/oracle/hive-schema-3.0.0.oracle.sql | 5 -
.../src/main/sql/oracle/hive-schema-3.1.0.oracle.sql | 5 -
.../src/main/sql/oracle/upgrade-2.3.0-to-3.0.0.oracle.sql| 2 +-
.../src/main/sql/postgres/hive-schema-3.0.0.postgres.sql | 5 -
.../src/main/sql/postgres/hive-schema-3.1.0.postgres.sql | 5 -
.../src/main/sql/postgres/upgrade-2.3.0-to-3.0.0.postgres.sql| 5 -
.../hadoop/hive/metastore/tools/TestSchemaToolForMetastore.java | 4 ++--
16 files changed, 54 insertions(+), 17 deletions(-)
diff --git
a/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
b/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
index e818e1b..4994763 100644
--- a/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
+++ b/standalone-metastore/src/main/sql/derby/hive-schema-3.0.0.derby.sql
@@ -22,7 +22,7 @@ CREATE TABLE "APP"."DBS" (
"NAME" VARCHAR(128),
"OWNER_NAME" VARCHAR(128),
"OWNER_TYPE" VARCHAR(10),
- "CTLG_NAME" VARCHAR(256) NOT NULL
+ "CTLG_NAME" VARCHAR(256) NOT NULL DEFAULT 'hive'
);
CREATE TABLE "APP"."TBL_PRIVS" ("TBL_GRANT_ID" BIGINT NOT NULL, "CREATE_TIME"
INTEGER NOT NULL, "GRANT_OPTION" SMALLINT NOT NULL, "GRANTOR" VARCHAR(128),
"GRANTOR_TYPE" VARCHAR(128), "PRINCIPAL_NAME" VARCHAR(128), "PRINCIPAL_TYPE"
VARCHAR(128), "TBL_PRIV" VARCHAR(128), "TBL_ID" BIGINT);
@@ -211,6 +211,9 @@ CREATE TABLE "APP"."CTLGS" (
"DESC" VARCHAR(4000),
"LOCATION_URI" VARCHAR(4000) NOT NULL);
+-- Insert a default value. The location is TBD. Hive will fix this when it
starts
+INSERT INTO "APP"."CTLGS" VALUES (1, 'hive', 'Default catalog for Hive',
'TBD');
+
-- --
-- DML Statements
-- --
diff --git
a/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
b/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
index 043cf07..74582e1 100644
--- a/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
+++ b/standalone-metastore/src/main/sql/derby/hive-schema-3.1.0.derby.sql
@@ -22,7 +22,7 @@ CREATE TABLE "APP"."DBS" (
"NAME" VARCHAR(128),
"OWNER_NAME" VARCHAR(128),
"OWNER_TYPE" VARCHAR(10),
- "CTLG_NAME" VARCHAR(256) NOT NULL
+ "CTLG_NAME" VARCHAR(256) NOT NULL DEFAULT 'hive'
);
CREATE TABLE "APP"."TBL_PRIVS" ("TBL_GRANT_ID" BIGINT NOT NULL, "CREATE_TIME"
INTEGER NOT NULL, "GRANT_OPTION" SMALLINT NOT NULL, "GRANTOR" VARCHAR(128),
"GRANTOR_TYPE" VARCHAR(128), "PRINCIPAL_NAME" VARCHAR(128), "PRINCIPAL_TYPE"
VARCHAR(128), "TBL_PRIV" VARCHAR(128), "TBL_ID" BIGINT, "AUTHORIZER"
VARCHAR(128));
@@ -212,6 +212,9 @@ CREATE TABLE "APP"."CTLGS" (
"DESC" VARCHAR(4000),
"LOCATION_URI" VARCHAR(4000) NOT NULL);
+-- Insert a default value. The location is TBD. Hive will fix this when it
starts
+INSERT INTO "APP"."CTLGS" VALUES (1, 'hive', 'Default catalog for Hive',
'TBD');
+
-- --
-- DML Statements
-- --
diff --git
a/standalone-metastore/src/main/sql/derby/upgrade-2.3.0
[hive] branch branch-2.3 updated: HIVE-21786 Update repo URLs in poms branch 2.3 version
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2.3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2.3 by this push:
new 93163cb HIVE-21786 Update repo URLs in poms branch 2.3 version
93163cb is described below
commit 93163cb8d2c0e9ce4f0bb74817b801e8e184a85c
Author: Alan Gates
AuthorDate: Fri May 24 10:39:30 2019 -0700
HIVE-21786 Update repo URLs in poms branch 2.3 version
---
hcatalog/server-extensions/pom.xml | 4 ++--
pom.xml| 44 +-
testutils/ptest2/pom.xml | 4 ++--
3 files changed, 9 insertions(+), 43 deletions(-)
diff --git a/hcatalog/server-extensions/pom.xml
b/hcatalog/server-extensions/pom.xml
index 9f72fe4..ba943b4 100644
--- a/hcatalog/server-extensions/pom.xml
+++ b/hcatalog/server-extensions/pom.xml
@@ -47,8 +47,8 @@
- javax.jms
- jms
+ jakarta.jms
+ jakarta.jms-api
${jms.version}
diff --git a/pom.xml b/pom.xml
index 1e64e37..f7d4102 100644
--- a/pom.xml
+++ b/pom.xml
@@ -25,7 +25,7 @@
pom
Hive
- http://hive.apache.org
+ https://hive.apache.org
2.2.1
@@ -165,7 +165,7 @@
2.22.2
2.12
-1.1
+2.0.2
2.8.1
3.5.2
1.8
@@ -207,49 +207,15 @@
-
- datanucleus
- datanucleus maven repository
- http://www.datanucleus.org/downloads/maven2
+ central
+ central
+ https://repo.maven.apache.org/maven2
default
true
warn
-
-false
-
-
-
- glassfish-repository
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- glassfish-repo-archive
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- sonatype-snapshot
- https://oss.sonatype.org/content/repositories/snapshots
-
- false
-
-
- false
-
diff --git a/testutils/ptest2/pom.xml b/testutils/ptest2/pom.xml
index 26671cc..e914e44 100644
--- a/testutils/ptest2/pom.xml
+++ b/testutils/ptest2/pom.xml
@@ -35,11 +35,11 @@ limitations under the License.
spring-repository
SpringSource Repository
- http://repo.springsource.org/milestone
+ https://repo.springsource.org/milestone
approvals-repository
- http://people.apache.org/~brock/approvals-maven-repository/
+ https://people.apache.org/~brock/approvals-maven-repository/
[hive] branch branch-3.1 updated: HIVE-21786 Update repo URLs in poms - branh 3.1 version
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 79840bb HIVE-21786 Update repo URLs in poms - branh 3.1 version
79840bb is described below
commit 79840bbe5c8a55438c257a7d875ea8a35b64e744
Author: Alan Gates
AuthorDate: Fri May 24 09:56:26 2019 -0700
HIVE-21786 Update repo URLs in poms - branh 3.1 version
---
hcatalog/server-extensions/pom.xml | 4 ++--
pom.xml| 44 +-
testutils/ptest2/pom.xml | 4 ++--
3 files changed, 9 insertions(+), 43 deletions(-)
diff --git a/hcatalog/server-extensions/pom.xml
b/hcatalog/server-extensions/pom.xml
index d2d5261..c07d1b4 100644
--- a/hcatalog/server-extensions/pom.xml
+++ b/hcatalog/server-extensions/pom.xml
@@ -47,8 +47,8 @@
- javax.jms
- jms
+ jakarta.jms
+ jakarta.jms-api
${jms.version}
diff --git a/pom.xml b/pom.xml
index bf0828d..6cb9520 100644
--- a/pom.xml
+++ b/pom.xml
@@ -25,7 +25,7 @@
pom
Hive
- http://hive.apache.org
+ https://hive.apache.org
2.2.1
@@ -173,7 +173,7 @@
2.22.2
2.12
-1.1
+2.0.2
2.9.9
3.5.2
1.8
@@ -216,49 +216,15 @@
-
- datanucleus
- datanucleus maven repository
- http://www.datanucleus.org/downloads/maven2
+ central
+ central
+ https://repo.maven.apache.org/maven2
default
true
warn
-
-false
-
-
-
- glassfish-repository
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- glassfish-repo-archive
- http://maven.glassfish.org/content/groups/glassfish
-
-false
-
-
-false
-
-
-
- sonatype-snapshot
- https://oss.sonatype.org/content/repositories/snapshots
-
- false
-
-
- false
-
diff --git a/testutils/ptest2/pom.xml b/testutils/ptest2/pom.xml
index 5cd733b..10dda97 100644
--- a/testutils/ptest2/pom.xml
+++ b/testutils/ptest2/pom.xml
@@ -38,11 +38,11 @@ limitations under the License.
spring-repository
SpringSource Repository
- http://repo.springsource.org/milestone
+ https://repo.springsource.org/milestone
approvals-repository
- http://people.apache.org/~brock/approvals-maven-repository/
+ https://people.apache.org/~brock/approvals-maven-repository/
[hive] branch master updated: HIVE-21786 Update repo URLs in poms
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/master by this push: new ef081e8 HIVE-21786 Update repo URLs in poms ef081e8 is described below commit ef081e8a386cef00dfc574034290e5ce0af35ff9 Author: Alan Gates AuthorDate: Fri May 24 08:47:46 2019 -0700 HIVE-21786 Update repo URLs in poms --- pom.xml | 45 +-- standalone-metastore/metastore-common/pom.xml | 13 standalone-metastore/metastore-server/pom.xml | 13 testutils/ptest2/pom.xml | 4 +-- 4 files changed, 29 insertions(+), 46 deletions(-) diff --git a/pom.xml b/pom.xml index 0fd8b87..330522d 100644 --- a/pom.xml +++ b/pom.xml @@ -25,7 +25,7 @@ pom Hive - http://hive.apache.org + https://hive.apache.org 2.2.1 @@ -235,49 +235,6 @@ - datanucleus - datanucleus maven repository - http://www.datanucleus.org/downloads/maven2 - default - -true -warn - - -false - - - - glassfish-repository - http://maven.glassfish.org/content/groups/glassfish - -false - - -false - - - - glassfish-repo-archive - http://maven.glassfish.org/content/groups/glassfish - -false - - -false - - - - sonatype-snapshot - https://oss.sonatype.org/content/repositories/snapshots - - false - - - false - - - druid-apache-rc-testing https://repository.apache.org/content/repositories/orgapachedruid-1001/ diff --git a/standalone-metastore/metastore-common/pom.xml b/standalone-metastore/metastore-common/pom.xml index 5c65cf5..6679053 100644 --- a/standalone-metastore/metastore-common/pom.xml +++ b/standalone-metastore/metastore-common/pom.xml @@ -1,4 +1,17 @@ + http://maven.apache.org/POM/4.0.0; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd;> diff --git a/standalone-metastore/metastore-server/pom.xml b/standalone-metastore/metastore-server/pom.xml index 2eeefa3..b8e3f31 100644 --- a/standalone-metastore/metastore-server/pom.xml +++ b/standalone-metastore/metastore-server/pom.xml @@ -1,4 +1,17 @@ + http://maven.apache.org/POM/4.0.0; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd;> diff --git a/testutils/ptest2/pom.xml b/testutils/ptest2/pom.xml index 3fa906f..c5f6e1a 100644 --- a/testutils/ptest2/pom.xml +++ b/testutils/ptest2/pom.xml @@ -38,11 +38,11 @@ limitations under the License. spring-repository SpringSource Repository - http://repo.springsource.org/milestone + https://repo.springsource.org/milestone approvals-repository - http://people.apache.org/~brock/approvals-maven-repository/ + https://people.apache.org/~brock/approvals-maven-repository/
[hive] branch master updated: HIVE-21739 Make metastore DB backward compatible with pre-catalog versions of hive (Aditya Shah via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 49c67a1 HIVE-21739 Make metastore DB backward compatible with
pre-catalog versions of hive (Aditya Shah via Alan Gates)
49c67a1 is described below
commit 49c67a1d6ee330252f5459932d3e2b34548a2f59
Author: Alan Gates
AuthorDate: Tue May 28 12:48:21 2019 -0700
HIVE-21739 Make metastore DB backward compatible with pre-catalog versions
of hive (Aditya Shah via Alan Gates)
---
.../metastore-server/src/main/sql/derby/hive-schema-3.0.0.derby.sql | 5 -
.../metastore-server/src/main/sql/derby/hive-schema-3.1.0.derby.sql | 5 -
.../metastore-server/src/main/sql/derby/hive-schema-3.2.0.derby.sql | 5 -
.../metastore-server/src/main/sql/derby/hive-schema-4.0.0.derby.sql | 5 -
.../src/main/sql/derby/upgrade-2.3.0-to-3.0.0.derby.sql | 3 +++
.../metastore-server/src/main/sql/mssql/hive-schema-3.0.0.mssql.sql | 5 -
.../metastore-server/src/main/sql/mssql/hive-schema-3.1.0.mssql.sql | 5 -
.../metastore-server/src/main/sql/mssql/hive-schema-3.2.0.mssql.sql | 5 -
.../metastore-server/src/main/sql/mssql/hive-schema-4.0.0.mssql.sql | 5 -
.../src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 3 +++
.../metastore-server/src/main/sql/mysql/hive-schema-3.0.0.mysql.sql | 4 +++-
.../metastore-server/src/main/sql/mysql/hive-schema-3.1.0.mysql.sql | 4 +++-
.../metastore-server/src/main/sql/mysql/hive-schema-3.2.0.mysql.sql | 4 +++-
.../metastore-server/src/main/sql/mysql/hive-schema-4.0.0.mysql.sql | 4 +++-
.../src/main/sql/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql | 4 ++--
.../src/main/sql/oracle/hive-schema-3.0.0.oracle.sql | 5 -
.../src/main/sql/oracle/hive-schema-3.1.0.oracle.sql | 5 -
.../src/main/sql/oracle/hive-schema-3.2.0.oracle.sql | 5 -
.../src/main/sql/oracle/hive-schema-4.0.0.oracle.sql | 5 -
.../src/main/sql/oracle/upgrade-2.3.0-to-3.0.0.oracle.sql| 2 +-
.../src/main/sql/postgres/hive-schema-3.0.0.postgres.sql | 5 -
.../src/main/sql/postgres/hive-schema-3.1.0.postgres.sql | 5 -
.../src/main/sql/postgres/hive-schema-3.2.0.postgres.sql | 5 -
.../src/main/sql/postgres/hive-schema-4.0.0.postgres.sql | 5 -
.../src/main/sql/postgres/upgrade-2.3.0-to-3.0.0.postgres.sql| 3 +++
.../hive/metastore/tools/schematool/TestSchemaToolForMetastore.java | 2 +-
26 files changed, 89 insertions(+), 24 deletions(-)
diff --git
a/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.0.0.derby.sql
b/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.0.0.derby.sql
index e818e1b..4994763 100644
---
a/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.0.0.derby.sql
+++
b/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.0.0.derby.sql
@@ -22,7 +22,7 @@ CREATE TABLE "APP"."DBS" (
"NAME" VARCHAR(128),
"OWNER_NAME" VARCHAR(128),
"OWNER_TYPE" VARCHAR(10),
- "CTLG_NAME" VARCHAR(256) NOT NULL
+ "CTLG_NAME" VARCHAR(256) NOT NULL DEFAULT 'hive'
);
CREATE TABLE "APP"."TBL_PRIVS" ("TBL_GRANT_ID" BIGINT NOT NULL, "CREATE_TIME"
INTEGER NOT NULL, "GRANT_OPTION" SMALLINT NOT NULL, "GRANTOR" VARCHAR(128),
"GRANTOR_TYPE" VARCHAR(128), "PRINCIPAL_NAME" VARCHAR(128), "PRINCIPAL_TYPE"
VARCHAR(128), "TBL_PRIV" VARCHAR(128), "TBL_ID" BIGINT);
@@ -211,6 +211,9 @@ CREATE TABLE "APP"."CTLGS" (
"DESC" VARCHAR(4000),
"LOCATION_URI" VARCHAR(4000) NOT NULL);
+-- Insert a default value. The location is TBD. Hive will fix this when it
starts
+INSERT INTO "APP"."CTLGS" VALUES (1, 'hive', 'Default catalog for Hive',
'TBD');
+
-- --
-- DML Statements
-- --
diff --git
a/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.1.0.derby.sql
b/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.1.0.derby.sql
index 043cf07..74582e1 100644
---
a/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.1.0.derby.sql
+++
b/standalone-metastore/metastore-server/src/main/sql/derby/hive-schema-3.1.0.derby.sql
@@ -22,7 +22,7 @@ CREATE TABLE "APP"."DBS" (
"NAME" VARCHAR(128),
"OWNER_NAME" VARCHAR(128),
"OWNER_TYPE" VARCHAR(10),
- "CTLG_NAME" VARCHAR(256) NOT NULL
+ "CTLG_NAME" VARCHAR(256) NOT NULL
[hive] branch branch-3.1 updated: HIVE-21755 Backport HIVE-21462 to branch-3: Upgrading SQL server backed metastore when changing data type of a column with constraints (David Lavati via Alan Gates)
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-3.1 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-3.1 by this push: new 5f43c55 HIVE-21755 Backport HIVE-21462 to branch-3: Upgrading SQL server backed metastore when changing data type of a column with constraints (David Lavati via Alan Gates) 5f43c55 is described below commit 5f43c55f1e63d5edef062f1fcac331d26b112582 Author: Alan Gates AuthorDate: Wed May 22 11:04:57 2019 -0700 HIVE-21755 Backport HIVE-21462 to branch-3: Upgrading SQL server backed metastore when changing data type of a column with constraints (David Lavati via Alan Gates) --- .../sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql | 47 -- .../sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 24 ++- .../sql/mssql/upgrade-3.0.0-to-3.1.0.mssql.sql | 30 +- 3 files changed, 78 insertions(+), 23 deletions(-) diff --git a/standalone-metastore/src/main/sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql b/standalone-metastore/src/main/sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql index 64d8fca..b3f985c 100644 --- a/standalone-metastore/src/main/sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql +++ b/standalone-metastore/src/main/sql/mssql/upgrade-2.1.0-to-2.2.0.mssql.sql @@ -1,14 +1,53 @@ SELECT 'Upgrading MetaStore schema from 2.1.0 to 2.2.0' AS MESSAGE; +-- We can not change the datatype of a column with default value. Hence we first drop the default constraint +-- and then change the datatype. We wrap the code to drop the default constraint in a stored procedure to avoid +-- code duplicate. We create temporary stored procedures since we do not need them during normal +-- metastore operation. +CREATE PROCEDURE #DROP_DEFAULT_CONSTRAINT @TBL_NAME sysname, @COL_NAME sysname +AS +BEGIN + DECLARE @constraintname sysname + SELECT @constraintname = default_constraints.name + FROM sys.all_columns INNER JOIN sys.tables ON all_columns.object_id = tables.object_id + INNER JOIN sys.schemas ON tables.schema_id = schemas.schema_id + INNER JOIN sys.default_constraints ON all_columns.default_object_id = default_constraints.object_id + WHERE schemas.name = 'dbo' AND tables.name = @TBL_NAME AND all_columns.name = @COL_NAME + + IF (@constraintname IS NOT NULL) + BEGIN + DECLARE @sql nvarchar(max) = 'ALTER TABLE [dbo].' + QUOTENAME(@TBL_NAME) + ' DROP CONSTRAINT ' + QUOTENAME(@constraintname) + EXEC(@sql) + END +END; + +-- Similarly for primary key constraint +CREATE PROCEDURE #DROP_PRIMARY_KEY_CONSTRAINT @TBL_NAME sysname +AS +BEGIN + DECLARE @constraintname sysname + SELECT @constraintname = constraint_name + FROM information_schema.table_constraints + WHERE constraint_type = 'PRIMARY KEY' AND table_schema = 'dbo' AND table_name = @TBL_NAME + IF @constraintname IS NOT NULL + BEGIN + DECLARE @sql_pk nvarchar(max) = 'ALTER TABLE [dbo].' + QUOTENAME(@TBL_NAME) + ' DROP CONSTRAINT ' + @constraintname + EXEC(@sql_pk) + end +END; + --:r 022-HIVE-14496.mssql.sql -ALTER TABLE TBLS ADD IS_REWRITE_ENABLED bit NOT NULL DEFAULT(0); +ALTER TABLE TBLS ADD IS_REWRITE_ENABLED bit NOT NULL CONSTRAINT DEFAULT_IS_REWRITE_ENABLED DEFAULT(0); --:r 023-HIVE-10562.mssql.sql ALTER TABLE NOTIFICATION_LOG ADD MESSAGE_FORMAT nvarchar(16); --:r 024-HIVE-12274.mssql.sql +EXEC #DROP_DEFAULT_CONSTRAINT "SERDE_PARAMS", "PARAM_VALUE"; ALTER TABLE "SERDE_PARAMS" ALTER COLUMN "PARAM_VALUE" nvarchar(MAX); +EXEC #DROP_DEFAULT_CONSTRAINT "TABLE_PARAMS", "PARAM_VALUE"; ALTER TABLE "TABLE_PARAMS" ALTER COLUMN "PARAM_VALUE" nvarchar(MAX); +EXEC #DROP_DEFAULT_CONSTRAINT "SD_PARAMS", "PARAM_VALUE"; ALTER TABLE "SD_PARAMS" ALTER COLUMN "PARAM_VALUE" nvarchar(MAX); ALTER TABLE "TBLS" ALTER COLUMN "TBL_NAME" nvarchar(256); @@ -20,8 +59,10 @@ ALTER TABLE "COMPLETED_TXN_COMPONENTS" ALTER COLUMN "CTC_TABLE" nvarchar(256); -- A number of indices and constraints reference COLUMN_NAME. These have to be dropped before the not null constraint --- can be added. -ALTER TABLE COLUMNS_V2 DROP CONSTRAINT COLUMNS_PK; +-- can be added. Earlier versions may not have created named constraints, so use IF EXISTS and also +-- the stored procedure. +ALTER TABLE COLUMNS_V2 DROP CONSTRAINT IF EXISTS COLUMNS_PK; +EXEC #DROP_PRIMARY_KEY_CONSTRAINT COLUMNS_V2; DROP INDEX PARTITIONCOLUMNPRIVILEGEINDEX ON PART_COL_PRIVS; DROP INDEX TABLECOLUMNPRIVILEGEINDEX ON TBL_COL_PRIVS; DROP INDEX PCS_STATS_IDX ON PART_COL_STATS; diff --git a/standalone-metastore/src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql b/st
[hive] branch branch-3.1 updated: HIVE-21758 DBInstall tests broken on master and branch-3.1 (Aditya Shah via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new b533db2 HIVE-21758 DBInstall tests broken on master and branch-3.1
(Aditya Shah via Alan Gates)
b533db2 is described below
commit b533db2f1e33ef2cb93c4a5d72ab428e4e6b10d0
Author: Alan Gates
AuthorDate: Wed May 22 10:26:05 2019 -0700
HIVE-21758 DBInstall tests broken on master and branch-3.1 (Aditya Shah via
Alan Gates)
---
.../java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java| 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
b/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
index 2cff1a5..5b93e0f 100644
---
a/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
+++
b/standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
@@ -25,7 +25,7 @@ public class ITestOracle extends DbInstallBase {
@Override
protected String getDockerImageName() {
-return "alexeiled/docker-oracle-xe-11g";
+return "orangehrm/oracle-xe-11g";
}
@Override
[hive] branch master updated: HIVE-21758 DBInstall tests broken on master and branch-3.1 (Aditya Shah via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 97d0f8c HIVE-21758 DBInstall tests broken on master and branch-3.1
(Aditya Shah via Alan Gates)
97d0f8c is described below
commit 97d0f8cbdf95c63145236287efa72e50131cc871
Author: Alan Gates
AuthorDate: Wed May 22 09:56:30 2019 -0700
HIVE-21758 DBInstall tests broken on master and branch-3.1 (Aditya Shah via
Alan Gates)
---
.../src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 2 +-
.../java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java| 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git
a/standalone-metastore/metastore-server/src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
b/standalone-metastore/metastore-server/src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
index da42e77..7f307ed 100644
---
a/standalone-metastore/metastore-server/src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
+++
b/standalone-metastore/metastore-server/src/main/sql/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
@@ -216,7 +216,7 @@ ALTER TABLE KEY_CONSTRAINTS ADD DEFAULT_VALUE VARCHAR(400);
ALTER TABLE KEY_CONSTRAINTS ALTER COLUMN PARENT_CD_ID bigint NULL;
-- Need to drop index changing column to NOT NULL
-DROP INDEX HL_TXNID_INDEX ON HIVE_LOCKS;
+DROP INDEX IF EXISTS HL_TXNID_INDEX ON HIVE_LOCKS;
ALTER TABLE HIVE_LOCKS ALTER COLUMN HL_TXNID bigint NOT NULL;
CREATE NONCLUSTERED INDEX HL_TXNID_INDEX ON HIVE_LOCKS(HL_TXNID ASC)
WITH (PAD_INDEX = OFF, STATISTICS_NORECOMPUTE = OFF, SORT_IN_TEMPDB =
OFF, DROP_EXISTING = OFF, ONLINE = OFF, ALLOW_ROW_LOCKS = ON, ALLOW_PAGE_LOCKS
= ON)
diff --git
a/standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
b/standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
index 2cff1a5..5b93e0f 100644
---
a/standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
+++
b/standalone-metastore/metastore-server/src/test/java/org/apache/hadoop/hive/metastore/dbinstall/ITestOracle.java
@@ -25,7 +25,7 @@ public class ITestOracle extends DbInstallBase {
@Override
protected String getDockerImageName() {
-return "alexeiled/docker-oracle-xe-11g";
+return "orangehrm/oracle-xe-11g";
}
@Override
svn commit: r1045000 - in /websites/production/hive/content: ./ javadocs/
Author: gates Date: Wed May 15 18:33:40 2019 New Revision: 1045000 Log: Updates for Hive 2.3.5 release. Added: websites/production/hive/content/ - copied from r1044999, websites/staging/hive/trunk/content/ websites/production/hive/content/javadocs/ - copied from r1044999, websites/production/hive/content/javadocs/
svn commit: r1859305 - in /hive/cms/trunk/content: downloads.mdtext javadoc.mdtext
Author: gates Date: Wed May 15 18:21:11 2019 New Revision: 1859305 URL: http://svn.apache.org/viewvc?rev=1859305=rev Log: Website changes for Hive 2.3.5 Modified: hive/cms/trunk/content/downloads.mdtext hive/cms/trunk/content/javadoc.mdtext Modified: hive/cms/trunk/content/downloads.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/downloads.mdtext?rev=1859305=1859304=1859305=diff == --- hive/cms/trunk/content/downloads.mdtext (original) +++ hive/cms/trunk/content/downloads.mdtext Wed May 15 18:21:11 2019 @@ -11,6 +11,10 @@ directory. ## News +### 14 May 2019: release 2.3.5 available +This release works with Hadoop 2.x.y. +You can look at the complete [JIRA change log for this release][HIVE_2_3_5_CL]. + ### 7 November 2018: release 2.3.4 available This release works with Hadoop 2.x.y. You can look at the complete [JIRA change log for this release][HIVE_2_3_4_CL]. @@ -141,6 +145,7 @@ This release works with Hadoop 0.20.x, You can look at the complete [JIRA change log for this release][HIVE_10_CL]. [HIVE_DL]: http://www.apache.org/dyn/closer.cgi/hive/ +[HIVE_2_3_5_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12345394=Text=12310843 [HIVE_2_3_4_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344319=Text=12310843 [HIVE_3_1_1_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12344240=Text=12310843 [HIVE_3_1_0_CL]: https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12343014=Text=12310843 Modified: hive/cms/trunk/content/javadoc.mdtext URL: http://svn.apache.org/viewvc/hive/cms/trunk/content/javadoc.mdtext?rev=1859305=1859304=1859305=diff == --- hive/cms/trunk/content/javadoc.mdtext (original) +++ hive/cms/trunk/content/javadoc.mdtext Wed May 15 18:21:11 2019 @@ -4,7 +4,7 @@ Recent versions: * [Hive 3.1.1 Javadocs][r3.1.1] * [Hive 3.0.0 Javadocs][r3.0.0] - * [Hive 2.3.4 Javadocs][r2.3.4] + * [Hive 2.3.5 Javadocs][r2.3.5] * [Hive 2.2.0 Javadocs][r2.2.0] * [Hive 2.1.1 Javadocs][r2.1.1] * [Hive 1.2.2 Javadocs][r1.2.2] @@ -20,10 +20,7 @@ javadoc and sources jars for use in an I [r3.1.1]: /javadocs/r3.1.1/api/index.html [r3.0.0]: /javadocs/r3.0.0/api/index.html -[r2.3.4]: /javadocs/r2.3.4/api/index.html -[r2.3.3]: /javadocs/r2.3.3/api/index.html -[r2.3.2]: /javadocs/r2.3.2/api/index.html -[r2.3.1]: /javadocs/r2.3.1/api/index.html +[r2.3.5]: /javadocs/r2.3.5/api/index.html [r2.2.0]: /javadocs/r2.2.0/api/index.html [r2.1.1]: /javadocs/r2.1.1/api/index.html [r1.2.2]: /javadocs/r1.2.2/api/index.html
svn commit: r1044997 - in /websites/production/hive/content/javadocs/r2.3.5/api: ./ org/apache/hadoop/hive/ql/exec/ org/apache/hadoop/hive/ql/exec/class-use/ org/apache/hadoop/hive/ql/exec/errors/ org
Author: gates Date: Wed May 15 18:18:54 2019 New Revision: 1044997 Log: Hive 2.3.5 Javadoc, commit 6 of 7 (too big to commit in one commit). [This commit notification would consist of 724 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r1044998 - /websites/production/hive/content/javadocs/r2.3.4/
Author: gates Date: Wed May 15 18:19:45 2019 New Revision: 1044998 Log: Hive 2.3.5 Javadoc, commit 7 of 7 (too big to commit in one commit). Removed: websites/production/hive/content/javadocs/r2.3.4/
svn commit: r1044996 - in /websites/production/hive/content/javadocs/r2.3.5/api/org/apache/hadoop/hive/ql: optimizer/ optimizer/calcite/ optimizer/calcite/class-use/ optimizer/calcite/cost/ optimizer/
Author: gates Date: Wed May 15 18:14:19 2019 New Revision: 1044996 Log: Hive 2.3.5 Javadoc, commit 5 of n (too big to commit in one commit). [This commit notification would consist of 388 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r1044995 - in /websites/production/hive/content/javadocs/r2.3.5/api/org/apache/hadoop/hive/ql: ./ class-use/ debug/ debug/class-use/ history/ history/class-use/ hooks/ hooks/class-use/ ind
Author: gates Date: Wed May 15 18:11:13 2019 New Revision: 1044995 Log: Hive 2.3.5 Javadoc, commit 4 of n (too big to commit in one commit). [This commit notification would consist of 652 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r1044993 - in /websites/production/hive/content/javadocs/r2.3.5/api/org/apache/hadoop/hive/metastore: ./ annotation/ annotation/class-use/ api/ api/class-use/ class-use/ events/ events/cla
Author: gates Date: Wed May 15 18:05:02 2019 New Revision: 1044993 Log: Hive 2.3.5 Javadoc, commit 3 of n (too big to commit in one commit). [This commit notification would consist of 1137 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r1044992 - in /websites/production/hive/content/javadocs/r2.3.5/api/org/apache/hadoop: ./ fs/ fs/class-use/ hive/ hive/accumulo/ hive/accumulo/class-use/ hive/accumulo/columns/ hive/accumu
Author: gates Date: Wed May 15 18:00:37 2019 New Revision: 1044992 Log: Hive 2.3.5 Javadoc, commit 2 of n (too big to commit in one commit). [This commit notification would consist of 570 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
svn commit: r1044991 - in /websites/production/hive/content/javadocs/r2.3.5: ./ api/ api/org/ api/org/apache/ api/org/apache/hive/ api/org/apache/hive/beeline/ api/org/apache/hive/beeline/class-use/ a
Author: gates Date: Wed May 15 17:50:20 2019 New Revision: 1044991 Log: Hive 2.3.5 Javadoc, commit 1 of n (too big to commit in one commit). [This commit notification would consist of 613 parts, which exceeds the limit of 50 ones, so it was shortened to the summary.]
[hive] branch branch-2.3 updated: Preparing for 2.3.6 development.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new 9945e1e Preparing for 2.3.6 development. 9945e1e is described below commit 9945e1e8190382cb73e96ebbf7339f5532292a06 Author: Alan Gates AuthorDate: Tue May 14 14:27:29 2019 -0700 Preparing for 2.3.6 development. --- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 55 files changed, 56 insertions(+), 56 deletions(-) diff --git a/accumulo-handler/pom.xml b/accumulo-handler/pom.xml index 481f37f..36aa0cc 100644 --- a/accumulo-handler/pom.xml +++ b/accumulo-handler/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.5 +2.3.6-SNAPSHOT ../pom.xml diff --git a/beeline/pom.xml b/beeline/pom.xml index bc1501f..e0064b1 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.5 +2.3.6-SNAPSHOT ../pom.xml diff --git a/cli/pom.xml b/cli/pom.xml index 0d2ac1c..1a82c7b 100644 --- a/cli/pom.xml +++ b/cli/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.5 +2.3.6-SNAPSHOT ../pom.xml diff --git a/common/pom.xml b/common/pom.xml index 7625e4a..ac31612 100644 --- a/common/pom.xml +++ b/common/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.5 +2.3.6-SNAPSHOT ../pom.xml diff --git a/contrib/pom.xml b/contrib/pom.xml index 8823971..2c7d71a 100644 --- a/contrib/pom.xml +++ b/contrib/pom.xml @@ -19,7 +19,7 @@ org.apache.hive hive -2.3.5
svn commit: r34042 - in /release/hive: ./ hive-2.3.4/ hive-2.3.5/
Author: gates Date: Tue May 14 19:30:51 2019 New Revision: 34042 Log: Publishing Hive 2.3.5 release. Added: release/hive/hive-2.3.5/ release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz (with props) release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.asc (with props) release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.sha256 release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz (with props) release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.asc (with props) release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.sha256 release/hive/stable-2 (with props) Removed: release/hive/hive-2.3.4/ Added: release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz -- svn:mime-type = application/x-gzip Added: release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.asc == Binary file - no diff available. Propchange: release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.asc -- svn:mime-type = application/pgp-signature Added: release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.sha256 == --- release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.sha256 (added) +++ release/hive/hive-2.3.5/apache-hive-2.3.5-bin.tar.gz.sha256 Tue May 14 19:30:51 2019 @@ -0,0 +1 @@ +94e93f71ce64fe59dd50956dcd47162a05c41db152907bec309f093604ab1786 apache-hive-2.3.5-bin.tar.gz Added: release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz == Binary file - no diff available. Propchange: release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz -- svn:mime-type = application/x-gzip Added: release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.asc == Binary file - no diff available. Propchange: release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.asc -- svn:mime-type = application/pgp-signature Added: release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.sha256 == --- release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.sha256 (added) +++ release/hive/hive-2.3.5/apache-hive-2.3.5-src.tar.gz.sha256 Tue May 14 19:30:51 2019 @@ -0,0 +1 @@ +3adf6b17869a140aca96e64a190671ee9daa60e47a8fc47a205875d38a6c6330 apache-hive-2.3.5-src.tar.gz Added: release/hive/stable-2 == --- release/hive/stable-2 (added) +++ release/hive/stable-2 Tue May 14 19:30:51 2019 @@ -0,0 +1 @@ +link hive.2.3.5 \ No newline at end of file Propchange: release/hive/stable-2 -- svn:special = *
[hive] annotated tag rel/release-2.3.5 created (now 7586450)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag rel/release-2.3.5 in repository https://gitbox.apache.org/repos/asf/hive.git. at 7586450 (tag) tagging 7b4b88d00d8ee176e1fad19a357d4a23a34222a4 (tag) length 166 bytes by Alan Gates on Tue May 14 12:09:32 2019 -0700 - Log - Hive 2.3.5 release. -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEEu76zL8m4l9lAr39IN4tEabQASLIFAlzbEmwACgkQN4tEabQA SLKKDhAAt1j/+6CQEgpo579K6hiQNwY0tzNLLHLXT/eKDsxd84US83kps2Suk7xQ 4bZDem2VvcgJdB4U6+d+8yS7d8evv8q8q0k5o2EeWL67wj0ZcVQdnOuQhgGs9I2X e8Ds844Fpm8Yp88t/olQ6nKdJ9MGp3IVc8BEHSfScas3UiAmbL4FkNwD8/Jci5G/ BGEKDsZPC0p2RovDitkhpsz6BmC7+UwJdGkQzn1XzoAQ/fxXmukqW2qmCYjid+81 dYBzdHt8mbzXd77PyP54dHLtmu8h//380r5CZoAaT1Bw5iDqVYIUdCTMliUPsKOq dNHiyzDFnUOygX0U7JBBDxQU+R0/h3lo38nchJfwH6hVRuUksUfXSDniGI8xXYtc FcB5lFFL5ALISES8BQJzDWsSafqoV2+A5wxq3EX8bU4GzySNV6HGeoH33rSFrA+t 080Lb6KxeT/7SWHxihx1NjGu+GDBirOG0cnqP3TQfqmTTnGiUbaI8OJmYsYs1E6Y okE3pu/k2Yz4h2b3gqyH8vgOh/jKyZKG6SpaWr6k9aTFi2ESGc7ks9g1zt6j6w76 z1YpjSsXl/3RTEzBB5y16zv92jQKE0JSCalTyspo+ll0Ta8o3dA69aMqVSdDWqvk o7HHMLo+IUgbFUGipnSWF4z/g/Cg5ViRxoTBr2FKvUVq7K6viC0= =ebv2 -END PGP SIGNATURE- --- No new revisions were added by this update.
svn commit: r33968 - /release/hive/KEYS
Author: gates Date: Thu May 9 22:12:17 2019 New Revision: 33968 Log: Added my most recent code signing key to the KEYS file. Modified: release/hive/KEYS Modified: release/hive/KEYS == --- release/hive/KEYS (original) +++ release/hive/KEYS Thu May 9 22:12:17 2019 @@ -1274,3 +1274,77 @@ YYqe91DfShYTNdiKsVtBKJnMPCaeHqb2IARhfeac Y66kaTchNAng8CnEDQcCJIETT31bbq0CuwtTK5n0UFgvr3r7 =Im+H -END PGP PUBLIC KEY BLOCK- +pub rsa4096 2018-06-04 [SC] + BBBEB32FC9B897D940AF7F48378B4469B40048B2 +uid [ultimate] Alan Gates (This comment intentionally left blank) +sig 3378B4469B40048B2 2018-06-04 Alan Gates (This comment intentionally left blank) +sig 88BD3F5704D9B832 2018-06-04 Alan Gates (No comment) +sig 3378B4469B40048B2 2018-06-04 Alan Gates (This comment intentionally left blank) +sub rsa4096 2018-06-04 [E] +sig 378B4469B40048B2 2018-06-04 Alan Gates (This comment intentionally left blank) + +-BEGIN PGP PUBLIC KEY BLOCK- + +mQINBFsVoGcBEAD1mugo0jb71uzC/CrKoIVbzCXZhvCwk+C3ODipAwchDSBUthk1 +71Fu15ODcawr3OQRLbORuP7XLxjj6Yv2THIyHG9HaqdAEH4Qjzp09MeYn2aR+7d7 +0hnHmbH3Mr4u2TVAkWSGH+68h5MOlyt1e2Qju0KYNN8J0neiZqIUnKTHCUiwuEGZ +0qj/zdahRdZ3RA0Owue4ncA/NQfz1efmC6lfxHzPpzgElk/So9jJ2pLEHQe8b/m/ +tyCzuXOofRCPH54JPFyhunyzXpC6N6r3KFlIcK5wF78wbVD3nD4ba2ehkBKEYtGt +yv3UUTwzjRRJTOMVFFh2QdgDG3Qp2n1TmmL2btQuYcJiawIjltIJsBftNnsWzNtM +3Vx3UvTIfv7xTcrv5/Jxagfq4GVtiiCP7T6DWSPLdZI8QpTiX4+6soTUl/YIECqD +GUGY50neQD5NiluZer7Z/KBo1vS0e0mD28eDJ4t2ACVAYee4ukv20ts8K+tcZNKO +9XvozjhZg+1dx+skoIGXzKhCM2Jlxibb8VBsWKI4dzmT9ZOw9f6d5zMbkSUaMGqA +WC8ukIgkC+p6DER36kj7QoV58VgcTzNJPZ/McUkFlGeqIczxUg4eihpFFlCQN0Aw +mHv+elWCN8nSBfqjiZ477BjLsjbLEM9SCmtZyjiwbSQuzkgYutquuM7DwwARAQAB +tElBbGFuIEdhdGVzIChUaGlzIGNvbW1lbnQgaW50ZW50aW9uYWxseSBsZWZ0IGJs +YW5rKSA8YWxhbmZnYXRlc0BnbWFpbC5jb20+iQI3BBMBAgAhAhsDAh4BAheABQJb +FaMwBQsJCAcDBRUKCQgLBRYCAwEAAAoJEDeLRGm0AEiy7X8QAKiXP/FLoviLSf5E +uPCluEnseg29r7/H6dOUmR7Q0zBolxxwr3mvQ0x662d6IVEWEdbBB+MT0ckflSwx +hQA/xeyXP8iFHkc9xCT7LH9XBTjb7nwjC6th35AGn6s32EJcEr3muwusGbQM6l9h +kgLjqHFFwU2OMyM5HOD022MyA371Z+zNAnj3E7ewTEKwwGzErrsm31lFiTwsszyR +afkn069XAkoZDtu1i692UsOVBHukvohV2ELluFBQPhmARC19fe8TfYO4UIUHW1Fa +qbh2PnhVLRecE/C574dcJ2lTC5Bk0XZS+ugYwHOxT45FrvmarAwebMBU3b+0dS0D +G9qPp2YwIaL9zFPecQ3n5XR31DCI8QXwTCRwH+IktSOYyyRfxCMC/zClRw16LOUF +8v3JY2NyhKCDPqZsaZkfDwc0vpI5dKYi6PTuuecWXpO4jcVh3tFg5VS+lqpvMhbi +bgxqJlsHDIyabIrj0YQfp4fF6zSlRvDTy1J2TqavFJS06k6J8W/+XyZniS9beMHV +3Qfm6hBh8+1fslRXInOFkQJ6RnI/c7yiqS0bu66sYKk8aHG6BPi4AWJA9PzHEbQi +wALMsYGrMx29gg74OZB+knMUiFUmGNcZattzKIUqQA/erAMDwDHyWo4T/a05GIjT +0r88C3R28MeHRRDtIBnBkLV5cC2UiEYEEBECAAYFAlsVo7AACgkQiL0/VwTZuDKz +ggCbB7+/Xd1JhJMTTyzCVyyTfdedJpMAoJOxPMkAJiMB1YqdG6Wdg7qynbIPiQI5 +BBMBAgAjBQJbFaBnAhsDBwsJCAcDAgEGFQgCCQoLBBYCAwECHgECF4AACgkQN4tE +abQASLK1og//aplznVuaMI2Nd1Ajqk2ESZqBOgSk48WXIlLMGBK5GjxRWKJrMolQ +D7jFutA2YhZSWn2sHkis2BqTVuVPq2n+3BFIRWQZ3BuCawIMZWIS/B1QFUtnyKwK +VB4xlC0M4mdPj3e+5EHbNqlFygPLtxcFkrvakeGIpavtXYNTjpoGBwYgYzVrHa10 +6V8Yq6dGmkS5D2udYzb6wOYDRTlBp3ruhCCoy/GdGbBkZFcjCawx+Zqim2KikDSL +rpikARlsQJnU8fUx8KF7g1GEeLoIa0p8u1+0vldiAJ8pX6ApH+VTArhNiH4QgQnt +UbX5Mr9OPxuYmk15fc5ruXBtBF7S/rBdtE4ijnynCIPRlpGR3Y2dyiH95GAiBex3 +2Laf7GsYyNfGHrJ9N0ggkGYDm9KfW735jIDgpQkT9S/WyrGFrozGDsnjIVWjtVhc +apHzr06nJO5LHfWiR0OMdwqLmVZZZHKii9EOA8gFcGDsdE1sGBSzmS/SXXAVZT30 ++bzX2yEnqWSzspPAFJCLq7422I4P6IDaGcMJd4eOsLc+Rl128s1b/naP+/kGbJmn +zKjepB3AbPj5YRXgGY4yj+USPQE6RglVsgAIQHQmAIDoc8MbbeewgaUy/tPJlg0U +2FKvWK3VcO6acnp9LQnxK88KVde1TZiW7h/w2t6nc6tRmsn+yqLcAKW5Ag0EWxWg +ZwEQAMree260KtSxPiJpqd0Pb5kzZGsdRk/tyVSQ8ZIrR+WV8iDHP32iHT1EGJYh +5QDODsZgPMox6cIDTU0vXF1gijrw0MyPKLrY9IUsIn2gEFGTjo5O6wCv/Xj+z3uM +g8eIigE/INO5Jo63zTBjcBu/Mt/1s7aZz/X3tWwHoSpMsY8qCzpafeMJqnSlNPhI +IlzP1mwEe4vWkX6etR3CgCILwG69lfh6geoinSsgwAU3MYUzFyKy8SsWzjOpCE39 +BaB4FylBIBfz4WMza3TEwhViVQjXLMO9lpL8eOkBJ76j+zlTlyOan8g+MLirylg4 +W+W5ofuhGpuv5IaEP+LL3d+qXfS5tHdC/db7BMVWyW9X2RekVEA5O71rHia/nSAR +LxAWWVh397HGLjJZiHRh31AqOiqq+nSQ/2IpcG5wrcd3iFF9BeB/BB69381qNKuV +yDVwZ9sEv5/Kn754YoUHHODt9QVjii9F5gWyPL7CVtWlhjgPAJgr6kFN3bOTAO/e +L7GvvGqm2b9A5/ml6I1c35ybZba/+DuyjKUysf4n88xtLTi6kXsFYC5HZh4FQqEp +z8viR42jdwzjb1nzmyAV9SHyJK71+v6koigtS4DVZTcBibKDqZKlqCPoOGNTrYmz +cjZamSL1G3r+i0f3LvoU73wuskLaJnVk2k5NMBOMeeMQERu9ABEBAAGJAh8EGAEC +AAkFAlsVoGcCGwwACgkQN4tEabQASLJrNRAA2SQ4S162mJ0fQ4NVGE4oJF4ZcwH5 +9Gjhz8VAYiIA+Jx9OELVCIlDwAQ8D/YoaRHeS4zxugquli7U+mreLR7ob7rCP6tg +jBZHOhGJC4B5GWIgwOP5xOnpzMEfqHQz0ewSneCwtfNamcFMku2/MLDzFzIkV97g +KPQxp4q6M361BB2gFCpzESV7m5AfY5ejqXr4zzJlR+ZZdy3jbVQxuwunBtZ+/FA5 +QQyWRNG7iz05QoIvAOeJ9EqEYE+xT5XnZDe4tgsC6o7/i3JyXyFT5cMY+cniPu5/ +yd3gNNxqnjv6uHsubi5b5Cpmr8txiDF2g/TqAKRs8uoFso1CImK393U9Yuqdt1Ty +ZGO0nssc8X7QVpMqPvtw+SFD/NeP0edduNMjKYa0w/8Shpa8ms9czUiaB/UMongF +aENClRE2Ia54MCYZo+k/j/lisBRciPV/P/AOBxWGFnDOmpfK8K0d+H52GujK3mMF +QsvSqAPP8xD3JdNg8+Fy35xMS3klpZ1O32zlqJuSv+8mV6IQNt3WvqgmjbPzGaAs +e1nYz3X5qMIgY7R5P4qU3j5f9JxNYenvFQsRxcQgBax4M7PgXfgt/oRgw+/4pF6f
[hive] branch branch-2.3 updated: Preparing for 2.3.5 release.
This is an automated email from the ASF dual-hosted git repository. gates pushed a commit to branch branch-2.3 in repository https://gitbox.apache.org/repos/asf/hive.git The following commit(s) were added to refs/heads/branch-2.3 by this push: new 7659562 Preparing for 2.3.5 release. 7659562 is described below commit 76595628ae13b95162e77bba365fe4d2c60b3f29 Author: Alan Gates AuthorDate: Tue May 7 15:33:14 2019 -0700 Preparing for 2.3.5 release. --- NOTICE | 2 +- README.md| 2 +- RELEASE_NOTES.txt| 16 +--- accumulo-handler/pom.xml | 2 +- beeline/pom.xml | 2 +- cli/pom.xml | 2 +- common/pom.xml | 2 +- contrib/pom.xml | 2 +- druid-handler/pom.xml| 2 +- hbase-handler/pom.xml| 2 +- hcatalog/core/pom.xml| 2 +- hcatalog/hcatalog-pig-adapter/pom.xml| 2 +- hcatalog/pom.xml | 2 +- hcatalog/server-extensions/pom.xml | 2 +- hcatalog/streaming/pom.xml | 2 +- hcatalog/webhcat/java-client/pom.xml | 2 +- hcatalog/webhcat/svr/pom.xml | 2 +- hplsql/pom.xml | 2 +- itests/custom-serde/pom.xml | 2 +- itests/custom-udfs/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf1/pom.xml | 2 +- itests/custom-udfs/udf-classloader-udf2/pom.xml | 2 +- itests/custom-udfs/udf-classloader-util/pom.xml | 2 +- itests/custom-udfs/udf-vectorized-badexample/pom.xml | 2 +- itests/hcatalog-unit/pom.xml | 2 +- itests/hive-blobstore/pom.xml| 2 +- itests/hive-jmh/pom.xml | 2 +- itests/hive-minikdc/pom.xml | 2 +- itests/hive-unit-hadoop2/pom.xml | 2 +- itests/hive-unit/pom.xml | 2 +- itests/pom.xml | 2 +- itests/qtest-accumulo/pom.xml| 2 +- itests/qtest-spark/pom.xml | 2 +- itests/qtest/pom.xml | 2 +- itests/test-serde/pom.xml| 2 +- itests/util/pom.xml | 2 +- jdbc-handler/pom.xml | 2 +- jdbc/pom.xml | 2 +- llap-client/pom.xml | 2 +- llap-common/pom.xml | 2 +- llap-ext-client/pom.xml | 2 +- llap-server/pom.xml | 2 +- llap-tez/pom.xml | 2 +- metastore/pom.xml| 2 +- packaging/pom.xml| 2 +- pom.xml | 2 +- ql/pom.xml | 2 +- serde/pom.xml| 2 +- service-rpc/pom.xml | 2 +- service/pom.xml | 2 +- shims/0.23/pom.xml | 2 +- shims/aggregator/pom.xml | 2 +- shims/common/pom.xml | 2 +- shims/pom.xml| 2 +- shims/scheduler/pom.xml | 2 +- spark-client/pom.xml | 4 ++-- testutils/pom.xml| 2 +- vector-code-gen/pom.xml | 2 +- 58 files changed, 63 insertions(+), 69 deletions(-) diff --git a/NOTICE b/NOTICE index 56f476f..8d3dcff 100644 --- a/NOTICE +++ b/NOTICE @@ -1,5 +1,5 @@ Apache Hive -Copyright 2008-2017 The Apache Software Foundation +Copyright 2008-2019 The Apache Software Foundation This product includes software developed by The Apache Software Foundation (http://www.apache.org/). diff --git a/README.md b/README.md index f7a4f46..c35d978 100644 --- a/README.md +++ b/README.md @@ -77,7 +77,7 @@ Requirements - Java 1.7 or 1.8 -- Hadoop 1.x, 2.x (2.x required for Hive 2.x) +- Hadoop 2.x Upgrading from older versions of Hive diff --git a/RELEASE_NOTES.txt b/RELEASE_NOTES.txt index 55b5360..4741ad0 100644 --- a/RELEASE_NOTES.txt +++ b/RELEASE_NOTES.txt @@ -1,13 +1,7 @@ - -Release Notes - Hive - Version 2.3.4 - - +Release Notes - Hive - Version 2.3.5 ** Bug -* [HIVE-18767] - Some alterPartitions
[hive] annotated tag release-2.3.5-rc0 created (now 7b4b88d)
This is an automated email from the ASF dual-hosted git repository. gates pushed a change to annotated tag release-2.3.5-rc0 in repository https://gitbox.apache.org/repos/asf/hive.git. at 7b4b88d (tag) tagging 76595628ae13b95162e77bba365fe4d2c60b3f29 (commit) replaces rel/release-2.3.4 by Alan Gates on Tue May 7 15:34:42 2019 -0700 - Log - Hive 2.3.5-rc0 release. --- No new revisions were added by this update.
[hive] branch branch-2.3 updated: HIVE-21680 Backport HIVE-17644 to branch-2.3 (Yuming Wang via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2.3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2.3 by this push:
new e82d223 HIVE-21680 Backport HIVE-17644 to branch-2.3 (Yuming Wang via
Alan Gates)
e82d223 is described below
commit e82d223907dee7c558c92eca95ddfefd9a6d0acf
Author: Alan Gates
AuthorDate: Fri May 3 13:25:58 2019 -0700
HIVE-21680 Backport HIVE-17644 to branch-2.3 (Yuming Wang via Alan Gates)
---
.../java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java | 8 +++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git
a/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
b/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
index 22c1a33..227ba15 100644
---
a/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
+++
b/metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreDirectSql.java
@@ -173,7 +173,7 @@ class MetaStoreDirectSql {
tx.begin();
doCommit = true;
}
-Query dbQuery = null, tblColumnQuery = null, partColumnQuery = null;
+Query dbQuery = null, tblColumnQuery = null, partColumnQuery = null,
constraintQuery = null;
try {
// Force the underlying db to initialize.
@@ -186,6 +186,9 @@ class MetaStoreDirectSql {
partColumnQuery = pm.newQuery(MPartitionColumnStatistics.class, "dbName
== ''");
partColumnQuery.execute();
+ constraintQuery = pm.newQuery(MConstraint.class, "childIntegerIndex <
0");
+ constraintQuery.execute();
+
return true;
} catch (Exception ex) {
doCommit = false;
@@ -205,6 +208,9 @@ class MetaStoreDirectSql {
if (partColumnQuery != null) {
partColumnQuery.closeAll();
}
+ if (constraintQuery != null) {
+constraintQuery.cancelAll();
+ }
}
}
[hive] branch branch-2.3 updated: Backport HIVE-17764 to branch-2.3 (Yuming Wang via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2.3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2.3 by this push:
new 636c8a4 Backport HIVE-17764 to branch-2.3 (Yuming Wang via Alan Gates)
636c8a4 is described below
commit 636c8a4c804f7662670a32ca27040f7a77163357
Author: Alan Gates
AuthorDate: Thu Apr 25 09:54:18 2019 -0700
Backport HIVE-17764 to branch-2.3 (Yuming Wang via Alan Gates)
---
.../hadoop/hive/metastore/HiveAlterHandler.java| 9 +-
.../queries/clientpositive/alter_view_col_type.q | 18 +++
.../clientpositive/alter_view_col_type.q.out | 169 +
3 files changed, 193 insertions(+), 3 deletions(-)
diff --git
a/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java
b/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java
index 7730a24..3fefe55 100644
--- a/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java
+++ b/metastore/src/java/org/apache/hadoop/hive/metastore/HiveAlterHandler.java
@@ -146,9 +146,12 @@ public class HiveAlterHandler implements AlterHandler {
throw new InvalidOperationException("table " + dbname + "." + name + "
doesn't exist");
}
- if (HiveConf.getBoolVar(hiveConf,
-HiveConf.ConfVars.METASTORE_DISALLOW_INCOMPATIBLE_COL_TYPE_CHANGES,
-false)) {
+ // Views derive the column type from the base table definition. So the
view definition
+ // can be altered to change the column types. The column type
compatibility checks should
+ // be done only for non-views.
+ if (HiveConf
+ .getBoolVar(hiveConf,
HiveConf.ConfVars.METASTORE_DISALLOW_INCOMPATIBLE_COL_TYPE_CHANGES,
+ false) &&
!oldt.getTableType().equals(TableType.VIRTUAL_VIEW.toString())) {
// Throws InvalidOperationException if the new column types are not
// compatible with the current column types.
MetaStoreUtils.throwExceptionIfIncompatibleColTypeChange(
diff --git a/ql/src/test/queries/clientpositive/alter_view_col_type.q
b/ql/src/test/queries/clientpositive/alter_view_col_type.q
new file mode 100644
index 000..efc6bf3
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/alter_view_col_type.q
@@ -0,0 +1,18 @@
+-- SORT_QUERY_RESULTS
+
+create table at1 (c1 int, c2 varchar(1), c3 varchar(10));
+
+insert into at1 values (1, 'a', 'one');
+insert into at1 values (2, 'b', 'two');
+insert into at1 values (3, 'c', 'three');
+insert into at1 values (4, 'd', 'four');
+insert into at1 values (5, 'e', 'five');
+
+create view av1 as select c1, c2 from at1;
+DESCRIBE FORMATTED av1;
+select * from av1;
+
+alter view av1 as select c2, c3 from at1;
+DESCRIBE FORMATTED av1;
+select * from av1;
+
diff --git a/ql/src/test/results/clientpositive/alter_view_col_type.q.out
b/ql/src/test/results/clientpositive/alter_view_col_type.q.out
new file mode 100644
index 000..33a85cc
--- /dev/null
+++ b/ql/src/test/results/clientpositive/alter_view_col_type.q.out
@@ -0,0 +1,169 @@
+PREHOOK: query: create table at1 (c1 int, c2 varchar(1), c3 varchar(10))
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@at1
+POSTHOOK: query: create table at1 (c1 int, c2 varchar(1), c3 varchar(10))
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@at1
+PREHOOK: query: insert into at1 values (1, 'a', 'one')
+PREHOOK: type: QUERY
+PREHOOK: Output: default@at1
+POSTHOOK: query: insert into at1 values (1, 'a', 'one')
+POSTHOOK: type: QUERY
+POSTHOOK: Output: default@at1
+POSTHOOK: Lineage: at1.c1 EXPRESSION
[(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1,
type:string, comment:), ]
+POSTHOOK: Lineage: at1.c2 EXPRESSION
[(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2,
type:string, comment:), ]
+POSTHOOK: Lineage: at1.c3 EXPRESSION
[(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3,
type:string, comment:), ]
+PREHOOK: query: insert into at1 values (2, 'b', 'two')
+PREHOOK: type: QUERY
+PREHOOK: Output: default@at1
+POSTHOOK: query: insert into at1 values (2, 'b', 'two')
+POSTHOOK: type: QUERY
+POSTHOOK: Output: default@at1
+POSTHOOK: Lineage: at1.c1 EXPRESSION
[(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1,
type:string, comment:), ]
+POSTHOOK: Lineage: at1.c2 EXPRESSION
[(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2,
type:string, comment:), ]
+POSTHOOK: Lineage: at1.c3 EXPRESSION
[(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3,
type:string, comment:), ]
+PREHOOK: query: insert into at1 values (3, 'c', 'three')
+PREHOOK: type: QUERY
+PREHOOK: Output: default@at1
+POSTHOOK: query: insert into at1 values (3
[hive] branch branch-2.3 updated: HIVE-21639 Spark test failed since HIVE-10632 (Yuming Wang via Alan Gates)
This is an automated email from the ASF dual-hosted git repository.
gates pushed a commit to branch branch-2.3
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/branch-2.3 by this push:
new 6dcb306 HIVE-21639 Spark test failed since HIVE-10632 (Yuming Wang
via Alan Gates)
6dcb306 is described below
commit 6dcb306c5c636206d4baf73aecc95e37d159a2b2
Author: Alan Gates
AuthorDate: Wed Apr 24 19:12:52 2019 -0700
HIVE-21639 Spark test failed since HIVE-10632 (Yuming Wang via Alan Gates)
---
.../hive/hcatalog/streaming/TestStreaming.java | 4 +-
.../streaming/mutate/StreamingTestUtils.java | 4 +-
.../hive/metastore/TestHiveMetaStoreTxns.java | 4 +-
.../org/apache/hadoop/hive/ql/TestAcidOnTez.java | 5 +-
.../hive/ql/txn/compactor/TestCompactor.java | 4 +-
.../hadoop/hive/metastore/txn/TxnDbUtil.java | 29 +-
.../hadoop/hive/metastore/txn/TxnHandler.java | 2 +-
.../hadoop/hive/metastore/txn/TestTxnUtils.java| 7 +-
.../metastore/txn/TestCompactionTxnHandler.java| 4 +-
.../hadoop/hive/metastore/txn/TestTxnHandler.java | 4 +-
.../txn/TestTxnHandlerNoConnectionPool.java| 6 +-
.../org/apache/hadoop/hive/ql/TestTxnCommands.java | 9 +-
.../apache/hadoop/hive/ql/TestTxnCommands2.java| 5 +-
.../hadoop/hive/ql/lockmgr/TestDbTxnManager.java | 28 +-
.../hadoop/hive/ql/lockmgr/TestDbTxnManager2.java | 356 ++---
.../hive/ql/txn/compactor/CompactorTest.java | 2 +-
16 files changed, 234 insertions(+), 239 deletions(-)
diff --git
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
index 8ea58e6..2413ca3 100644
---
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
+++
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/TestStreaming.java
@@ -203,8 +203,8 @@ public class TestStreaming {
//1) Start from a clean slate (metastore)
-TxnDbUtil.cleanDb();
-TxnDbUtil.prepDb();
+TxnDbUtil.cleanDb(conf);
+TxnDbUtil.prepDb(conf);
//2) obtain metastore clients
msClient = new HiveMetaStoreClient(conf);
diff --git
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
index 87a72b5..63690f9 100644
---
a/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
+++
b/hcatalog/streaming/src/test/org/apache/hive/hcatalog/streaming/mutate/StreamingTestUtils.java
@@ -66,8 +66,8 @@ public class StreamingTestUtils {
public void prepareTransactionDatabase(HiveConf conf) throws Exception {
TxnDbUtil.setConfValues(conf);
-TxnDbUtil.cleanDb();
-TxnDbUtil.prepDb();
+TxnDbUtil.cleanDb(conf);
+TxnDbUtil.prepDb(conf);
}
public IMetaStoreClient newMetaStoreClient(HiveConf conf) throws Exception {
diff --git
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
index a0f18c6..aeaaf9b 100644
---
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
+++
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestHiveMetaStoreTxns.java
@@ -259,12 +259,12 @@ public class TestHiveMetaStoreTxns {
@Before
public void setUp() throws Exception {
-TxnDbUtil.prepDb();
+TxnDbUtil.prepDb(conf);
client = new HiveMetaStoreClient(conf);
}
@After
public void tearDown() throws Exception {
-TxnDbUtil.cleanDb();
+TxnDbUtil.cleanDb(conf);
}
}
diff --git
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
index 2bf9871..334be92 100644
---
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
+++
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java
@@ -76,7 +76,6 @@ public class TestAcidOnTez {
@Before
public void setUp() throws Exception {
-tearDown();
hiveConf = new HiveConf(this.getClass());
hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
@@ -88,7 +87,7 @@ public class TestAcidOnTez {
.setVar(HiveConf.ConfVars.HIVE_AUTHORIZATION_MANAGER,
"org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactory");
TxnDbUtil.setConfValues(hiveConf);
-TxnDbUtil.prepDb();
+TxnDbUtil.prepDb(hiveConf);
File f = new File(TEST_WAREHOUSE_DIR);
if (f.exists()) {
FileUtil.fullyDelete(f);
@@ -133,7 +132,7
hive git commit: HIVE-18884 Simplify Logging in Hive Metastore Client (Mani M via Alan Gates)
Repository: hive
Updated Branches:
refs/heads/master f09db52fd -> 67284b0ce
HIVE-18884 Simplify Logging in Hive Metastore Client (Mani M via Alan Gates)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/67284b0c
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/67284b0c
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/67284b0c
Branch: refs/heads/master
Commit: 67284b0cee30c28c6d80099769192dff08e4fc63
Parents: f09db52
Author: Alan Gates
Authored: Thu Jan 17 12:58:54 2019 -0800
Committer: Alan Gates
Committed: Thu Jan 17 12:58:54 2019 -0800
--
.../hive/metastore/HiveMetaStoreClient.java | 20 ++--
1 file changed, 10 insertions(+), 10 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/67284b0c/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
--
diff --git
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
index 3c81f93..19bd9ba 100644
---
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
+++
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
@@ -363,7 +363,7 @@ public class HiveMetaStoreClient implements
IMetaStoreClient, AutoCloseable {
if (uriResolverClassName.equals("")) {
return null;
} else {
- LOG.info("Loading uri resolver" + uriResolverClassName);
+ LOG.info("Loading uri resolver : " + uriResolverClassName);
try {
Class uriResolverClass = Class.forName(uriResolverClassName, true,
JavaUtils.getClassLoader());
@@ -533,7 +533,7 @@ public class HiveMetaStoreClient implements
IMetaStoreClient, AutoCloseable {
for (int attempt = 0; !isConnected && attempt < retries; ++attempt) {
for (URI store : metastoreUris) {
-LOG.info("Trying to connect to metastore with URI " + store);
+LOG.info("Trying to connect to metastore with URI (" + store + ")");
try {
if (useSSL) {
@@ -549,7 +549,7 @@ public class HiveMetaStoreClient implements
IMetaStoreClient, AutoCloseable {
// Create an SSL socket and connect
transport = SecurityUtils.getSSLSocket(store.getHost(),
store.getPort(), clientSocketTimeout,
trustStorePath, trustStorePassword );
- LOG.info("Opened an SSL connection to metastore, current
connections: " + connCount.incrementAndGet());
+ LOG.debug("Opened an SSL connection to metastore, current
connections: " + connCount.incrementAndGet());
if (LOG.isTraceEnabled()) {
LOG.trace("", new LogUtils.StackTraceLogger("METASTORE SSL
CONNECTION TRACE - open - " +
System.identityHashCode(this)));
@@ -580,13 +580,13 @@ public class HiveMetaStoreClient implements
IMetaStoreClient, AutoCloseable {
tokenStrForm = SecurityUtils.getTokenStrForm(tokenSig);
if(tokenStrForm != null) {
-LOG.info("HMSC::open(): Found delegation token. Creating
DIGEST-based thrift connection.");
+LOG.debug("HMSC::open(): Found delegation token. Creating
DIGEST-based thrift connection.");
// authenticate using delegation tokens via the "DIGEST"
mechanism
transport = authBridge.createClientTransport(null,
store.getHost(),
"DIGEST", tokenStrForm, transport,
MetaStoreUtils.getMetaStoreSaslProperties(conf,
useSSL));
} else {
-LOG.info("HMSC::open(): Could not find delegation token.
Creating KERBEROS-based thrift connection.");
+LOG.debug("HMSC::open(): Could not find delegation token.
Creating KERBEROS-based thrift connection.");
String principalConfig =
MetastoreConf.getVar(conf, ConfVars.KERBEROS_PRINCIPAL);
transport = authBridge.createClientTransport(
@@ -613,7 +613,7 @@ public class HiveMetaStoreClient implements
IMetaStoreClient, AutoCloseable {
try {
if (!transport.isOpen()) {
transport.open();
- LOG.info("Opened a connection to metastore, current connections:
" + connCount.incrementAndGet());
+ LOG.info(&quo
[09/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
--
diff --git
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
new file mode 100644
index 000..75f16cb
--- /dev/null
+++
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
@@ -0,0 +1,67 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hive.metastore.conf;
+
+import java.util.concurrent.TimeUnit;
+
+public class TimeValidator implements Validator {
+
+ private final TimeUnit unit;
+ private final Long min;
+ private final boolean minInclusive;
+
+ private final Long max;
+ private final boolean maxInclusive;
+
+ public TimeValidator(TimeUnit unit) {
+this(unit, null, false, null, false);
+ }
+
+ public TimeValidator(TimeUnit unit, Long min, boolean minInclusive, Long max,
+ boolean maxInclusive) {
+this.unit = unit;
+this.min = min;
+this.minInclusive = minInclusive;
+this.max = max;
+this.maxInclusive = maxInclusive;
+ }
+
+ @Override
+ public void validate(String value) {
+// First just check that this translates
+TimeUnit defaultUnit = unit;
+long time = MetastoreConf.convertTimeStr(value, defaultUnit, defaultUnit);
+if (min != null) {
+ if (minInclusive ? time < min : time <= min) {
+throw new IllegalArgumentException(value + " is smaller than minimum "
+ min +
+MetastoreConf.timeAbbreviationFor(defaultUnit));
+ }
+}
+
+if (max != null) {
+ if (maxInclusive ? time > max : time >= max) {
+throw new IllegalArgumentException(value + " is larger than maximum "
+ max +
+MetastoreConf.timeAbbreviationFor(defaultUnit));
+ }
+}
+ }
+
+ private String timeString(long time, TimeUnit timeUnit) {
+return time + " " + MetastoreConf.timeAbbreviationFor(timeUnit);
+ }
+}
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
--
diff --git
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
new file mode 100644
index 000..91d790a
--- /dev/null
+++
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
@@ -0,0 +1,258 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.hive.metastore.partition.spec;
+
+import org.apache.hadoop.hive.metastore.api.MetaException;
+import org.apache.hadoop.hive.metastore.api.Partition;
+import org.apache.hadoop.hive.metastore.api.PartitionSpec;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+
+import static
[03/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
deleted file mode 100644
index 30ea7f8..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
+++ /dev/null
@@ -1,1713 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.hadoop.hive.metastore.conf;
-
-import com.google.common.annotations.VisibleForTesting;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.hive.metastore.utils.StringUtils;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.File;
-import java.io.IOException;
-import java.net.URI;
-import java.net.URL;
-import java.util.Arrays;
-import java.util.Collection;
-import java.util.Collections;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicBoolean;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-/**
- * A set of definitions of config values used by the Metastore. One of the
key aims of this
- * class is to provide backwards compatibility with existing Hive
configuration keys while
- * allowing the metastore to have its own, Hive independent keys. For this
reason access to the
- * underlying Configuration object should always be done via the static
methods provided here
- * rather than directly via {@link Configuration#get(String)} and
- * {@link Configuration#set(String, String)}. All the methods of this class
will handle checking
- * both the MetastoreConf key and the Hive key. The algorithm is, on reads,
to check first the
- * MetastoreConf key, then the Hive key, then return the default if neither
are set. On write
- * the Metastore key only is set.
- *
- * This class does not extend Configuration. Rather it provides static
methods for operating on
- * a Configuration object. This allows it to work on HiveConf objects, which
otherwise would not
- * be the case.
- */
-public class MetastoreConf {
-
- private static final Logger LOG =
LoggerFactory.getLogger(MetastoreConf.class);
- private static final Pattern TIME_UNIT_SUFFIX =
Pattern.compile("([0-9]+)([a-zA-Z]+)");
-
- @VisibleForTesting
- static final String DEFAULT_STORAGE_SCHEMA_READER_CLASS =
- "org.apache.hadoop.hive.metastore.DefaultStorageSchemaReader";
- @VisibleForTesting
- static final String HIVE_ALTER_HANDLE_CLASS =
- "org.apache.hadoop.hive.metastore.HiveAlterHandler";
- @VisibleForTesting
- static final String MATERIALZIATIONS_REBUILD_LOCK_CLEANER_TASK_CLASS =
-
"org.apache.hadoop.hive.metastore.MaterializationsRebuildLockCleanerTask";
- @VisibleForTesting
- static final String METASTORE_TASK_THREAD_CLASS =
- "org.apache.hadoop.hive.metastore.MetastoreTaskThread";
- @VisibleForTesting
- static final String RUNTIME_STATS_CLEANER_TASK_CLASS =
- "org.apache.hadoop.hive.metastore.RuntimeStatsCleanerTask";
- @VisibleForTesting
- static final String EVENT_CLEANER_TASK_CLASS =
- "org.apache.hadoop.hive.metastore.events.EventCleanerTask";
- @VisibleForTesting
- static final String METASTORE_DELEGATION_MANAGER_CLASS =
-
"org.apache.hadoop.hive.metastore.security.MetastoreDelegationTokenManager";
- @VisibleForTesting
- static final String ACID_COMPACTION_HISTORY_SERVICE_CLASS =
- "org.apache.hadoop.hive.metastore.txn.AcidCompactionHistoryService";
- @VisibleForTesting
- static final String ACID_HOUSE_KEEPER_SERVICE_CLASS =
- "org.apache.hadoop.hive.metastore.txn.AcidHouseKeeperService";
- @VisibleForTesting
- static final String ACID_OPEN_TXNS_COUNTER_SERVICE_CLASS =
- "org.apache.hadoop.hive.metastore.txn.AcidOpenTxnsCounterService";
- @VisibleForTesting
- static final String
[04/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetaStoreFS.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetaStoreFS.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetaStoreFS.java
deleted file mode 100644
index ddcda4c..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetaStoreFS.java
+++ /dev/null
@@ -1,43 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.hive.metastore;
-
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hive.metastore.api.MetaException;
-
-/**
- * Define a set of APIs that may vary in different environments
- */
-public interface MetaStoreFS {
-
- /**
- * delete a directory
- *
- * @param f
- * @param ifPurge
- * @param recursive
- * @return true on success
- * @throws MetaException
- */
- public boolean deleteDir(FileSystem fs, Path f, boolean recursive,
- boolean ifPurge, Configuration conf) throws MetaException;
-
-}
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetadataStore.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetadataStore.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetadataStore.java
deleted file mode 100644
index 26e2c49..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/MetadataStore.java
+++ /dev/null
@@ -1,52 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.hive.metastore;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-import java.util.List;
-
-public interface MetadataStore {
- /**
- * @param fileIds file ID list.
- * @param result The ref parameter, used to return the serialized file
metadata.
- */
- void getFileMetadata(List fileIds, ByteBuffer[] result) throws
IOException;
-
- /**
- * @param fileIds file ID list.
- * @param metadataBuffers Serialized file metadata, one per file ID.
- * @param addedCols The column names for additional columns created by
file-format-specific
- * metadata handler, to be stored in the cache.
- * @param addedVals The values for addedCols; one value per file ID per
added column.
- */
- void storeFileMetadata(List fileIds, List metadataBuffers,
- ByteBuffer[] addedCols, ByteBuffer[][] addedVals) throws IOException,
InterruptedException;
-
- /**
- * @param fileId The file ID.
- * @param metadata Serialized file metadata.
- * @param addedCols The column names for additional columns created by
file-format-specific
- * metadata handler, to be stored in the cache.
- * @param addedVals The values for addedCols; one value per added column.
- */
- void storeFileMetadata(long fileId, ByteBuffer metadata, ByteBuffer[]
addedCols,
- ByteBuffer[] addedVals) throws IOException, InterruptedException;
-
-}
[13/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
--
diff --git
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
new file mode 100644
index 000..df6d56b
--- /dev/null
+++
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
@@ -0,0 +1,3637 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.hive.metastore;
+
+import static org.apache.hadoop.hive.metastore.Warehouse.DEFAULT_DATABASE_NAME;
+import static
org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.getDefaultCatalog;
+import static
org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.prependCatalogToDbName;
+
+import java.io.IOException;
+import java.lang.reflect.Constructor;
+import java.lang.reflect.InvocationHandler;
+import java.lang.reflect.InvocationTargetException;
+import java.lang.reflect.Method;
+import java.lang.reflect.Proxy;
+import java.net.InetAddress;
+import java.net.URI;
+import java.net.UnknownHostException;
+import java.nio.ByteBuffer;
+import java.security.PrivilegedExceptionAction;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.Iterator;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.NoSuchElementException;
+import java.util.Random;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+import javax.security.auth.login.LoginException;
+
+import org.apache.hadoop.classification.InterfaceAudience;
+import org.apache.hadoop.classification.InterfaceStability;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hive.common.StatsSetupConst;
+import org.apache.hadoop.hive.common.ValidTxnList;
+import org.apache.hadoop.hive.common.ValidWriteIdList;
+import org.apache.hadoop.hive.metastore.api.*;
+import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
+import org.apache.hadoop.hive.metastore.conf.MetastoreConf.ConfVars;
+import org.apache.hadoop.hive.metastore.hooks.URIResolverHook;
+import org.apache.hadoop.hive.metastore.partition.spec.PartitionSpecProxy;
+import org.apache.hadoop.hive.metastore.security.HadoopThriftAuthBridge;
+import org.apache.hadoop.hive.metastore.txn.TxnCommonUtils;
+import org.apache.hadoop.hive.metastore.utils.JavaUtils;
+import org.apache.hadoop.hive.metastore.utils.MetaStoreUtils;
+import org.apache.hadoop.hive.metastore.utils.ObjectPair;
+import org.apache.hadoop.hive.metastore.utils.SecurityUtils;
+import org.apache.hadoop.security.UserGroupInformation;
+import org.apache.hadoop.util.ReflectionUtils;
+import org.apache.hadoop.util.StringUtils;
+import org.apache.thrift.TApplicationException;
+import org.apache.thrift.TException;
+import org.apache.thrift.protocol.TBinaryProtocol;
+import org.apache.thrift.protocol.TCompactProtocol;
+import org.apache.thrift.protocol.TProtocol;
+import org.apache.thrift.transport.TFramedTransport;
+import org.apache.thrift.transport.TSocket;
+import org.apache.thrift.transport.TTransport;
+import org.apache.thrift.transport.TTransportException;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import com.google.common.annotations.VisibleForTesting;
+import com.google.common.collect.Lists;
+
+/**
+ * Hive Metastore Client.
+ * The public implementation of IMetaStoreClient. Methods not inherited from
IMetaStoreClient
+ * are not public and can change. Hence this is marked as unstable.
+ * For users who require retry mechanism when the connection between metastore
and client is
+ * broken, RetryingMetaStoreClient class should be used.
+ */
+@InterfaceAudience.Public
+@InterfaceStability.Evolving
+public class HiveMetaStoreClient implements IMetaStoreClient, AutoCloseable {
+ /**
+ * Capabilities of
[07/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java
deleted file mode 100644
index 35be3c4..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java
+++ /dev/null
@@ -1,336 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.hadoop.hive.common;
-
-import java.io.IOException;
-import java.util.List;
-import java.util.Map;
-import java.util.TreeMap;
-
-import com.google.common.collect.ImmutableList;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
-import org.apache.hadoop.hive.metastore.conf.MetastoreConf.ConfVars;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import com.fasterxml.jackson.annotation.JsonInclude;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.core.JsonGenerator;
-import com.fasterxml.jackson.core.JsonParser;
-import com.fasterxml.jackson.core.JsonProcessingException;
-import com.fasterxml.jackson.databind.DeserializationContext;
-import com.fasterxml.jackson.databind.JsonDeserializer;
-import com.fasterxml.jackson.databind.JsonSerializer;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.fasterxml.jackson.databind.ObjectReader;
-import com.fasterxml.jackson.databind.ObjectWriter;
-import com.fasterxml.jackson.databind.SerializerProvider;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-
-
-/**
- * A class that defines the constant strings used by the statistics
implementation.
- */
-
-public class StatsSetupConst {
-
- protected static final Logger LOG =
LoggerFactory.getLogger(StatsSetupConst.class.getName());
-
- public enum StatDB {
-fs {
- @Override
- public String getPublisher(Configuration conf) {
-return "org.apache.hadoop.hive.ql.stats.fs.FSStatsPublisher";
- }
-
- @Override
- public String getAggregator(Configuration conf) {
-return "org.apache.hadoop.hive.ql.stats.fs.FSStatsAggregator";
- }
-},
-custom {
- @Override
- public String getPublisher(Configuration conf) {
-return MetastoreConf.getVar(conf, ConfVars.STATS_DEFAULT_PUBLISHER); }
- @Override
- public String getAggregator(Configuration conf) {
-return MetastoreConf.getVar(conf, ConfVars.STATS_DEFAULT_AGGREGATOR);
}
-};
-public abstract String getPublisher(Configuration conf);
-public abstract String getAggregator(Configuration conf);
- }
-
- // statistics stored in metastore
- /**
- * The name of the statistic Num Files to be published or gathered.
- */
- public static final String NUM_FILES = "numFiles";
-
- /**
- * The name of the statistic Num Partitions to be published or gathered.
- */
- public static final String NUM_PARTITIONS = "numPartitions";
-
- /**
- * The name of the statistic Total Size to be published or gathered.
- */
- public static final String TOTAL_SIZE = "totalSize";
-
- /**
- * The name of the statistic Row Count to be published or gathered.
- */
- public static final String ROW_COUNT = "numRows";
-
- public static final String RUN_TIME_ROW_COUNT = "runTimeNumRows";
-
- /**
- * The name of the statistic Raw Data Size to be published or gathered.
- */
- public static final String RAW_DATA_SIZE = "rawDataSize";
-
- /**
- * The name of the statistic for Number of Erasure Coded Files - to be
published or gathered.
- */
- public static final String NUM_ERASURE_CODED_FILES = "numFilesErasureCoded";
-
- /**
- * Temp dir for writing stats from tasks.
- */
- public static final String STATS_TMP_LOC = "hive.stats.tmp.loc";
-
- public static final String STATS_FILE_PREFIX = "tmpstats-";
- /**
- * List of all
[10/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
--
diff --git
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
new file mode 100644
index 000..30ea7f8
--- /dev/null
+++
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java
@@ -0,0 +1,1713 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hive.metastore.conf;
+
+import com.google.common.annotations.VisibleForTesting;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hive.metastore.utils.StringUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.io.IOException;
+import java.net.URI;
+import java.net.URL;
+import java.util.Arrays;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+/**
+ * A set of definitions of config values used by the Metastore. One of the
key aims of this
+ * class is to provide backwards compatibility with existing Hive
configuration keys while
+ * allowing the metastore to have its own, Hive independent keys. For this
reason access to the
+ * underlying Configuration object should always be done via the static
methods provided here
+ * rather than directly via {@link Configuration#get(String)} and
+ * {@link Configuration#set(String, String)}. All the methods of this class
will handle checking
+ * both the MetastoreConf key and the Hive key. The algorithm is, on reads,
to check first the
+ * MetastoreConf key, then the Hive key, then return the default if neither
are set. On write
+ * the Metastore key only is set.
+ *
+ * This class does not extend Configuration. Rather it provides static
methods for operating on
+ * a Configuration object. This allows it to work on HiveConf objects, which
otherwise would not
+ * be the case.
+ */
+public class MetastoreConf {
+
+ private static final Logger LOG =
LoggerFactory.getLogger(MetastoreConf.class);
+ private static final Pattern TIME_UNIT_SUFFIX =
Pattern.compile("([0-9]+)([a-zA-Z]+)");
+
+ @VisibleForTesting
+ static final String DEFAULT_STORAGE_SCHEMA_READER_CLASS =
+ "org.apache.hadoop.hive.metastore.DefaultStorageSchemaReader";
+ @VisibleForTesting
+ static final String HIVE_ALTER_HANDLE_CLASS =
+ "org.apache.hadoop.hive.metastore.HiveAlterHandler";
+ @VisibleForTesting
+ static final String MATERIALZIATIONS_REBUILD_LOCK_CLEANER_TASK_CLASS =
+
"org.apache.hadoop.hive.metastore.MaterializationsRebuildLockCleanerTask";
+ @VisibleForTesting
+ static final String METASTORE_TASK_THREAD_CLASS =
+ "org.apache.hadoop.hive.metastore.MetastoreTaskThread";
+ @VisibleForTesting
+ static final String RUNTIME_STATS_CLEANER_TASK_CLASS =
+ "org.apache.hadoop.hive.metastore.RuntimeStatsCleanerTask";
+ @VisibleForTesting
+ static final String EVENT_CLEANER_TASK_CLASS =
+ "org.apache.hadoop.hive.metastore.events.EventCleanerTask";
+ @VisibleForTesting
+ static final String METASTORE_DELEGATION_MANAGER_CLASS =
+
"org.apache.hadoop.hive.metastore.security.MetastoreDelegationTokenManager";
+ @VisibleForTesting
+ static final String ACID_COMPACTION_HISTORY_SERVICE_CLASS =
+ "org.apache.hadoop.hive.metastore.txn.AcidCompactionHistoryService";
+ @VisibleForTesting
+ static final String ACID_HOUSE_KEEPER_SERVICE_CLASS =
+ "org.apache.hadoop.hive.metastore.txn.AcidHouseKeeperService";
+ @VisibleForTesting
+ static final String ACID_OPEN_TXNS_COUNTER_SERVICE_CLASS =
+ "org.apache.hadoop.hive.metastore.txn.AcidOpenTxnsCounterService";
+ @VisibleForTesting
+ static final String
[08/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
--
diff --git
a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
new file mode 100644
index 000..155ecb1
--- /dev/null
+++
b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
@@ -0,0 +1,597 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hive.metastore.utils;
+
+import org.apache.curator.shaded.com.google.common.collect.Lists;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.ContentSummary;
+import org.apache.hadoop.fs.FileStatus;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.FileUtil;
+import org.apache.hadoop.fs.LocatedFileStatus;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.fs.PathFilter;
+import org.apache.hadoop.fs.RemoteIterator;
+import org.apache.hadoop.fs.Trash;
+import org.apache.hadoop.hive.metastore.api.MetaException;
+import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
+import org.apache.hadoop.hive.metastore.conf.MetastoreConf.ConfVars;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.IOException;
+import java.net.URI;
+import java.util.ArrayList;
+import java.util.BitSet;
+import java.util.Collections;
+import java.util.List;
+import java.util.NoSuchElementException;
+
+public class FileUtils {
+ private static final PathFilter SNAPSHOT_DIR_PATH_FILTER = new PathFilter() {
+@Override
+public boolean accept(Path p) {
+ return ".snapshot".equalsIgnoreCase(p.getName());
+}
+ };
+ private static final Logger LOG = LoggerFactory.getLogger(FileUtils.class);
+
+ public static final PathFilter HIDDEN_FILES_PATH_FILTER = new PathFilter() {
+@Override
+public boolean accept(Path p) {
+ String name = p.getName();
+ return !name.startsWith("_") && !name.startsWith(".");
+}
+ };
+ /**
+ * Filter that filters out hidden files
+ */
+ private static final PathFilter hiddenFileFilter = new PathFilter() {
+@Override
+public boolean accept(Path p) {
+ String name = p.getName();
+ return !name.startsWith("_") && !name.startsWith(".");
+}
+ };
+
+ /**
+ * Move a particular file or directory to the trash.
+ * @param fs FileSystem to use
+ * @param f path of file or directory to move to trash.
+ * @param conf configuration object
+ * @return true if move successful
+ * @throws IOException
+ */
+ public static boolean moveToTrash(FileSystem fs, Path f, Configuration conf,
boolean purge)
+ throws IOException {
+LOG.debug("deleting " + f);
+boolean result;
+try {
+ if(purge) {
+LOG.debug("purge is set to true. Not moving to Trash " + f);
+ } else {
+result = Trash.moveToAppropriateTrash(fs, f, conf);
+if (result) {
+ LOG.trace("Moved to trash: " + f);
+ return true;
+}
+ }
+} catch (IOException ioe) {
+ // for whatever failure reason including that trash has lower encryption
zone
+ // retry with force delete
+ LOG.warn(ioe.getMessage() + "; Force to delete it.");
+}
+
+result = fs.delete(f, true);
+if (!result) {
+ LOG.error("Failed to delete " + f);
+}
+return result;
+ }
+
+ /**
+ * Copies files between filesystems.
+ */
+ public static boolean copy(FileSystem srcFS, Path src,
+ FileSystem dstFS, Path dst,
+ boolean deleteSource,
+ boolean overwrite,
+ Configuration conf) throws IOException {
+boolean copied = false;
+boolean triedDistcp = false;
+
+/* Run distcp if source file/dir is too big */
+if (srcFS.getUri().getScheme().equals("hdfs")) {
+ ContentSummary srcContentSummary = srcFS.getContentSummary(src);
+ if (srcContentSummary.getFileCount() >
+MetastoreConf.getLongVar(conf,
[14/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
HIVE-20483 Really move metastore common classes into metastore-common
(Alexander Kolbasov via Alan Gates).
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/35f86c74
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/35f86c74
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/35f86c74
Branch: refs/heads/master
Commit: 35f86c749cefc2a9972a991deed78a1c3719093d
Parents: 265
Author: Alan Gates
Authored: Thu Sep 13 12:38:43 2018 -0700
Committer: Alan Gates
Committed: Thu Sep 13 12:38:43 2018 -0700
--
beeline/pom.xml |5 +
hcatalog/hcatalog-pig-adapter/pom.xml |7 +
hcatalog/pom.xml|7 +
metastore/pom.xml |5 -
ql/pom.xml |5 +
.../hadoop/hive/common/StatsSetupConst.java | 336 ++
.../hadoop/hive/metastore/ColumnType.java | 301 ++
.../hive/metastore/FileMetadataHandler.java | 109 +
.../hive/metastore/HiveMetaStoreClient.java | 3637 +
.../hadoop/hive/metastore/IMetaStoreClient.java | 3761 ++
.../hadoop/hive/metastore/MetaStoreFS.java | 43 +
.../hadoop/hive/metastore/MetadataStore.java| 52 +
.../hive/metastore/MetastoreTaskThread.java | 38 +
.../metastore/PartitionExpressionProxy.java | 73 +
.../hive/metastore/ReplChangeManager.java | 502 +++
.../hive/metastore/RetryingMetaStoreClient.java | 341 ++
.../hadoop/hive/metastore/TableIterable.java| 115 +
.../apache/hadoop/hive/metastore/Warehouse.java | 759
.../hive/metastore/conf/MetastoreConf.java | 1713
.../hive/metastore/conf/TimeValidator.java | 67 +
.../spec/CompositePartitionSpecProxy.java | 258 ++
.../spec/PartitionListComposingSpecProxy.java | 209 +
.../partition/spec/PartitionSpecProxy.java | 220 +
.../spec/PartitionSpecWithSharedSDProxy.java| 192 +
.../security/DelegationTokenIdentifier.java | 52 +
.../security/DelegationTokenSecretManager.java | 134 +
.../security/DelegationTokenSelector.java | 33 +
.../security/HadoopThriftAuthBridge.java| 700
.../security/HadoopThriftAuthBridge23.java | 114 +
.../hadoop/hive/metastore/utils/FileUtils.java | 597 +++
.../hadoop/hive/metastore/utils/HdfsUtils.java | 395 ++
.../hive/metastore/utils/MetaStoreUtils.java| 908 +
.../hive/metastore/utils/SecurityUtils.java | 270 ++
.../hadoop/hive/common/StatsSetupConst.java | 336 --
.../hadoop/hive/metastore/ColumnType.java | 301 --
.../hive/metastore/FileMetadataHandler.java | 109 -
.../hive/metastore/HiveMetaStoreClient.java | 3637 -
.../hadoop/hive/metastore/IMetaStoreClient.java | 3761 --
.../hadoop/hive/metastore/MetaStoreFS.java | 43 -
.../hadoop/hive/metastore/MetadataStore.java| 52 -
.../hive/metastore/MetastoreTaskThread.java | 38 -
.../metastore/PartitionExpressionProxy.java | 73 -
.../hive/metastore/ReplChangeManager.java | 502 ---
.../hive/metastore/RetryingMetaStoreClient.java | 341 --
.../hadoop/hive/metastore/TableIterable.java| 115 -
.../apache/hadoop/hive/metastore/Warehouse.java | 759
.../hive/metastore/conf/MetastoreConf.java | 1713
.../hive/metastore/conf/TimeValidator.java | 67 -
.../spec/CompositePartitionSpecProxy.java | 258 --
.../spec/PartitionListComposingSpecProxy.java | 209 -
.../partition/spec/PartitionSpecProxy.java | 220 -
.../spec/PartitionSpecWithSharedSDProxy.java| 192 -
.../security/DelegationTokenIdentifier.java | 52 -
.../security/DelegationTokenSecretManager.java | 134 -
.../security/DelegationTokenSelector.java | 33 -
.../security/HadoopThriftAuthBridge.java| 700
.../security/HadoopThriftAuthBridge23.java | 114 -
.../hadoop/hive/metastore/utils/FileUtils.java | 597 ---
.../hadoop/hive/metastore/utils/HdfsUtils.java | 395 --
.../hive/metastore/utils/MetaStoreUtils.java| 908 -
.../hive/metastore/utils/SecurityUtils.java | 270 --
streaming/pom.xml |6 +
62 files changed, 15959 insertions(+), 15934 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/beeline/pom.xml
--
diff --git a/beeline/pom.xml b/beeline/pom.xml
index 4567d5e..19ec53e 100644
--- a/beeline/pom.xml
+++ b/beeline/pom.xml
@@ -55,6 +55,11 @@
hive-jdbc
${project.version}
+
+ org.apache.hive
+ hive-standalone-metastore-server
+ ${project.version}
+
commons-cli
http://git-wip-us.apache.org
[05/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/IMetaStoreClient.java -- diff --git a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/IMetaStoreClient.java b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/IMetaStoreClient.java deleted file mode 100644 index 54e7eda..000 --- a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/IMetaStoreClient.java +++ /dev/null @@ -1,3761 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.hive.metastore; - - -import java.io.IOException; -import java.nio.ByteBuffer; -import java.util.List; -import java.util.Map; -import java.util.Map.Entry; - -import org.apache.hadoop.classification.InterfaceAudience; -import org.apache.hadoop.classification.InterfaceStability; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hive.common.ValidTxnList; -import org.apache.hadoop.hive.common.ValidWriteIdList; -import org.apache.hadoop.hive.common.classification.RetrySemantics; -import org.apache.hadoop.hive.metastore.annotation.NoReconnect; -import org.apache.hadoop.hive.metastore.api.AggrStats; -import org.apache.hadoop.hive.metastore.api.AlreadyExistsException; -import org.apache.hadoop.hive.metastore.api.CheckConstraintsRequest; -import org.apache.hadoop.hive.metastore.api.Catalog; -import org.apache.hadoop.hive.metastore.api.CmRecycleRequest; -import org.apache.hadoop.hive.metastore.api.CmRecycleResponse; -import org.apache.hadoop.hive.metastore.api.ColumnStatistics; -import org.apache.hadoop.hive.metastore.api.ColumnStatisticsObj; -import org.apache.hadoop.hive.metastore.api.CommitTxnRequest; -import org.apache.hadoop.hive.metastore.api.CompactionResponse; -import org.apache.hadoop.hive.metastore.api.CompactionType; -import org.apache.hadoop.hive.metastore.api.ConfigValSecurityException; -import org.apache.hadoop.hive.metastore.api.CreationMetadata; -import org.apache.hadoop.hive.metastore.api.CurrentNotificationEventId; -import org.apache.hadoop.hive.metastore.api.DataOperationType; -import org.apache.hadoop.hive.metastore.api.DefaultConstraintsRequest; -import org.apache.hadoop.hive.metastore.api.Database; -import org.apache.hadoop.hive.metastore.api.EnvironmentContext; -import org.apache.hadoop.hive.metastore.api.FieldSchema; -import org.apache.hadoop.hive.metastore.api.FindSchemasByColsResp; -import org.apache.hadoop.hive.metastore.api.FindSchemasByColsRqst; -import org.apache.hadoop.hive.metastore.api.FireEventRequest; -import org.apache.hadoop.hive.metastore.api.FireEventResponse; -import org.apache.hadoop.hive.metastore.api.ForeignKeysRequest; -import org.apache.hadoop.hive.metastore.api.Function; -import org.apache.hadoop.hive.metastore.api.GetAllFunctionsResponse; -import org.apache.hadoop.hive.metastore.api.GetOpenTxnsInfoResponse; -import org.apache.hadoop.hive.metastore.api.GetPrincipalsInRoleRequest; -import org.apache.hadoop.hive.metastore.api.GetPrincipalsInRoleResponse; -import org.apache.hadoop.hive.metastore.api.GetRoleGrantsForPrincipalRequest; -import org.apache.hadoop.hive.metastore.api.GetRoleGrantsForPrincipalResponse; -import org.apache.hadoop.hive.metastore.api.HeartbeatTxnRangeResponse; -import org.apache.hadoop.hive.metastore.api.HiveObjectPrivilege; -import org.apache.hadoop.hive.metastore.api.HiveObjectRef; -import org.apache.hadoop.hive.metastore.api.ISchema; -import org.apache.hadoop.hive.metastore.api.InvalidInputException; -import org.apache.hadoop.hive.metastore.api.InvalidObjectException; -import org.apache.hadoop.hive.metastore.api.InvalidOperationException; -import org.apache.hadoop.hive.metastore.api.InvalidPartitionException; -import org.apache.hadoop.hive.metastore.api.LockRequest; -import org.apache.hadoop.hive.metastore.api.LockResponse; -import org.apache.hadoop.hive.metastore.api.Materialization; -import org.apache.hadoop.hive.metastore.api.MetaException; -import org.apache.hadoop.hive.metastore.api.MetadataPpdResult; -import
[02/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
deleted file mode 100644
index 75f16cb..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/conf/TimeValidator.java
+++ /dev/null
@@ -1,67 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.hadoop.hive.metastore.conf;
-
-import java.util.concurrent.TimeUnit;
-
-public class TimeValidator implements Validator {
-
- private final TimeUnit unit;
- private final Long min;
- private final boolean minInclusive;
-
- private final Long max;
- private final boolean maxInclusive;
-
- public TimeValidator(TimeUnit unit) {
-this(unit, null, false, null, false);
- }
-
- public TimeValidator(TimeUnit unit, Long min, boolean minInclusive, Long max,
- boolean maxInclusive) {
-this.unit = unit;
-this.min = min;
-this.minInclusive = minInclusive;
-this.max = max;
-this.maxInclusive = maxInclusive;
- }
-
- @Override
- public void validate(String value) {
-// First just check that this translates
-TimeUnit defaultUnit = unit;
-long time = MetastoreConf.convertTimeStr(value, defaultUnit, defaultUnit);
-if (min != null) {
- if (minInclusive ? time < min : time <= min) {
-throw new IllegalArgumentException(value + " is smaller than minimum "
+ min +
-MetastoreConf.timeAbbreviationFor(defaultUnit));
- }
-}
-
-if (max != null) {
- if (maxInclusive ? time > max : time >= max) {
-throw new IllegalArgumentException(value + " is larger than maximum "
+ max +
-MetastoreConf.timeAbbreviationFor(defaultUnit));
- }
-}
- }
-
- private String timeString(long time, TimeUnit timeUnit) {
-return time + " " + MetastoreConf.timeAbbreviationFor(timeUnit);
- }
-}
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
deleted file mode 100644
index 91d790a..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/partition/spec/CompositePartitionSpecProxy.java
+++ /dev/null
@@ -1,258 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.hadoop.hive.metastore.partition.spec;
-
-import org.apache.hadoop.hive.metastore.api.MetaException;
-import org.apache.hadoop.hive.metastore.api.Partition;
-import org.apache.hadoop.hive.metastore.api.PartitionSpec;
-
-import java.util.ArrayList;
-import java.util.List;
-import java.util.Map;
-
-import static
[01/14] hive git commit: HIVE-20483 Really move metastore common classes into metastore-common (Alexander Kolbasov via Alan Gates).
Repository: hive
Updated Branches:
refs/heads/master 26543 -> 35f86c749
http://git-wip-us.apache.org/repos/asf/hive/blob/35f86c74/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
--
diff --git
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
deleted file mode 100644
index 155ecb1..000
---
a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/utils/FileUtils.java
+++ /dev/null
@@ -1,597 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.hadoop.hive.metastore.utils;
-
-import org.apache.curator.shaded.com.google.common.collect.Lists;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.ContentSummary;
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.FileUtil;
-import org.apache.hadoop.fs.LocatedFileStatus;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.fs.PathFilter;
-import org.apache.hadoop.fs.RemoteIterator;
-import org.apache.hadoop.fs.Trash;
-import org.apache.hadoop.hive.metastore.api.MetaException;
-import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
-import org.apache.hadoop.hive.metastore.conf.MetastoreConf.ConfVars;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.IOException;
-import java.net.URI;
-import java.util.ArrayList;
-import java.util.BitSet;
-import java.util.Collections;
-import java.util.List;
-import java.util.NoSuchElementException;
-
-public class FileUtils {
- private static final PathFilter SNAPSHOT_DIR_PATH_FILTER = new PathFilter() {
-@Override
-public boolean accept(Path p) {
- return ".snapshot".equalsIgnoreCase(p.getName());
-}
- };
- private static final Logger LOG = LoggerFactory.getLogger(FileUtils.class);
-
- public static final PathFilter HIDDEN_FILES_PATH_FILTER = new PathFilter() {
-@Override
-public boolean accept(Path p) {
- String name = p.getName();
- return !name.startsWith("_") && !name.startsWith(".");
-}
- };
- /**
- * Filter that filters out hidden files
- */
- private static final PathFilter hiddenFileFilter = new PathFilter() {
-@Override
-public boolean accept(Path p) {
- String name = p.getName();
- return !name.startsWith("_") && !name.startsWith(".");
-}
- };
-
- /**
- * Move a particular file or directory to the trash.
- * @param fs FileSystem to use
- * @param f path of file or directory to move to trash.
- * @param conf configuration object
- * @return true if move successful
- * @throws IOException
- */
- public static boolean moveToTrash(FileSystem fs, Path f, Configuration conf,
boolean purge)
- throws IOException {
-LOG.debug("deleting " + f);
-boolean result;
-try {
- if(purge) {
-LOG.debug("purge is set to true. Not moving to Trash " + f);
- } else {
-result = Trash.moveToAppropriateTrash(fs, f, conf);
-if (result) {
- LOG.trace("Moved to trash: " + f);
- return true;
-}
- }
-} catch (IOException ioe) {
- // for whatever failure reason including that trash has lower encryption
zone
- // retry with force delete
- LOG.warn(ioe.getMessage() + "; Force to delete it.");
-}
-
-result = fs.delete(f, true);
-if (!result) {
- LOG.error("Failed to delete " + f);
-}
-return result;
- }
-
- /**
- * Copies files between filesystems.
- */
- public static boolean copy(FileSystem srcFS, Path src,
- FileSystem dstFS, Path dst,
- boolean deleteSource,
- boolean overwrite,
- Configuration conf) throws IOException {
-boolean copied = false;
-boolean triedDistcp = false;
-
-/* Run distcp if source file/dir is too big */
-if (srcFS.getUri().getScheme().equals("hdfs")) {
- ContentSummary srcContentSummary = srcFS.getContentSummary(src);
- if
