Repository: incubator-hawq Updated Branches: refs/heads/master f157d59fa -> 8a9a4d977
HAWQ-1492. Enable packaging for PXF JDBC plugin. Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/8a9a4d97 Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/8a9a4d97 Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/8a9a4d97 Branch: refs/heads/master Commit: 8a9a4d9778e51aa33e70d423e6931dd92e4e0aae Parents: f157d59 Author: Lav Jain <[email protected]> Authored: Thu Jun 29 18:02:16 2017 -0700 Committer: Oleksandr Diachenko <[email protected]> Committed: Thu Jun 29 18:02:16 2017 -0700 ---------------------------------------------------------------------- pxf/build.gradle | 1 + pxf/gradle.properties | 2 +- .../src/main/resources/pxf-private.classpath | 1 + .../main/resources/pxf-privatebigtop.classpath | 1 + .../src/main/resources/pxf-privatehdp.classpath | 1 + .../src/main/resources/pxf-privatephd.classpath | 3 ++- .../src/main/resources/pxf-profiles-default.xml | 18 ++++++++++++------ 7 files changed, 19 insertions(+), 8 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/build.gradle ---------------------------------------------------------------------- diff --git a/pxf/build.gradle b/pxf/build.gradle index 213b2dd..6f10dbb 100644 --- a/pxf/build.gradle +++ b/pxf/build.gradle @@ -319,6 +319,7 @@ project('pxf') { requires(versionedPackageName('pxf-hive'), project.version, GREATER | EQUAL) requires(versionedPackageName('pxf-hbase'), project.version, GREATER | EQUAL) requires(versionedPackageName('pxf-json'), project.version, GREATER | EQUAL) + requires(versionedPackageName('pxf-jdbc'), project.version, GREATER | EQUAL) preInstall file('src/scripts/pre-install.sh') postInstall file('src/scripts/post-install.sh') http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/gradle.properties ---------------------------------------------------------------------- diff --git a/pxf/gradle.properties b/pxf/gradle.properties index 8544e89..82190ea 100644 --- a/pxf/gradle.properties +++ b/pxf/gradle.properties @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. -version=3.2.1.0 +version=3.3.0.0 license=ASL 2.0 vendor=Apache HAWQ Incubating hadoopVersion=2.7.1 http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-private.classpath ---------------------------------------------------------------------- diff --git a/pxf/pxf-service/src/main/resources/pxf-private.classpath b/pxf/pxf-service/src/main/resources/pxf-private.classpath index 17a1716..7987ac9 100644 --- a/pxf/pxf-service/src/main/resources/pxf-private.classpath +++ b/pxf/pxf-service/src/main/resources/pxf-private.classpath @@ -36,6 +36,7 @@ pxf/pxf-hbase-*[0-9].jar pxf/pxf-hdfs-*[0-9].jar pxf/pxf-hive-*[0-9].jar pxf/pxf-json-*[0-9].jar +pxf/pxf-jdbc-*[0-9].jar # Hadoop Libraries hadoop/share/hadoop/hdfs/hadoop-hdfs-*[0-9].jar http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath ---------------------------------------------------------------------- diff --git a/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath b/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath index 8eff55c..e949dcc 100644 --- a/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath +++ b/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath @@ -60,3 +60,4 @@ /usr/lib/pxf/pxf-hdfs-*[0-9].jar /usr/lib/pxf/pxf-hive-*[0-9].jar /usr/lib/pxf/pxf-json-*[0-9].jar +/usr/lib/pxf/pxf-jdbc-*[0-9].jar http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath ---------------------------------------------------------------------- diff --git a/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath b/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath index 5f3a743..f1e789b 100644 --- a/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath +++ b/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath @@ -64,3 +64,4 @@ /usr/lib/pxf/pxf-hdfs-*[0-9].jar /usr/lib/pxf/pxf-hive-*[0-9].jar /usr/lib/pxf/pxf-json-*[0-9].jar +/usr/lib/pxf/pxf-jdbc-*[0-9].jar http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath ---------------------------------------------------------------------- diff --git a/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath b/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath index 7523d7d..a380033 100644 --- a/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath +++ b/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath @@ -63,4 +63,5 @@ /usr/lib/pxf/pxf-hbase-*[0-9].jar /usr/lib/pxf/pxf-hdfs-*[0-9].jar /usr/lib/pxf/pxf-hive-*[0-9].jar -/usr/lib/pxf/pxf-json-*[0-9].jar \ No newline at end of file +/usr/lib/pxf/pxf-json-*[0-9].jar +/usr/lib/pxf/pxf-jdbc-*[0-9].jar http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml ---------------------------------------------------------------------- diff --git a/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml b/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml index a8666eb..df17969 100644 --- a/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml +++ b/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml @@ -28,6 +28,7 @@ under the License. <plugins> <plugin_A>...</plugin_A> <plugin_B>...</plugin_B> + ... </plugins> </profile> --> @@ -60,6 +61,7 @@ under the License. <name>HiveRC</name> <description>This profile is suitable only for Hive tables stored in RC files and serialized with either the ColumnarSerDe or the LazyBinaryColumnarSerDe. + It is much faster than the general purpose Hive profile. DELIMITER parameter is mandatory. Supports both GPDBWritable and TEXT output formats, as specified in FORMAT header parameter. Primary optimized for TEXT output format. @@ -75,6 +77,7 @@ under the License. <profile> <name>HiveText</name> <description>This profile is suitable only for Hive tables stored as Text files. + It is much faster than the general purpose Hive profile. DELIMITER parameter is mandatory. Supports both GPDBWritable and TEXT output formats, as specified in FORMAT header parameter. Primary optimized for TEXT output format. @@ -91,6 +94,7 @@ under the License. <name>HiveORC</name> <description>This profile is suitable only for Hive tables stored in ORC files and serialized with either the ColumnarSerDe or the LazyBinaryColumnarSerDe. + It is much faster than the general purpose Hive profile. Supports GPDBWritable output format, as specified in FORMAT header parameter. </description> <plugins> @@ -101,9 +105,11 @@ under the License. <outputFormat>org.apache.hawq.pxf.service.io.GPDBWritable</outputFormat> </plugins> </profile> - <profile> + <profile> <name>HiveVectorizedORC</name> - <description></description> + <description>This profile is same as HiveORC profile, but operates on batches of rows + instead of one row at a time, leading to faster reading and resolution phases. + </description> <plugins> <fragmenter>org.apache.hawq.pxf.plugins.hive.HiveInputFormatFragmenter</fragmenter> <accessor>org.apache.hawq.pxf.plugins.hive.HiveORCVectorizedAccessor</accessor> @@ -166,10 +172,10 @@ under the License. <profile> <name>Json</name> <description> - Access JSON data either as: - * one JSON record per line (default) - * or multiline JSON records with an IDENTIFIER parameter indicating a member name - used to determine the encapsulating json object to return + Access JSON data either as: + * one JSON record per line (default) + * or multiline JSON records with an IDENTIFIER parameter indicating a member name + used to determine the encapsulating json object to return </description> <plugins> <fragmenter>org.apache.hawq.pxf.plugins.hdfs.HdfsDataFragmenter</fragmenter>
