[incubator-hawq] Git Push Summary
Repository: incubator-hawq Updated Tags: refs/tags/2.1.0.0-incubating-rc1 [created] 19f95435f
svn commit: r17831 - in /dev/incubator/hawq/2.1.0.0-incubating.RC2: apache-hawq-src-2.1.0.0-incubating.tar.gz apache-hawq-src-2.1.0.0-incubating.tar.gz.asc apache-hawq-src-2.1.0.0-incubating.tar.gz.md
Author: espino Date: Tue Jan 17 06:06:09 2017 New Revision: 17831 Log: adding 2.1.0.0-incubating RC2 candidate release artifacts (includes HAWQ-1267, HAWQ-1268 & HAWQ-1277) Modified: dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.asc dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.md5 dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.sha256 Modified: dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz == Binary files - no diff available. Modified: dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.asc == --- dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.asc (original) +++ dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.asc Tue Jan 17 06:06:09 2017 @@ -1,17 +1,17 @@ -BEGIN PGP SIGNATURE- Version: GnuPG v2 -iQIcBAABCgAGBQJYeFcQAAoJEPwGYvJXMlUivUAQAMCEnEDYCpf9RhDXhai/HFSM -hlXxWkSudO9salL8FI7S6qPO1idkjDM2DErQLNwygHuSYN2nnuYTIA/CI/qu/39N -3V3HnLlq5l40kJ9i1DyGB/1HB/zEiXCqfXnc13Oi0icPCQeo+X8WeVzHatC2L4U9 -m4Xy28RbekULY2xufTOetWe4/8YKqpZQVVblFelQHC3bYMqdIUzziDxLStRXk54h -v0fT9cnHWIQQnXOvAfrrS4XCFUf24GiSbKzCW1gIPNnfYVe4sgFSLcSw+a0tufY8 -dfXehUHgFzjoI3qmWLuVVWVJWRNauaEQu67NFVWjYhzSOx+5c0rMlX0zbQAQBCUB -znP3ojvcsK1Rx+uZbWrMH0u0IrcUI7vXakmXb/8osmsdsjwVOGl+CtPXU2dAt8jY -IAukdKs0FF3slUOId3efZ4Le8hdt41PpkTVasLWRKW6FwcMDqT0QBgmGWW7Y1KF0 -oMSRmDbpHGuxih7n320sjnxqldihKyMJyvRNeJ+2Zm1U9nyNIbtEDV5ix9CgbHqp -KjQAV3diUMdC+fQUkR5E0ZZuqptiGushBk5nQr+u0JivtZvWP8EizKEvBfb79L8L -sI50ty00qO/DWzJsbvp6qP2NhgwdXAg44WlAB8lRuA31y2NF7hW/cx93cy0HMY0y -zzP5U32/J9gnXB0npQgR -=+fzV +iQIcBAABCgAGBQJYfbL4AAoJEPwGYvJXMlUiIckP/jGNtfYBpc7TQIIoUbl3FYMU +fT9FJSWJMP+fyRVx/zlMSBimHy1RHYo5WyztwVmVPXTuEC82mJPLtjZUoskguMEm +HyYixcH9cpfxvX6mvTRH1/P3trV5Abr/kMMnjn5QY5FAu5FbVnUFNwfe/ev1vjW8 +AAkGrfA2qmWfFoE8qhTTAqwXuo9FUysj/x5C2nn1mMHwDaluXn4eIq1MesZbS916 +QTCYwwMXT3K21WtfoqocJlAG1ppcAjNVtiJGaH5btsgbA9IZ/y7BVy6HbiHpjtQG +K9lpi+Ym06ez4UkpSyV6lQhNslnNxIKOkz9LfLxisMp0NurYEgqtDWf7h+uAOSNv +2ZO/jpb+AeXKZ+G2DuY7Xd8xcyy1Pg4+VkuAMxKCqP1YXTaijNdaE3EATqiIJwvl +iyNdTL4Wqpt80YI9K1mSk+vu+t2ddtnzWmwHdXVCg2phKGAaTOVVp2ahhw1PeLGv +RcdFp+FN+XXQKNuTmoSZCoXc3hfaQL6fpqYNJ8Fz4fnmmqwdNqA622Be9f4gKUrL +F7Z8Snao703a2QNT4bwFOBY/SaJ/Uuapbbp+4DjBXmQYHr7iATUGb3gkcRxPZLfo +n40RXPhXzdKxaEMmeFrVS6LoVZxYfMZe6/Gg2FlOnjx+qwo8u9X08xMyp7W9exM6 +wo21qrmYvtKIES3t00i0 +=P8/A -END PGP SIGNATURE- Modified: dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.md5 == --- dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.md5 (original) +++ dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.md5 Tue Jan 17 06:06:09 2017 @@ -1 +1 @@ -MD5 (apache-hawq-src-2.1.0.0-incubating.tar.gz) = 89f508269bab782dfb82a9e3acccd2f5 +MD5 (apache-hawq-src-2.1.0.0-incubating.tar.gz) = 98aadcf811b6160f1f3c9dce75bcf3a2 Modified: dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.sha256 == --- dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.sha256 (original) +++ dev/incubator/hawq/2.1.0.0-incubating.RC2/apache-hawq-src-2.1.0.0-incubating.tar.gz.sha256 Tue Jan 17 06:06:09 2017 @@ -1 +1 @@ -dcce770d6ecfc4bc8b7356bcba34d17494a5b0456d6387f3910623ceb12d4378 apache-hawq-src-2.1.0.0-incubating.tar.gz +440a2271d53026af836a7d7442b3bb0748305ac35437a11286c201bca14bc8ad apache-hawq-src-2.1.0.0-incubating.tar.gz
incubator-hawq git commit: HAWQ-1277. Fix build problem on CentOS 7, with --with-plperl.
Repository: incubator-hawq Updated Branches: refs/heads/2.1.0.0-incubating d42fe316b -> 2d0993dfd HAWQ-1277. Fix build problem on CentOS 7, with --with-plperl. See earlier discussion on this on pgsql-hackers, message-id 9b946296-a2eb-4b45-a190-153f06662...@kineticode.com. We'd get this fix eventually as we merge with later PostgreSQL versions, but let's make life easier for people hitting this issue now. This is a backpatch of the following upstream commit, sans the MSVC build parts, as I have no environment to test that and we don't support Windows anyway. We'll get the MSVC parts later, as we merge. commit ba00ab0b111a0cbbac612e8ea8b0d5f96534102e Author: Andrew Dunstan Date: Sat Nov 26 15:22:32 2011 -0500 Use the preferred version of xsubpp, not necessarily the one that came with the distro version of perl. David Wheeler and Alex Hunsaker. Backpatch to 9.1 where it applies cleanly. A simple workaround is available for earlier branches, and further effort doesn't seem warranted. Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/2d0993df Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/2d0993df Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/2d0993df Branch: refs/heads/2.1.0.0-incubating Commit: 2d0993dfd15bb6c3dacb5df7dbec21906fafefb0 Parents: d42fe31 Author: Ed Espino Authored: Mon Jan 16 18:55:18 2017 -0800 Committer: Ed Espino Committed: Mon Jan 16 21:42:14 2017 -0800 -- src/pl/plperl/GNUmakefile | 9 ++--- 1 file changed, 6 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/2d0993df/src/pl/plperl/GNUmakefile -- diff --git a/src/pl/plperl/GNUmakefile b/src/pl/plperl/GNUmakefile index d480268..a1e0a05 100644 --- a/src/pl/plperl/GNUmakefile +++ b/src/pl/plperl/GNUmakefile @@ -56,6 +56,9 @@ endif # where to find psql for running the tests PSQLDIR = $(bindir) +# where to find xsubpp for building XS. +XSUBPPDIR = $(shell $(PERL) -e 'use List::Util qw(first); print first { -r "$$_/ExtUtils/xsubpp" } @INC') + include $(top_srcdir)/src/Makefile.shlib plperl.o: perlchunks.h plperl_opmask.h @@ -69,10 +72,10 @@ perlchunks.h: $(PERLCHUNKS) all: all-lib SPI.c: SPI.xs - $(PERL) $(perl_privlibexp)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ - + $(PERL) $(XSUBPPDIR)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ + Util.c: Util.xs - $(PERL) $(perl_privlibexp)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ + $(PERL) $(XSUBPPDIR)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ install: all installdirs install-lib
incubator-hawq git commit: HAWQ-1277. Fix build problem on CentOS 7, with --with-plperl.
Repository: incubator-hawq Updated Branches: refs/heads/master 368dbc9e6 -> afac2dfe6 HAWQ-1277. Fix build problem on CentOS 7, with --with-plperl. See earlier discussion on this on pgsql-hackers, message-id 9b946296-a2eb-4b45-a190-153f06662...@kineticode.com. We'd get this fix eventually as we merge with later PostgreSQL versions, but let's make life easier for people hitting this issue now. This is a backpatch of the following upstream commit, sans the MSVC build parts, as I have no environment to test that and we don't support Windows anyway. We'll get the MSVC parts later, as we merge. commit ba00ab0b111a0cbbac612e8ea8b0d5f96534102e Author: Andrew Dunstan Date: Sat Nov 26 15:22:32 2011 -0500 Use the preferred version of xsubpp, not necessarily the one that came with the distro version of perl. David Wheeler and Alex Hunsaker. Backpatch to 9.1 where it applies cleanly. A simple workaround is available for earlier branches, and further effort doesn't seem warranted. Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/afac2dfe Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/afac2dfe Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/afac2dfe Branch: refs/heads/master Commit: afac2dfe6d1be9434b93b5065c00b743c8243098 Parents: 368dbc9 Author: Ed Espino Authored: Mon Jan 16 18:55:18 2017 -0800 Committer: Ed Espino Committed: Mon Jan 16 21:38:02 2017 -0800 -- src/pl/plperl/GNUmakefile | 9 ++--- 1 file changed, 6 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/afac2dfe/src/pl/plperl/GNUmakefile -- diff --git a/src/pl/plperl/GNUmakefile b/src/pl/plperl/GNUmakefile index d480268..a1e0a05 100644 --- a/src/pl/plperl/GNUmakefile +++ b/src/pl/plperl/GNUmakefile @@ -56,6 +56,9 @@ endif # where to find psql for running the tests PSQLDIR = $(bindir) +# where to find xsubpp for building XS. +XSUBPPDIR = $(shell $(PERL) -e 'use List::Util qw(first); print first { -r "$$_/ExtUtils/xsubpp" } @INC') + include $(top_srcdir)/src/Makefile.shlib plperl.o: perlchunks.h plperl_opmask.h @@ -69,10 +72,10 @@ perlchunks.h: $(PERLCHUNKS) all: all-lib SPI.c: SPI.xs - $(PERL) $(perl_privlibexp)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ - + $(PERL) $(XSUBPPDIR)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ + Util.c: Util.xs - $(PERL) $(perl_privlibexp)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ + $(PERL) $(XSUBPPDIR)/ExtUtils/xsubpp -typemap $(perl_privlibexp)/ExtUtils/typemap $< >$@ install: all installdirs install-lib
incubator-hawq git commit: HAWQ-1248. Merge Dockerfiles for HAWQ Dev into HAWQ code base
Repository: incubator-hawq Updated Branches: refs/heads/master ec7b4d9e9 -> 368dbc9e6 HAWQ-1248. Merge Dockerfiles for HAWQ Dev into HAWQ code base Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/368dbc9e Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/368dbc9e Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/368dbc9e Branch: refs/heads/master Commit: 368dbc9e64a2e62061ea47a0b9c7b15589dad457 Parents: ec7b4d9 Author: Richard Guo Authored: Tue Jan 3 17:12:59 2017 +0800 Committer: Ruilong Huo Committed: Tue Jan 17 10:57:02 2017 +0800 -- contrib/hawq-docker/Makefile| 222 +++ contrib/hawq-docker/README.md | 97 .../centos6-docker/hawq-dev/Dockerfile | 123 ++ .../centos6-docker/hawq-test/Dockerfile | 40 .../centos6-docker/hawq-test/conf/core-site.xml | 24 ++ .../centos6-docker/hawq-test/conf/hadoop-env.sh | 110 + .../centos6-docker/hawq-test/entrypoint.sh | 34 +++ .../centos6-docker/hawq-test/start-hdfs.sh | 39 .../centos7-docker/hawq-dev/Dockerfile | 75 +++ .../centos7-docker/hawq-test/Dockerfile | 40 .../centos7-docker/hawq-test/conf/core-site.xml | 24 ++ .../centos7-docker/hawq-test/conf/hadoop-env.sh | 110 + .../centos7-docker/hawq-test/entrypoint.sh | 33 +++ .../centos7-docker/hawq-test/start-hdfs.sh | 39 14 files changed, 1010 insertions(+) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/368dbc9e/contrib/hawq-docker/Makefile -- diff --git a/contrib/hawq-docker/Makefile b/contrib/hawq-docker/Makefile new file mode 100644 index 000..120ebe2 --- /dev/null +++ b/contrib/hawq-docker/Makefile @@ -0,0 +1,222 @@ +#!/usr/bin/make all + +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +THIS_MAKEFILE_PATH := $(abspath $(lastword $(MAKEFILE_LIST))) +TOP_DIR := $(abspath $(dir ${THIS_MAKEFILE_PATH})) +NDATANODES := 3 +CUR_DATANODE := 1 +OS_VERSION := centos7 +# Do not use underscore "_" in CLUSTER_ID +CLUSTER_ID := $(OS_VERSION) +# Monut this local directory to /data in data container and share with other containers +LOCAL := +# networks used in docker +NETWORK := $(CLUSTER_ID)_hawq_network + +all: + @echo " Usage:" + @echo "To setup a build and test environment: make run" + @echo "To start all containers: make start" + @echo "To stop all containers:make stop" + @echo "To remove hdfs containers: make clean" + @echo "To remove all containers: make distclean" + @echo "" + @echo "To build images locally: make build" + @echo "To pull latest images: make pull" + +build: + @make -f $(THIS_MAKEFILE_PATH) build-hawq-dev-$(OS_VERSION) + @make -f $(THIS_MAKEFILE_PATH) build-hawq-test-$(OS_VERSION) + @echo "Build Images Done!" + +build-hawq-dev-$(OS_VERSION): $(TOP_DIR)/$(OS_VERSION)-docker/hawq-dev/Dockerfile + @echo build hawq-dev:$(OS_VERSION) image + docker build -t hawq/hawq-dev:$(OS_VERSION) $(TOP_DIR)/$(OS_VERSION)-docker/hawq-dev/ + +build-hawq-test-$(OS_VERSION): $(TOP_DIR)/$(OS_VERSION)-docker/hawq-test/Dockerfile + @echo build hawq-test:$(OS_VERSION) image + docker build -t hawq/hawq-test:$(OS_VERSION) $(TOP_DIR)/$(OS_VERSION)-docker/hawq-test/ + +create-data-container: + @echo create ${CLUSTER_ID}-data container + @if [ ! -z "$(LOCAL)" -a ! -d "$(LOCAL)" ]; then \ + echo "LOCAL must be set to a directory!"; \ + exit 1; \ + fi + @if [ -z "`docker ps -a --filter="name=${CLUSTER_ID}-data$$" | grep -v CONTAINER`" ]; then \ + if [ -z "$(LOCAL)" ]; then \ + docker create -v /data --name=${CLUSTE
incubator-hawq-docs git commit: HAWQ-1263 docs - miscellaneous improvements (closes #86)
Repository: incubator-hawq-docs Updated Branches: refs/heads/develop 87328a58b -> df87f9ae8 HAWQ-1263 docs - miscellaneous improvements (closes #86) Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/commit/df87f9ae Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/tree/df87f9ae Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/diff/df87f9ae Branch: refs/heads/develop Commit: df87f9ae8e964c5c0722f75127fa2b3029f62971 Parents: 87328a5 Author: Lisa Owen Authored: Mon Jan 16 16:55:38 2017 -0800 Committer: David Yozie Committed: Mon Jan 16 16:55:38 2017 -0800 -- ...reating-external-tables-examples.html.md.erb | 2 +- markdown/ddl/ddl-database.html.md.erb | 46 +- markdown/install/aws-config.html.md.erb | 93 .../reference/sql/CREATE-DATABASE.html.md.erb | 14 +-- 4 files changed, 87 insertions(+), 68 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/blob/df87f9ae/markdown/datamgmt/load/creating-external-tables-examples.html.md.erb -- diff --git a/markdown/datamgmt/load/creating-external-tables-examples.html.md.erb b/markdown/datamgmt/load/creating-external-tables-examples.html.md.erb index 8cdbff1..7d38971 100644 --- a/markdown/datamgmt/load/creating-external-tables-examples.html.md.erb +++ b/markdown/datamgmt/load/creating-external-tables-examples.html.md.erb @@ -19,7 +19,7 @@ Creates a readable external table, `ext_expenses`, using the `gpfdist` protocol. ``` sql =# CREATE EXTERNAL TABLE ext_expenses ( name text, date date, amount float4, category text, desc1 text ) -LOCATION ('gpfdist://etlhost-1:8081/*', 'gpfdist://etlhost-1:8082/*') +LOCATION ('gpfdist://etlhost-1:8081/*') FORMAT 'TEXT' (DELIMITER '|'); ``` http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/blob/df87f9ae/markdown/ddl/ddl-database.html.md.erb -- diff --git a/markdown/ddl/ddl-database.html.md.erb b/markdown/ddl/ddl-database.html.md.erb index 2ef9f9f..d643fae 100644 --- a/markdown/ddl/ddl-database.html.md.erb +++ b/markdown/ddl/ddl-database.html.md.erb @@ -2,77 +2,75 @@ title: Creating and Managing Databases --- -A HAWQ system is a single instance of HAWQ. There can be several separate HAWQ systems installed, but usually just one is selected by environment variable settings. See your HAWQ administrator for details. - -There can be multiple databases in a HAWQ system. This is different from some database management systems \(such as Oracle\) where the database instance *is* the database. Although you can create many databases in a HAWQ system, client programs can connect to and access only one database at a time â you cannot cross-query between databases. +Your HAWQ deployment may have multiple databases. This is different from some database management systems \(such as Oracle\) where the database instance *is* the database. Although you can create many databases in a HAWQ system, client programs can connect to and access only one database at a time â you cannot cross-query between databases. ## About Template Databases -Each new database you create is based on a *template*. HAWQ provides a default database, *template1*. Use *template1* to connect to HAWQ for the first time. HAWQ uses *template1* to create databases unless you specify another template. Do not create any objects in *template1* unless you want those objects to be in every database you create. +Each new database you create is based on a *template*. HAWQ provides a default database, `template1`. HAWQ uses `template1` to create databases unless you specify another template. Do not create any objects in `template1` unless you want those objects to be in every database you create. -HAWQ uses two other database templates, *template0* and *postgres*, internally. Do not drop or modify *template0* or *postgres*. You can use *template0* to create a completely clean database containing only the standard objects predefined by HAWQ at initialization, especially if you modified *template1*. +HAWQ uses two other database templates internally, `template0` and `postgres`. Do not drop or modify `template0` or `postgres`. You can use `template0` to create a completely clean database containing only the standard objects predefined by HAWQ at initialization. This may be necessary if you have modified `template1`. ## Creating a Database -The `CREATE DATABASE` command creates a new database. For example: +You must have appropriate privileges or be a HAWQ superuser to create a database. If you do not have the correct privileges, you cannot creat
incubator-hawq-docs git commit: HAWQ-1272 Modify code sample to use standard SQL syntax (closes #87)
Repository: incubator-hawq-docs Updated Branches: refs/heads/develop de32485cb -> 87328a58b HAWQ-1272 Modify code sample to use standard SQL syntax (closes #87) Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/commit/87328a58 Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/tree/87328a58 Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/diff/87328a58 Branch: refs/heads/develop Commit: 87328a58b029aae030ab7542a5862d4d664ff6fb Parents: de32485 Author: Jane Beckman Authored: Mon Jan 16 15:15:14 2017 -0800 Committer: David Yozie Committed: Mon Jan 16 15:15:14 2017 -0800 -- markdown/reference/toolkit/hawq_toolkit.html.md.erb | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/blob/87328a58/markdown/reference/toolkit/hawq_toolkit.html.md.erb -- diff --git a/markdown/reference/toolkit/hawq_toolkit.html.md.erb b/markdown/reference/toolkit/hawq_toolkit.html.md.erb index ac5db66..b898061 100644 --- a/markdown/reference/toolkit/hawq_toolkit.html.md.erb +++ b/markdown/reference/toolkit/hawq_toolkit.html.md.erb @@ -101,9 +101,9 @@ The `hawq_size_*` family of views can be used to determine the disk space usage The table and index sizing views list the relation by object ID (not by name). To check the size of a table or index by name, you must look up the relation name (`relname`) in the `pg_class` table. For example: ``` pre -SELECT relname as name, sotdsize as size, sotdtoastsize as -toast, sotdadditionalsize as other -FROM hawq_size_of_table_disk as sotd, pg_class +SELECT relname AS name, sotdsize AS size, sotdtoastsize AS +toast, sotdadditionalsize AS other +FROM hawq_size_of_table_disk AS sotd, pg_class WHERE sotd.sotdoid=pg_class.oid ORDER BY relname; ```
incubator-hawq-docs git commit: empty commit to force mirror synchronization
Repository: incubator-hawq-docs Updated Branches: refs/heads/develop e04f7f89d -> de32485cb empty commit to force mirror synchronization Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/commit/de32485c Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/tree/de32485c Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq-docs/diff/de32485c Branch: refs/heads/develop Commit: de32485cbd50dcbb76ddf705684770a91a4a8a00 Parents: e04f7f8 Author: David Yozie Authored: Mon Jan 16 08:30:22 2017 -0800 Committer: David Yozie Committed: Mon Jan 16 08:30:22 2017 -0800 -- --
incubator-hawq git commit: HAWQ-1243. Add suffix name for ranger restful service.
Repository: incubator-hawq Updated Branches: refs/heads/master cf54c4180 -> ec7b4d9e9 HAWQ-1243. Add suffix name for ranger restful service. Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/ec7b4d9e Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/ec7b4d9e Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/ec7b4d9e Branch: refs/heads/master Commit: ec7b4d9e96834d86a1a7196c17e5068c Parents: cf54c41 Author: hubertzhang Authored: Mon Jan 16 17:13:38 2017 +0800 Committer: hubertzhang Committed: Mon Jan 16 17:13:38 2017 +0800 -- src/backend/utils/misc/guc.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/ec7b4d9e/src/backend/utils/misc/guc.c -- diff --git a/src/backend/utils/misc/guc.c b/src/backend/utils/misc/guc.c index 21d705a..e87d514 100644 --- a/src/backend/utils/misc/guc.c +++ b/src/backend/utils/misc/guc.c @@ -8202,7 +8202,7 @@ static struct config_string ConfigureNamesString[] = NULL }, &rps_addr_suffix, -"hawq", NULL, NULL +"rps", NULL, NULL }, {
incubator-hawq git commit: HAWQ-1275. Check build-in catalogs, tables and functions in native aclcheck.
Repository: incubator-hawq Updated Branches: refs/heads/master 0bc2c8c01 -> cf54c4180 HAWQ-1275. Check build-in catalogs, tables and functions in native aclcheck. Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/cf54c418 Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/cf54c418 Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/cf54c418 Branch: refs/heads/master Commit: cf54c41809627f5b9b38eb6322947ef12439b0af Parents: 0bc2c8c Author: hubertzhang Authored: Mon Jan 16 16:01:39 2017 +0800 Committer: hubertzhang Committed: Mon Jan 16 16:01:39 2017 +0800 -- src/backend/catalog/aclchk.c| 43 ++-- src/backend/utils/cache/lsyscache.c | 24 ++ src/backend/utils/misc/guc.c| 13 +- src/include/catalog/pg_namespace.h | 1 - src/include/utils/guc.h | 3 +++ src/include/utils/lsyscache.h | 1 + 6 files changed, 76 insertions(+), 9 deletions(-) -- http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/cf54c418/src/backend/catalog/aclchk.c -- diff --git a/src/backend/catalog/aclchk.c b/src/backend/catalog/aclchk.c index 73de11b..200d9cb 100644 --- a/src/backend/catalog/aclchk.c +++ b/src/backend/catalog/aclchk.c @@ -2669,29 +2669,58 @@ List *getActionName(AclMode mask) bool fallBackToNativeCheck(AclObjectKind objkind, Oid obj_oid, Oid roleid) { - //for heap table, we fall back to native check. - if(objkind == ACL_KIND_CLASS) + /* get the latest information_schema_namespcace_oid. Since caql access heap table + * directly without aclcheck, this function will not be called recursively + */ + if (information_schema_namespcace_oid == 0) + { + information_schema_namespcace_oid = (int)get_namespace_oid("information_schema"); + } + /*for heap table, we fall back to native check.*/ + if (objkind == ACL_KIND_CLASS) { char relstorage = get_rel_relstorage(obj_oid); -if(relstorage == 'h') +if (relstorage == 'h') +{ + return true; +} + } + else if (objkind == ACL_KIND_NAMESPACE) + { + /*native check build-in schemas.*/ +if (obj_oid == PG_CATALOG_NAMESPACE || obj_oid == information_schema_namespcace_oid + || obj_oid == PG_AOSEGMENT_NAMESPACE || obj_oid == PG_TOAST_NAMESPACE + || obj_oid == PG_BITMAPINDEX_NAMESPACE) { return true; } } + else if (objkind == ACL_KIND_PROC) + { + /*native check functions under build-in schemas.*/ +Oid namespaceid = get_func_namespace(obj_oid); +if (namespaceid == PG_CATALOG_NAMESPACE || namespaceid == information_schema_namespcace_oid + || namespaceid == PG_AOSEGMENT_NAMESPACE || namespaceid == PG_TOAST_NAMESPACE + || namespaceid == PG_BITMAPINDEX_NAMESPACE) +{ + return true; +} + } + return false; } bool fallBackToNativeChecks(AclObjectKind objkind, List* table_list, Oid roleid) { - //for heap table, we fall back to native check. - if(objkind == ACL_KIND_CLASS) + /*we only have range table here*/ + if (objkind == ACL_KIND_CLASS) { ListCell *l; foreach(l, table_list) { RangeTblEntry *rte=(RangeTblEntry *) lfirst(l); - char relstorage = get_rel_relstorage(rte->relid); - if(relstorage == 'h') + bool ret = fallBackToNativeCheck(ACL_KIND_CLASS, rte->relid, roleid); + if(ret) { return true; } http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/cf54c418/src/backend/utils/cache/lsyscache.c -- diff --git a/src/backend/utils/cache/lsyscache.c b/src/backend/utils/cache/lsyscache.c index fa8fde5..3ccf847 100644 --- a/src/backend/utils/cache/lsyscache.c +++ b/src/backend/utils/cache/lsyscache.c @@ -3248,6 +3248,30 @@ get_namespace_name(Oid nspid) return result; } +/* + * get_namespace_oid + * Returns the oid of a namespace given its name + * + */ +Oid +get_namespace_oid(const char* npname) +{ + Oid result; + int fetchCount; + + result = caql_getoid_plus( + NULL, + &fetchCount, + NULL, + cql("SELECT oid FROM pg_namespace " + " WHERE nspname = :1 ", + PointerGetDatum((char *) npname))); + + if (!fetchCount) + return InvalidOid; + + return result; +} /* -- PG_AUTHID CACHE -- */ /* http://git-wip-us.apache.org/re