Author: jihoonson
Date: Thu Feb 4 00:29:05 2016
New Revision: 1728394
URL: http://svn.apache.org/viewvc?rev=1728394&view=rev
Log:
update document for 0.11.1 release
Added:
tajo/site/docs/0.11.1/
tajo/site/docs/0.11.1/_sources/
tajo/site/docs/0.11.1/_sources/backup_and_restore/
tajo/site/docs/0.11.1/_sources/backup_and_restore.txt
tajo/site/docs/0.11.1/_sources/backup_and_restore/catalog.txt
tajo/site/docs/0.11.1/_sources/configuration/
tajo/site/docs/0.11.1/_sources/configuration.txt
tajo/site/docs/0.11.1/_sources/configuration/catalog-site-xml.txt
tajo/site/docs/0.11.1/_sources/configuration/catalog_configuration.txt
tajo/site/docs/0.11.1/_sources/configuration/cluster_setup.txt
tajo/site/docs/0.11.1/_sources/configuration/ha_configuration.txt
tajo/site/docs/0.11.1/_sources/configuration/preliminary.txt
tajo/site/docs/0.11.1/_sources/configuration/service_config_defaults.txt
tajo/site/docs/0.11.1/_sources/configuration/storage-site-json.txt
tajo/site/docs/0.11.1/_sources/configuration/tajo-site-xml.txt
tajo/site/docs/0.11.1/_sources/configuration/tajo_master_configuration.txt
tajo/site/docs/0.11.1/_sources/configuration/worker_configuration.txt
tajo/site/docs/0.11.1/_sources/faq.txt
tajo/site/docs/0.11.1/_sources/functions/
tajo/site/docs/0.11.1/_sources/functions.txt
tajo/site/docs/0.11.1/_sources/functions/agg_func.txt
tajo/site/docs/0.11.1/_sources/functions/data_type_func_and_operators.txt
tajo/site/docs/0.11.1/_sources/functions/datetime_func_and_operators.txt
tajo/site/docs/0.11.1/_sources/functions/json_func.txt
tajo/site/docs/0.11.1/_sources/functions/math_func_and_operators.txt
tajo/site/docs/0.11.1/_sources/functions/network_func_and_operators.txt
tajo/site/docs/0.11.1/_sources/functions/python.txt
tajo/site/docs/0.11.1/_sources/functions/string_func_and_operators.txt
tajo/site/docs/0.11.1/_sources/functions/window_func.txt
tajo/site/docs/0.11.1/_sources/getting_started.txt
tajo/site/docs/0.11.1/_sources/hbase_integration.txt
tajo/site/docs/0.11.1/_sources/hive_integration.txt
tajo/site/docs/0.11.1/_sources/index/
tajo/site/docs/0.11.1/_sources/index.txt
tajo/site/docs/0.11.1/_sources/index/future_work.txt
tajo/site/docs/0.11.1/_sources/index/how_to_use.txt
tajo/site/docs/0.11.1/_sources/index/types.txt
tajo/site/docs/0.11.1/_sources/index_overview.txt
tajo/site/docs/0.11.1/_sources/introduction.txt
tajo/site/docs/0.11.1/_sources/jdbc_driver.txt
tajo/site/docs/0.11.1/_sources/partitioning/
tajo/site/docs/0.11.1/_sources/partitioning/column_partitioning.txt
tajo/site/docs/0.11.1/_sources/partitioning/hash_partitioning.txt
tajo/site/docs/0.11.1/_sources/partitioning/intro_to_partitioning.txt
tajo/site/docs/0.11.1/_sources/partitioning/range_partitioning.txt
tajo/site/docs/0.11.1/_sources/sql_language/
tajo/site/docs/0.11.1/_sources/sql_language.txt
tajo/site/docs/0.11.1/_sources/sql_language/alter_table.txt
tajo/site/docs/0.11.1/_sources/sql_language/data_model.txt
tajo/site/docs/0.11.1/_sources/sql_language/ddl.txt
tajo/site/docs/0.11.1/_sources/sql_language/explain.txt
tajo/site/docs/0.11.1/_sources/sql_language/insert.txt
tajo/site/docs/0.11.1/_sources/sql_language/joins.txt
tajo/site/docs/0.11.1/_sources/sql_language/predicates.txt
tajo/site/docs/0.11.1/_sources/sql_language/queries.txt
tajo/site/docs/0.11.1/_sources/sql_language/sql_expression.txt
tajo/site/docs/0.11.1/_sources/storage_plugins/
tajo/site/docs/0.11.1/_sources/storage_plugins.txt
tajo/site/docs/0.11.1/_sources/storage_plugins/overview.txt
tajo/site/docs/0.11.1/_sources/storage_plugins/postgresql.txt
tajo/site/docs/0.11.1/_sources/swift_integration.txt
tajo/site/docs/0.11.1/_sources/table_management/
tajo/site/docs/0.11.1/_sources/table_management.txt
tajo/site/docs/0.11.1/_sources/table_management/compression.txt
tajo/site/docs/0.11.1/_sources/table_management/data_formats.txt
tajo/site/docs/0.11.1/_sources/table_management/json.txt
tajo/site/docs/0.11.1/_sources/table_management/orc.txt
tajo/site/docs/0.11.1/_sources/table_management/parquet.txt
tajo/site/docs/0.11.1/_sources/table_management/rcfile.txt
tajo/site/docs/0.11.1/_sources/table_management/sequencefile.txt
tajo/site/docs/0.11.1/_sources/table_management/table_overview.txt
tajo/site/docs/0.11.1/_sources/table_management/tablespaces.txt
tajo/site/docs/0.11.1/_sources/table_management/text.txt
tajo/site/docs/0.11.1/_sources/table_partitioning.txt
tajo/site/docs/0.11.1/_sources/tajo_client_api.txt
tajo/site/docs/0.11.1/_sources/time_zone.txt
tajo/site/docs/0.11.1/_sources/tsql/
tajo/site/docs/0.11.1/_sources/tsql.txt
tajo/site/docs/0.11.1/_sources/tsql/admin_command.txt
tajo/site/docs/0.11.1/_sources/tsql/background_command.txt
tajo/site/docs/0.11.1/_sources/tsql/dfs_command.txt
tajo/site/docs/0.11.1/_sources/tsql/execute_file.txt
tajo/site/docs/0.11.1/_sources/tsql/intro.txt
tajo/site/docs/0.11.1/_sources/tsql/meta_command.txt
tajo/site/docs/0.11.1/_sources/tsql/single_command.txt
tajo/site/docs/0.11.1/_sources/tsql/variables.txt
tajo/site/docs/0.11.1/_static/
tajo/site/docs/0.11.1/_static/ajax-loader.gif (with props)
tajo/site/docs/0.11.1/_static/basic.css
tajo/site/docs/0.11.1/_static/comment-bright.png (with props)
tajo/site/docs/0.11.1/_static/comment-close.png (with props)
tajo/site/docs/0.11.1/_static/comment.png (with props)
tajo/site/docs/0.11.1/_static/css/
tajo/site/docs/0.11.1/_static/css/badge_only.css
tajo/site/docs/0.11.1/_static/css/theme.css
tajo/site/docs/0.11.1/_static/doctools.js
tajo/site/docs/0.11.1/_static/down-pressed.png (with props)
tajo/site/docs/0.11.1/_static/down.png (with props)
tajo/site/docs/0.11.1/_static/file.png (with props)
tajo/site/docs/0.11.1/_static/fonts/
tajo/site/docs/0.11.1/_static/fonts/fontawesome-webfont.svg
tajo/site/docs/0.11.1/_static/jquery-1.11.1.js
tajo/site/docs/0.11.1/_static/jquery.js
tajo/site/docs/0.11.1/_static/js/
tajo/site/docs/0.11.1/_static/js/theme.js
tajo/site/docs/0.11.1/_static/minus.png (with props)
tajo/site/docs/0.11.1/_static/plus.png (with props)
tajo/site/docs/0.11.1/_static/pygments.css
tajo/site/docs/0.11.1/_static/searchtools.js
tajo/site/docs/0.11.1/_static/underscore-1.3.1.js
tajo/site/docs/0.11.1/_static/underscore.js
tajo/site/docs/0.11.1/_static/up-pressed.png (with props)
tajo/site/docs/0.11.1/_static/up.png (with props)
tajo/site/docs/0.11.1/_static/websupport.js
tajo/site/docs/0.11.1/backup_and_restore/
tajo/site/docs/0.11.1/backup_and_restore.html
tajo/site/docs/0.11.1/backup_and_restore/catalog.html
tajo/site/docs/0.11.1/configuration/
tajo/site/docs/0.11.1/configuration.html
tajo/site/docs/0.11.1/configuration/catalog-site-xml.html
tajo/site/docs/0.11.1/configuration/catalog_configuration.html
tajo/site/docs/0.11.1/configuration/cluster_setup.html
tajo/site/docs/0.11.1/configuration/ha_configuration.html
tajo/site/docs/0.11.1/configuration/preliminary.html
tajo/site/docs/0.11.1/configuration/service_config_defaults.html
tajo/site/docs/0.11.1/configuration/storage-site-json.html
tajo/site/docs/0.11.1/configuration/tajo-site-xml.html
tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html
tajo/site/docs/0.11.1/configuration/worker_configuration.html
tajo/site/docs/0.11.1/faq.html
tajo/site/docs/0.11.1/functions/
tajo/site/docs/0.11.1/functions.html
tajo/site/docs/0.11.1/functions/agg_func.html
tajo/site/docs/0.11.1/functions/data_type_func_and_operators.html
tajo/site/docs/0.11.1/functions/datetime_func_and_operators.html
tajo/site/docs/0.11.1/functions/json_func.html
tajo/site/docs/0.11.1/functions/math_func_and_operators.html
tajo/site/docs/0.11.1/functions/network_func_and_operators.html
tajo/site/docs/0.11.1/functions/python.html
tajo/site/docs/0.11.1/functions/string_func_and_operators.html
tajo/site/docs/0.11.1/functions/window_func.html
tajo/site/docs/0.11.1/genindex.html
tajo/site/docs/0.11.1/getting_started.html
tajo/site/docs/0.11.1/hbase_integration.html
tajo/site/docs/0.11.1/hive_integration.html
tajo/site/docs/0.11.1/index/
tajo/site/docs/0.11.1/index.html
tajo/site/docs/0.11.1/index/future_work.html
tajo/site/docs/0.11.1/index/how_to_use.html
tajo/site/docs/0.11.1/index/types.html
tajo/site/docs/0.11.1/index_overview.html
tajo/site/docs/0.11.1/introduction.html
tajo/site/docs/0.11.1/jdbc_driver.html
tajo/site/docs/0.11.1/objects.inv (with props)
tajo/site/docs/0.11.1/partitioning/
tajo/site/docs/0.11.1/partitioning/column_partitioning.html
tajo/site/docs/0.11.1/partitioning/hash_partitioning.html
tajo/site/docs/0.11.1/partitioning/intro_to_partitioning.html
tajo/site/docs/0.11.1/partitioning/range_partitioning.html
tajo/site/docs/0.11.1/search.html
tajo/site/docs/0.11.1/searchindex.js
tajo/site/docs/0.11.1/sql_language/
tajo/site/docs/0.11.1/sql_language.html
tajo/site/docs/0.11.1/sql_language/alter_table.html
tajo/site/docs/0.11.1/sql_language/data_model.html
tajo/site/docs/0.11.1/sql_language/ddl.html
tajo/site/docs/0.11.1/sql_language/explain.html
tajo/site/docs/0.11.1/sql_language/insert.html
tajo/site/docs/0.11.1/sql_language/joins.html
tajo/site/docs/0.11.1/sql_language/predicates.html
tajo/site/docs/0.11.1/sql_language/queries.html
tajo/site/docs/0.11.1/sql_language/sql_expression.html
tajo/site/docs/0.11.1/storage_plugins/
tajo/site/docs/0.11.1/storage_plugins.html
tajo/site/docs/0.11.1/storage_plugins/overview.html
tajo/site/docs/0.11.1/storage_plugins/postgresql.html
tajo/site/docs/0.11.1/swift_integration.html
tajo/site/docs/0.11.1/table_management/
tajo/site/docs/0.11.1/table_management.html
tajo/site/docs/0.11.1/table_management/compression.html
tajo/site/docs/0.11.1/table_management/data_formats.html
tajo/site/docs/0.11.1/table_management/json.html
tajo/site/docs/0.11.1/table_management/orc.html
tajo/site/docs/0.11.1/table_management/parquet.html
tajo/site/docs/0.11.1/table_management/rcfile.html
tajo/site/docs/0.11.1/table_management/sequencefile.html
tajo/site/docs/0.11.1/table_management/table_overview.html
tajo/site/docs/0.11.1/table_management/tablespaces.html
tajo/site/docs/0.11.1/table_management/text.html
tajo/site/docs/0.11.1/table_partitioning.html
tajo/site/docs/0.11.1/tajo_client_api.html
tajo/site/docs/0.11.1/time_zone.html
tajo/site/docs/0.11.1/tsql/
tajo/site/docs/0.11.1/tsql.html
tajo/site/docs/0.11.1/tsql/admin_command.html
tajo/site/docs/0.11.1/tsql/background_command.html
tajo/site/docs/0.11.1/tsql/dfs_command.html
tajo/site/docs/0.11.1/tsql/execute_file.html
tajo/site/docs/0.11.1/tsql/intro.html
tajo/site/docs/0.11.1/tsql/meta_command.html
tajo/site/docs/0.11.1/tsql/single_command.html
tajo/site/docs/0.11.1/tsql/variables.html
tajo/site/docs/current/_sources/configuration/storage-site-json.txt
tajo/site/docs/current/_sources/sql_language/explain.txt
tajo/site/docs/current/_sources/table_management/data_formats.txt
tajo/site/docs/current/configuration/storage-site-json.html
tajo/site/docs/current/sql_language/explain.html
tajo/site/docs/current/table_management/data_formats.html
Modified:
tajo/site/docs/current/_sources/configuration.txt
tajo/site/docs/current/_sources/configuration/tajo-site-xml.txt
tajo/site/docs/current/_sources/configuration/worker_configuration.txt
tajo/site/docs/current/_sources/hbase_integration.txt
tajo/site/docs/current/_sources/hive_integration.txt
tajo/site/docs/current/_sources/index.txt
tajo/site/docs/current/_sources/index/future_work.txt
tajo/site/docs/current/_sources/index/how_to_use.txt
tajo/site/docs/current/_sources/index/types.txt
tajo/site/docs/current/_sources/index_overview.txt
tajo/site/docs/current/_sources/partitioning/column_partitioning.txt
tajo/site/docs/current/_sources/sql_language.txt
tajo/site/docs/current/_sources/sql_language/joins.txt
tajo/site/docs/current/_sources/sql_language/predicates.txt
tajo/site/docs/current/_sources/sql_language/queries.txt
tajo/site/docs/current/_sources/table_management.txt
tajo/site/docs/current/_sources/table_management/compression.txt
tajo/site/docs/current/_sources/table_management/table_overview.txt
tajo/site/docs/current/_sources/table_management/tablespaces.txt
tajo/site/docs/current/_sources/time_zone.txt
tajo/site/docs/current/_sources/tsql/variables.txt
tajo/site/docs/current/_static/basic.css
tajo/site/docs/current/_static/doctools.js
tajo/site/docs/current/_static/pygments.css
tajo/site/docs/current/_static/searchtools.js
tajo/site/docs/current/_static/websupport.js
tajo/site/docs/current/backup_and_restore.html
tajo/site/docs/current/backup_and_restore/catalog.html
tajo/site/docs/current/configuration.html
tajo/site/docs/current/configuration/catalog-site-xml.html
tajo/site/docs/current/configuration/catalog_configuration.html
tajo/site/docs/current/configuration/cluster_setup.html
tajo/site/docs/current/configuration/ha_configuration.html
tajo/site/docs/current/configuration/preliminary.html
tajo/site/docs/current/configuration/service_config_defaults.html
tajo/site/docs/current/configuration/tajo-site-xml.html
tajo/site/docs/current/configuration/tajo_master_configuration.html
tajo/site/docs/current/configuration/worker_configuration.html
tajo/site/docs/current/faq.html
tajo/site/docs/current/functions.html
tajo/site/docs/current/functions/agg_func.html
tajo/site/docs/current/functions/data_type_func_and_operators.html
tajo/site/docs/current/functions/datetime_func_and_operators.html
tajo/site/docs/current/functions/json_func.html
tajo/site/docs/current/functions/math_func_and_operators.html
tajo/site/docs/current/functions/network_func_and_operators.html
tajo/site/docs/current/functions/python.html
tajo/site/docs/current/functions/string_func_and_operators.html
tajo/site/docs/current/functions/window_func.html
tajo/site/docs/current/genindex.html
tajo/site/docs/current/getting_started.html
tajo/site/docs/current/hbase_integration.html
tajo/site/docs/current/hive_integration.html
tajo/site/docs/current/index.html
tajo/site/docs/current/index/future_work.html
tajo/site/docs/current/index/how_to_use.html
tajo/site/docs/current/index/types.html
tajo/site/docs/current/index_overview.html
tajo/site/docs/current/introduction.html
tajo/site/docs/current/jdbc_driver.html
tajo/site/docs/current/objects.inv
tajo/site/docs/current/partitioning/column_partitioning.html
tajo/site/docs/current/partitioning/hash_partitioning.html
tajo/site/docs/current/partitioning/intro_to_partitioning.html
tajo/site/docs/current/partitioning/range_partitioning.html
tajo/site/docs/current/search.html
tajo/site/docs/current/searchindex.js
tajo/site/docs/current/sql_language.html
tajo/site/docs/current/sql_language/alter_table.html
tajo/site/docs/current/sql_language/data_model.html
tajo/site/docs/current/sql_language/ddl.html
tajo/site/docs/current/sql_language/insert.html
tajo/site/docs/current/sql_language/joins.html
tajo/site/docs/current/sql_language/predicates.html
tajo/site/docs/current/sql_language/queries.html
tajo/site/docs/current/sql_language/sql_expression.html
tajo/site/docs/current/storage_plugins.html
tajo/site/docs/current/storage_plugins/overview.html
tajo/site/docs/current/storage_plugins/postgresql.html
tajo/site/docs/current/swift_integration.html
tajo/site/docs/current/table_management.html
tajo/site/docs/current/table_management/compression.html
tajo/site/docs/current/table_management/json.html
tajo/site/docs/current/table_management/orc.html
tajo/site/docs/current/table_management/parquet.html
tajo/site/docs/current/table_management/rcfile.html
tajo/site/docs/current/table_management/sequencefile.html
tajo/site/docs/current/table_management/table_overview.html
tajo/site/docs/current/table_management/tablespaces.html
tajo/site/docs/current/table_management/text.html
tajo/site/docs/current/table_partitioning.html
tajo/site/docs/current/tajo_client_api.html
tajo/site/docs/current/time_zone.html
tajo/site/docs/current/tsql.html
tajo/site/docs/current/tsql/admin_command.html
tajo/site/docs/current/tsql/background_command.html
tajo/site/docs/current/tsql/dfs_command.html
tajo/site/docs/current/tsql/execute_file.html
tajo/site/docs/current/tsql/intro.html
tajo/site/docs/current/tsql/meta_command.html
tajo/site/docs/current/tsql/single_command.html
tajo/site/docs/current/tsql/variables.html
Added: tajo/site/docs/0.11.1/_sources/backup_and_restore.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/backup_and_restore.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/backup_and_restore.txt (added)
+++ tajo/site/docs/0.11.1/_sources/backup_and_restore.txt Thu Feb 4 00:29:05
2016
@@ -0,0 +1,8 @@
+************************
+Backup and Restore
+************************
+
+.. toctree::
+ :maxdepth: 1
+
+ backup_and_restore/catalog
Added: tajo/site/docs/0.11.1/_sources/backup_and_restore/catalog.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/backup_and_restore/catalog.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/backup_and_restore/catalog.txt (added)
+++ tajo/site/docs/0.11.1/_sources/backup_and_restore/catalog.txt Thu Feb 4
00:29:05 2016
@@ -0,0 +1,48 @@
+***************************
+Backup and Restore Catalog
+***************************
+
+Now, Tajo supports a two backup methods for
+
+* SQL dump
+* Database-level backup
+
+==========
+SQL dump
+==========
+
+SQL dump is an easy and strong way. If you use this approach, you don't need
to concern database-level compatibilities. If you want to backup your catalog,
just use bin/tajo-dump command. The basic usage of this command is: ::
+
+ $ tajo-dump table_name > outfile
+
+For example, if you want to backup a table customer, you should type a command
as follows: ::
+
+ $ bin/tajo-dump customer > table_backup.sql
+ $
+ $ cat table_backup.sql
+ -- Tajo database dump
+ -- Dump date: 10/04/2013 16:28:03
+ --
+
+ --
+ -- Name: customer; Type: TABLE; Storage: TEXT
+ -- Path: file:/home/hyunsik/tpch/customer
+ --
+ CREATE EXTERNAL TABLE customer (c_custkey INT8, c_name TEXT, c_address TEXT,
c_nationkey INT8, c_phone TEXT, c_acctbal FLOAT8, c_mktsegment TEXT, c_comment
TEXT) USING TEXT LOCATION 'file:/home/hyunsik/tpch/customer';
+
+
+If you want to restore the catalog from the SQL dump file, please type the
below command: ::
+
+ $ bin/tsql -f table_backup.sql
+
+
+If you use an option '-a', tajo-dump will dump all table DDLs. ::
+
+ $ bin/tajo-dump -a > all_backup.sql
+
+=======================
+Database-level backup
+=======================
+
+.. todo::
+
Added: tajo/site/docs/0.11.1/_sources/configuration.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration.txt Thu Feb 4 00:29:05 2016
@@ -0,0 +1,17 @@
+*************
+Configuration
+*************
+
+.. toctree::
+ :maxdepth: 1
+
+ configuration/preliminary
+ configuration/cluster_setup
+ configuration/tajo_master_configuration
+ configuration/worker_configuration
+ configuration/catalog_configuration
+ configuration/ha_configuration
+ configuration/service_config_defaults
+ configuration/tajo-site-xml
+ configuration/catalog-site-xml
+ configuration/storage-site-json
Added: tajo/site/docs/0.11.1/_sources/configuration/catalog-site-xml.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/catalog-site-xml.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/catalog-site-xml.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration/catalog-site-xml.txt Thu Feb
4 00:29:05 2016
@@ -0,0 +1,3 @@
+*************************
+The catalog-site.xml File
+*************************
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/configuration/catalog_configuration.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/catalog_configuration.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/catalog_configuration.txt
(added)
+++ tajo/site/docs/0.11.1/_sources/configuration/catalog_configuration.txt Thu
Feb 4 00:29:05 2016
@@ -0,0 +1,184 @@
+******************************
+Catalog Configuration
+******************************
+
+If you want to customize the catalog service, copy
``$TAJO_HOME/conf/catalog-site.xml.template`` to ``catalog-site.xml``. Then,
add the following configs to catalog-site.xml. Note that the default configs
are enough to launch Tajo cluster in most cases.
+
+* tajo.catalog.master.addr - If you want to launch a Tajo cluster in
distributed mode, you must specify this address. For more detail information,
see [Default Ports](#DefaultPorts).
+* tajo.catalog.store.class - If you want to change the persistent storage of
the catalog server, specify the class name. Its default value is
tajo.catalog.store.DerbyStore. In the current version, Tajo provides three
persistent storage classes as follows:
+
++--------------------------------------+------------------------------------------------+
+| Driver Class | Descriptions
|
++======================================+================================================+
+| tajo.catalog.store.DerbyStore | this storage class uses Apache Derby.
|
++--------------------------------------+------------------------------------------------+
+| tajo.catalog.store.MySQLStore | this storage class uses MySQL.
|
++--------------------------------------+------------------------------------------------+
+| tajo.catalog.store.MariaDBStore | this storage class uses MariaDB.
|
++--------------------------------------+------------------------------------------------+
+| tajo.catalog.store.MemStore | this is the in-memory storage. It is
only used |
+| | in unit tests to shorten the duration
of unit |
+| | tests.
|
++--------------------------------------+------------------------------------------------+
+| tajo.catalog.store.HiveCatalogStore | this storage class uses
HiveMetaStore. |
++--------------------------------------+------------------------------------------------+
+
+=========================
+Derby Configuration
+=========================
+
+By default, Tajo uses `Apache Derby <http://db.apache.org/derby/>`_ as a
persistent storage in order to manage table meta data. So, without any
configuration, you can use Derby for catalog store.
+
+Also, you can set manually configs in ``conf/catalog-site.xml`` as follows:
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.catalog.store.class</name>
+ <value>org.apache.tajo.catalog.store.DerbyStore</value>
+ </property>
+
+ <property>
+ <name>tajo.catalog.uri</name>
+ <value>jdbc:derby:<absolute directory>;create=true</value>
+ </property>
+
+Since Derby is a file-based embedded database, it stores data into a specified
directory. So, you need to specify the directory for storing data files instead
of specifying JDBC URI with hostname and port. For example, in case where you
use '/var/data/tajo-catalog' as a derby store directory, you should set configs
as follows:
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.catalog.uri</name>
+ <value>jdbc:derby:/var/data/tajo-catalog;create=true</value>
+ </property>
+
+.. warning::
+
+ By default, *Catalog server* stores catalog data into
``/tmp/tajo-catalog-${username}`` directory. But, some operating systems may
remove all contents in ``/tmp`` when booting up. In order to ensure persistent
store of your catalog data, you need to set a proper location of derby
directory.
+
+==================================================
+MySQL/MariaDB/PostgreSQL/Oracle Configuration
+==================================================
+
+Tajo supports several database systems, including MySQL, MariaDB, PostgreSQL,
and Oracle, as its catalog store.
+In order to use these systems, you first need to create a database and a user
for Tajo.
+The following example shows the creation of a user and a database with MySQL.
+
+.. code-block:: sh
+
+ mysql> create user 'tajo'@'localhost' identified by 'xxxxxx';
+ Query OK, 0 rows affected (0.00 sec)
+
+ mysql> create database tajo;
+ Query OK, 1 row affected (0.00 sec)
+
+ mysql> grant all on tajo.* to 'tajo'@'localhost';
+ Query OK, 0 rows affected (0.01 sec)
+
+
+Second, you must install the proper JDBC driver on the TajoMaster node. And
then, you need to set the ``TAJO_CLASSPATH`` variable in ``conf/tajo-env.sh``
as follows:
+
+.. code-block:: sh
+
+ (MySQL)
+ $ export TAJO_CLASSPATH=/usr/local/mysql/lib/mysql-connector-java-x.x.x.jar
+
+ (MariaDB)
+ $ export TAJO_CLASSPATH=/usr/local/mariadb/lib/mariadb-java-client-x.x.x.jar
+
+ (PostgreSQL)
+ $ export TAJO_CLASSPATH=/usr/share/java/postgresql-jdbc4.jar
+
+ (Oracle)
+ $ export TAJO_CLASSPATH=/path/to/oracle/driver/ojdbc7.jar
+
+Alternatively, you can copy the jdbc driver into ``$TAJO_HOME/lib``.
+
+Finally, you must add the following configurations to `conf/catalog-site.xml` :
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.catalog.connection.id</name>
+ <value><user name></value>
+ </property>
+ <property>
+ <name>tajo.catalog.connection.password</name>
+ <value><user password></value>
+ </property>
+
+ <!-- MySQL -->
+ <property>
+ <name>tajo.catalog.store.class</name>
+ <value>org.apache.tajo.catalog.store.MySQLStore</value>
+ </property>
+ <property>
+ <name>tajo.catalog.uri</name>
+ <value>jdbc:mysql://<mysql host name>:<mysql port>/<database name for
tajo>?createDatabaseIfNotExist=true</value>
+ </property>
+
+ <!-- MariaDB -->
+ <property>
+ <name>tajo.catalog.store.class</name>
+ <value>org.apache.tajo.catalog.store.MariaDBStore</value>
+ </property>
+ <property>
+ <name>tajo.catalog.uri</name>
+ <value>jdbc:mariadb://<mariadb host name>:<mariadb port>/<database name
for tajo>?createDatabaseIfNotExist=true</value>
+ </property>
+
+ <!-- PostgreSQL -->
+ <property>
+ <name>tajo.catalog.store.class</name>
+ <value>org.apache.tajo.catalog.store.PostgreSQLStore</value>
+ </property>
+ <property>
+ <name>tajo.catalog.uri</name>
+ <value>jdbc:postgresql://<postgresql host name>:<postgresql
port>/<database name for tajo>?createDatabaseIfNotExist=true</value>
+ </property>
+
+ <!-- Oracle -->
+ <property>
+ <name>tajo.catalog.store.class</name>
+ <value>org.apache.tajo.catalog.store.OracleStore</value>
+ </property>
+ <property>
+ <name>tajo.catalog.uri</name>
+ <value>jdbc:oracle:thin:@//<oracle host name>:<oracle port>/<ServiceName
for tajo database></value>
+ </property>
+
+==================================
+HiveCatalogStore Configuration
+==================================
+
+Tajo support HiveCatalogStore to integrate with hive. If you want to use
HiveCatalogStore, you just do as follows.
+
+First, you must compile source code and get a binary archive as follows:
+
+.. code-block:: sh
+
+ $ git clone https://git-wip-us.apache.org/repos/asf/tajo.git tajo
+ $ mvn clean install -DskipTests -Pdist -Dtar
+ $ ls tajo-dist/target/tajo-x.y.z-SNAPSHOT.tar.gz
+
+Second, you must set your hive home directory to HIVE_HOME variable in
``conf/tajo-env.sh`` with it as follows:
+
+.. code-block:: sh
+
+ export HIVE_HOME=/path/to/your/hive/directory
+
+Third, if you need to use jdbc to connect HiveMetaStore, you have to prepare
mysql jdbc driver on host which can be ran TajoMaster. If you prepare it, you
should set jdbc driver file path to ``HIVE_JDBC_DRIVER_DIR`` variable in
conf/tajo-env.sh with it as follows:
+
+.. code-block:: sh
+
+ export
HIVE_JDBC_DRIVER_DIR=/path/to/your/mysql_jdbc_driver/mysql-connector-java-x.x.x-bin.jar
+
+
+Lastly, you should add the following config to ``conf/catalog-site.xml`` :
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.catalog.store.class</name>
+ <value>org.apache.tajo.catalog.store.HiveCatalogStore</value>
+ </property>
Added: tajo/site/docs/0.11.1/_sources/configuration/cluster_setup.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/cluster_setup.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/cluster_setup.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration/cluster_setup.txt Thu Feb 4
00:29:05 2016
@@ -0,0 +1,86 @@
+*******************************************
+Cluster Setup
+*******************************************
+
+Fully Distributed Mode
+==========================================
+A fully distributed mode enables a Tajo instance to run on `Hadoop Distributed
File System (HDFS) <http://wiki.apache.org/hadoop/HDFS>`_. In this mode, a
number of Tajo workers run across a number of the physical nodes where HDFS
data nodes run.
+
+
+In this section, we explain how to setup the cluster mode.
+
+
+Settings
+--------------------------------------------------------
+
+Please add the following configs to tajo-site.xml file:
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.rootdir</name>
+ <value>hdfs://hostname:port/tajo</value>
+ </property>
+
+ <property>
+ <name>tajo.master.umbilical-rpc.address</name>
+ <value>hostname:26001</value>
+ </property>
+
+ <property>
+ <name>tajo.master.client-rpc.address</name>
+ <value>hostname:26002</value>
+ </property>
+
+ <property>
+ <name>tajo.resource-tracker.rpc.address</name>
+ <value>hostname:26003</value>
+ </property>
+
+ <property>
+ <name>tajo.catalog.client-rpc.address</name>
+ <value>hostname:26005</value>
+ </property>
+
+Workers
+--------------------------------------------------------
+
+The file ``conf/workers`` lists all host names of workers, one per line.
+By default, this file contains the single entry ``localhost``.
+You can easily add host names of workers via your favorite text editor.
+
+For example: ::
+
+ $ cat > conf/workers
+ host1.domain.com
+ host2.domain.com
+ ....
+
+ <ctrl + d>
+
+Make base directories and set permissions
+--------------------------------------------------------
+
+If you want to know Tajoâs configuration in more detail, see Configuration
page.
+Before launching the tajo, you should create the tajo root dir and set the
permission as follows: ::
+
+ $ $HADOOP_HOME/bin/hadoop fs -mkdir /tajo
+ $ $HADOOP_HOME/bin/hadoop fs -chmod g+w /tajo
+
+
+Launch a Tajo cluster
+--------------------------------------------------------
+
+Then, execute ``start-tajo.sh`` ::
+
+ $ $TAJO_HOME/bin/start-tajo.sh
+
+.. note::
+
+ In default, each worker is set to very little resource capacity. In order to
increase parallel degree, please read
+ :doc:`/configuration/worker_configuration`.
+
+.. note::
+
+ In default, TajoMaster listens on 127.0.0.1 for clients. To allow remote
clients to access TajoMaster, please set tajo.master.client-rpc.address config
to tajo-site.xml. In order to know how to change the listen port, please refer
:doc:`/configuration/service_config_defaults`.
+
Added: tajo/site/docs/0.11.1/_sources/configuration/ha_configuration.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/ha_configuration.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/ha_configuration.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration/ha_configuration.txt Thu Feb
4 00:29:05 2016
@@ -0,0 +1,148 @@
+*********************************
+High Availability for TajoMaster
+*********************************
+
+TajoMaster is a Single Point of Failure in a Tajo Cluster because TajoMaster
is the central controlling entity for all components of the Tajo system.
TajoMaster failure prevents clients from submitting new queries to the cluster,
and results in the disruption of the ability to run insert overwrite queries
because the TajoWorker canât apply its statistical information to
CatalogStore. Therefore, the high-availability (HA) of TajoMaster is essential
for the high-availability of Tajo generally.
+
+Currently, TajoMaster HA provides the following elements:
+
+* Automatic failover of TajoMaster: Even if the active TajoMaster stops, the
standby TajoMaster will become the active node.
+* Preservation of the ongoing query in the cluster: Even if the active
TajoMaster stops, the ongoing query will still complete in the cluster.
+
+
+================================================
+ Terminology
+================================================
+
+* Active master: TajoMaster that is actively serving the all operation from
TajoClient and TajoWorker.
+* Backup master: This TajoMaster waits becomes active when the Active dies or
unhealthy. Users can setup multiple back TajoMaster, and this servers monitors
the Active status to become active.
+
+
+================================================
+ Configuration File Settings
+================================================
+
+If you want to use TajoMaster HA mode, specific your ``tajo.master.ha.enable``
as follows:
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.master.ha.enable</name>
+ <value>true</value>
+ </property>
+
+If you use HA mode, all back masters monitor the active master at 5 second
intervals. If you update this period, specific your
``tajo.master.ha.monitor.interval`` as follows:
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.master.ha.monitor.interval</name>
+ <value>monitor interval</value>
+ </property>
+
+
+================================================
+ Backup Master Settings
+================================================
+
+If you want to run masters with ``start-tajo.sh``, specific your masters in
``conf/masters``. The file lists all host names of masters, one per line.By
default, this file contains the single entry ``localhost``. You can easily add
host names of workers via your favorite text editor.
+
+For example: ::
+
+ $ cat > conf/masters
+ host1.domain.com
+ host2.domain.com
+ ....
+
+ <ctrl + d>
+
+And then, you need to setup tarball and set configuration files on backup
masters.
+
+.. note::
+
+ If you want to run active master and backup master on the same host, you may
find TajoMaster port conflicts. To avoid this problem, you must convert backup
master primary ports to another port in ``tajo-site.xml`` as follows:
+
+ .. code-block:: xml
+
+ <property>
+ <name>tajo.master.umbilical-rpc.address</name>
+ <value>localhost:36001</value>
+ <description>The default port is 26001.</description>
+ </property>
+
+ <property>
+ <name>tajo.master.client-rpc.address</name>
+ <value>localhost:36002</value>
+ <description>The default port is 26002.</description>
+ </property>
+
+ <property>
+ <name>tajo.resource-tracker.rpc.address</name>
+ <value>localhost:36003</value>
+ <description>The default port is 26003.</description>
+ </property>
+
+ <property>
+ <name>tajo.catalog.client-rpc.address</name>
+ <value>localhost:36005</value>
+ <description>The default port is 26005.</description>
+ </property>
+
+ <property>
+ <name>tajo.master.info-http.address</name>
+ <value>0.0.0.0:36080</value>
+ <description>The default port is 26080.</description>
+ </property>
+
+
+ And you need to convert ``TAJO_PID_DIR`` to another directory in
``tajo-env.sh``.
+
+
+================================================
+ Launch a Tajo cluster
+================================================
+
+Then, execute ``start-tajo.sh`` ::
+
+ $ $TAJO_HOME/bin/start-tajo.sh
+
+.. note::
+
+ You can't use HA mode in DerbyStore. Currently, just one TajoMaster invoke
the derby. If another master try to invoke it, it never run itself. Also, if
you set another catalog uri for backup master, it is a incorrect configuration.
Because they are unequal in every way.
+
+================================================
+ Administration HA state
+================================================
+
+If you want to transit any backup master to active master, execute ``tajo
hadmin -transitionToActive`` ::
+
+ $ $TAJO_HOME/bin/tajo haadmin -transitionToActive <target
tajo.master.umbilical-rpc.address>
+
+If you want to transit any active master to backup master, execute ``tajo
hadmin -transitionToBackup`` ::
+
+ $ $TAJO_HOME/bin/tajo haadmin -transitionToBackup <target
tajo.master.umbilical-rpc.address>
+
+If you want to find the state of any master, execute ``tajo hadmin -getState``
::
+
+ $ $TAJO_HOME/bin/tajo haadmin -getState <target
tajo.master.umbilical-rpc.address>
+
+If you want to initiate HA information, execute ``tajo haadmin -formatHA`` ::
+
+ $ $TAJO_HOME/bin/tajo haadmin -formatHA
+
+.. note::
+
+ Before format HA, you must shutdown the Tajo cluster.
+
+
+================================================
+ How to Test Automatic Failover
+================================================
+
+If you want to verify automatic failover of TajoMaster, you must deploy your
Tajo cluster with TajoMaster HA enable. And then, you need to find which node
is active from Tajo web UI.
+
+Once you find your active TajoMaster, you can cause a failure on that node.
For example, you can use kill -9 <pid of TajoMaster> to simulate a JVM crash.
Or you can shutdown the machine or disconnect network interface. And then, the
backup TajoMaster will be automatically active within 5 seconds. The amount of
time required to detect a failure and trigger a failover depends on the config
``tajo.master.ha.monitor.interval``. If there is running queries, it will be
finished successfully. Because your TajoClient will get the result data on
TajoWorker. But you can't find already query history. Because TajoMaster stores
query history on memory. So, the other master can't access already active
master query history. And if there is no running query, the automatic failover
run successfully.
+
+.. note::
+
+ TajoMaster HA does not consider TajoWorker failure. It guarantees the high
availability of both TajoResourceManager and QueryMaster.
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/configuration/preliminary.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/preliminary.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/preliminary.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration/preliminary.txt Thu Feb 4
00:29:05 2016
@@ -0,0 +1,40 @@
+***************
+Preliminary
+***************
+
+===================================
+catalog-site.xml and tajo-site.xml
+===================================
+Tajo's configuration is based on Hadoop's configuration system. Tajo uses two
config files:
+
+* catalog-site.xml - configuration for the catalog server.
+* tajo-site.xml - configuration for other tajo modules.
+
+Each config consists of a pair of a name and a value. If you want to set the
config name ``a.b.c`` with the value ``123``, add the following element to an
appropriate file.
+
+.. code-block:: xml
+
+ <property>
+ <name>a.b.c</name>
+ <value>123</value>
+ </property>
+
+Tajo has a variety of internal configs. If you don't set some config
explicitly, the default config will be used for for that config. Tajo is
designed to use only a few of configs in usual cases. You may not be concerned
with the configuration.
+
+In default, there is no ``tajo-site.xml`` in ``${TAJO}/conf`` directory. If
you set some configs, first copy ``$TAJO_HOME/conf/tajo-site.xml.templete`` to
``tajo-site.xml``. Then, add the configs to your tajo-site.
+
+============
+tajo-env.sh
+============
+
+tajo-env.sh is a shell script file. The main purpose of this file is to set
shell environment variables for TajoMaster and TajoWorker java program. So, you
can set some variable as follows:
+
+.. code-block:: sh
+
+ VARIABLE=value
+
+If a value is a literal string, type this as follows:
+
+.. code-block:: sh
+
+ VARIABLE='value'
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/configuration/service_config_defaults.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/service_config_defaults.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/service_config_defaults.txt
(added)
+++ tajo/site/docs/0.11.1/_sources/configuration/service_config_defaults.txt
Thu Feb 4 00:29:05 2016
@@ -0,0 +1,28 @@
+**************************************
+Cluster Service Configuration Defaults
+**************************************
+
+Tajo Master Configuration Defaults
+====================================
+
+============================
============================================================== ===========
===============
+ Service Name Config Property Name
Description default address
+============================
============================================================== ===========
===============
+Tajo Master Umbilical Rpc tajo.master.umbilical-rpc.address
localhost:26001
+Tajo Master Client Rpc tajo.master.client-rpc.address
localhost:26002
+Tajo Master Info Http tajo.master.info-http.address
0.0.0.0:26080
+Tajo Resource Tracker Rpc tajo.resource-tracker.rpc.address
localhost:26003
+Tajo Catalog Client Rpc tajo.catalog.client-rpc.address
localhost:26005
+============================
============================================================== ===========
===============
+
+====================================
+Tajo Worker Configuration Defaults
+====================================
+
+============================
============================================================== ===========
===============
+ Service Name Config Property Name
Description default address
+============================
============================================================== ===========
===============
+Tajo Worker Peer Rpc tajo.worker.peer-rpc.address
0.0.0.0:28091
+Tajo Worker Client Rpc tajo.worker.client-rpc.address
0.0.0.0:28092
+Tajo Worker Info Http tajo.worker.info-http.address
0.0.0.0:28080
+============================
============================================================== ===========
===============
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/configuration/storage-site-json.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/storage-site-json.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/storage-site-json.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration/storage-site-json.txt Thu Feb
4 00:29:05 2016
@@ -0,0 +1,64 @@
+**************************
+The storage-site.json File
+**************************
+
+This file is for configuring :doc:`/table_management/tablespaces`.
+The syntax of ``storage-site.json`` is like this basically:
+
+.. code:: json
+
+ {
+ "spaces": {
+ <space config 1>, <space config 2>, ...
+ },
+ "storages": {
+ <storage config 1>, <storage config 2>, ...
+ }
+ }
+
+------
+Spaces
+------
+
+This is a section for registering tablespaces. Some space config example is
here:
+
+.. code:: json
+
+ "spaces": {
+ "jdbc_pgsql": {
+ "uri": "jdbc:postgresql://127.0.0.1:5740/origin",
+ "configs": {
+ "mapped_database":"tajo_pgsql_origin",
+ "connection_properties": {
+ "user":"tajouser",
+ "password":"123456"
+ }
+ }
+ },
+ ...
+ }
+
+* **space name** : Your own tablespace name which indicates a specific
tablespace. Alpha-numeric characters and underscore(_) are permitted.
+* **uri** : An URI address of a tablespace
+* **configs** : It is optional. You can specify it as JSON object to pass to
each tablespace handler.
+
+After you specify a tablespace, you can use it in `create table statement
<../sql_language/ddl.html#create-table>`_.
+
+--------
+Storages
+--------
+
+This is for registering storage format and custom storage handler class.
+Tajo already supports HDFS, HBase, PostgreSQL, Amazon S3, Openstack Swift,
etc, thus in usual cases using mentioned storages, you don't have to add any
``storages`` configuration.
+However, if you want to use your custom storage as one of Tajo's data source,
you need to add a configuration for your storage. Here is an example of HDFS
storage.
+See :doc:`storage_plugins/overview` for more information.
+
+.. code:: json
+
+ "storages": {
+ "hdfs": {
+ "handler": "org.apache.tajo.storage.FileTablespace",
+ "default-format": "text"
+ },
+ ...
+ }
Added: tajo/site/docs/0.11.1/_sources/configuration/tajo-site-xml.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/tajo-site-xml.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/tajo-site-xml.txt (added)
+++ tajo/site/docs/0.11.1/_sources/configuration/tajo-site-xml.txt Thu Feb 4
00:29:05 2016
@@ -0,0 +1,498 @@
+**********************
+The tajo-site.xml File
+**********************
+
+You can add more configurations in the ``tajo-site.xml`` file. Note that you
should replicate this file to the whole hosts in your cluster once you edited.
+If you are looking for the configurations for the master and the worker,
please refer to :doc:`tajo_master_configuration` and
:doc:`worker_configuration`.
+Also, catalog configurations are found here :doc:`catalog_configuration`.
+
+=========================
+Join Query Settings
+=========================
+
+""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.join.auto-broadcast`
+""""""""""""""""""""""""""""""""""""""
+
+A flag to enable or disable the use of broadcast join.
+
+ * Property value type: Boolean
+ * Default value: true
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.join.auto-broadcast</name>
+ <value>true</value>
+ </property>
+
+.. _tajo.dist-query.broadcast.non-cross-join.threshold-kb:
+
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.broadcast.non-cross-join.threshold-kb`
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+A threshold for non-cross joins. When a non-cross join query is executed with
the broadcast join, the whole size of broadcasted tables won't exceed this
threshold.
+
+ * Property value type: Integer
+ * Unit: KB
+ * Default value: 5120
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.broadcast.non-cross-join.threshold-kb</name>
+ <value>5120</value>
+ </property>
+
+.. _tajo.dist-query.broadcast.cross-join.threshold-kb:
+
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.broadcast.cross-join.threshold-kb`
+"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+A threshold for cross joins. When a cross join query is executed, the whole
size of broadcasted tables won't exceed this threshold.
+
+ * Property value type: Integer
+ * Unit: KB
+ * Default value: 1024
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.broadcast.cross-join.threshold-kb</name>
+ <value>1024</value>
+ </property>
+
+.. warning::
+ In Tajo, the broadcast join is only the way to perform cross joins. Since
the cross join is a very expensive operation, this value need to be tuned
carefully.
+
+.. _tajo.dist-query.join.task-volume-mb:
+
+""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.join.task-volume-mb`
+""""""""""""""""""""""""""""""""""""""
+
+The repartition join is executed in two stages. When a join query is executed
with the repartition join, this value indicates the amount of input data
processed by each task at the second stage.
+As a result, it determines the degree of the parallel processing of the join
query.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.join.task-volume-mb</name>
+ <value>64</value>
+ </property>
+
+.. _tajo.dist-query.join.partition-volume-mb:
+
+"""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.join.partition-volume-mb`
+"""""""""""""""""""""""""""""""""""""""""""
+
+The repartition join is executed in two stages. When a join query is executed
with the repartition join,
+this value indicates the output size of each task at the first stage, which
determines the number of partitions to be shuffled between two stages.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 128
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.join.partition-volume-mb</name>
+ <value>128</value>
+ </property>
+
+.. _tajo.executor.join.common.in-memory-hash-threshold-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.executor.join.common.in-memory-hash-threshold-mb`
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+This value provides the criterion to decide the algorithm to perform a join in
a task.
+If the input data is smaller than this value, join is performed with the
in-memory hash join.
+Otherwise, the sort-merge join is used.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.join.common.in-memory-hash-threshold-mb</name>
+ <value>64</value>
+ </property>
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. _tajo.executor.join.inner.in-memory-hash-threshold-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.executor.join.inner.in-memory-hash-threshold-mb`
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+This value provides the criterion to decide the algorithm to perform an inner
join in a task.
+If the input data is smaller than this value, the inner join is performed with
the in-memory hash join.
+Otherwise, the sort-merge join is used.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.join.inner.in-memory-hash-threshold-mb</name>
+ <value>64</value>
+ </property>
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. _tajo.executor.join.outer.in-memory-hash-threshold-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.executor.join.outer.in-memory-hash-threshold-mb`
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+This value provides the criterion to decide the algorithm to perform an outer
join in a task.
+If the input data is smaller than this value, the outer join is performed with
the in-memory hash join.
+Otherwise, the sort-merge join is used.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.join.outer.in-memory-hash-threshold-mb</name>
+ <value>64</value>
+ </property>
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. _tajo.executor.join.hash-table.size:
+
+"""""""""""""""""""""""""""""""""""""
+`tajo.executor.join.hash-table.size`
+"""""""""""""""""""""""""""""""""""""
+
+The initial size of hash table for in-memory hash join.
+
+ * Property value type: Integer
+ * Default value: 100000
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.join.hash-table.size</name>
+ <value>100000</value>
+ </property>
+
+======================
+Sort Query Settings
+======================
+
+.. _tajo.dist-query.sort.task-volume-mb:
+
+""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.sort.task-volume-mb`
+""""""""""""""""""""""""""""""""""""""
+
+The sort operation is executed in two stages. When a sort query is executed,
this value indicates the amount of input data processed by each task at the
second stage.
+As a result, it determines the degree of the parallel processing of the sort
query.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.sort.task-volume-mb</name>
+ <value>64</value>
+ </property>
+
+.. _tajo.executor.external-sort.buffer-mb:
+
+""""""""""""""""""""""""""""""""""""""""
+`tajo.executor.external-sort.buffer-mb`
+""""""""""""""""""""""""""""""""""""""""
+
+A threshold to choose the sort algorithm. If the input data is larger than
this threshold, the external sort algorithm is used.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 200
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.external-sort.buffer-mb</name>
+ <value>200</value>
+ </property>
+
+.. _tajo.executor.sort.list.size:
+
+""""""""""""""""""""""""""""""""""""""
+`tajo.executor.sort.list.size`
+""""""""""""""""""""""""""""""""""""""
+
+The initial size of list for in-memory sort.
+
+ * Property value type: Integer
+ * Default value: 100000
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.sort.list.size</name>
+ <value>100000</value>
+ </property>
+
+=========================
+Group by Query Settings
+=========================
+
+.. _tajo.dist-query.groupby.multi-level-aggr:
+
+""""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.groupby.multi-level-aggr`
+""""""""""""""""""""""""""""""""""""""""""""
+
+A flag to enable the multi-level algorithm for distinct aggregation. If this
value is set, 3-phase aggregation algorithm is used.
+Otherwise, 2-phase aggregation algorithm is used.
+
+ * Property value type: Boolean
+ * Default value: true
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.groupby.multi-level-aggr</name>
+ <value>true</value>
+ </property>
+
+.. _tajo.dist-query.groupby.partition-volume-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.groupby.partition-volume-mb`
+""""""""""""""""""""""""""""""""""""""""""""""
+
+The aggregation is executed in two stages. When an aggregation query is
executed,
+this value indicates the output size of each task at the first stage, which
determines the number of partitions to be shuffled between two stages.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 256
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.groupby.partition-volume-mb</name>
+ <value>256</value>
+ </property>
+
+.. _tajo.dist-query.groupby.task-volume-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.groupby.task-volume-mb`
+""""""""""""""""""""""""""""""""""""""""""""""
+
+The aggregation operation is executed in two stages. When an aggregation query
is executed, this value indicates the amount of input data processed by each
task at the second stage.
+As a result, it determines the degree of the parallel processing of the
aggregation query.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.groupby.task-volume-mb</name>
+ <value>64</value>
+ </property>
+
+.. _tajo.executor.groupby.in-memory-hash-threshold-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.executor.groupby.in-memory-hash-threshold-mb`
+""""""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+This value provides the criterion to decide the algorithm to perform an
aggregation in a task.
+If the input data is smaller than this value, the aggregation is performed
with the in-memory hash aggregation.
+Otherwise, the sort-based aggregation is used.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.groupby.in-memory-hash-threshold-mb</name>
+ <value>64</value>
+ </property>
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. _tajo.executor.aggregate.hash-table.size:
+
+""""""""""""""""""""""""""""""""""""""""""
+`tajo.executor.aggregate.hash-table.size`
+""""""""""""""""""""""""""""""""""""""""""
+
+The initial size of hash table for in-memory aggregation.
+
+ * Property value type: Integer
+ * Default value: 10000
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.executor.aggregate.hash-table.size</name>
+ <value>10000</value>
+ </property>
+
+======================
+Date/Time Settings
+======================
+
+.. _tajo.timezone:
+
+"""""""""""""""""""
+`tajo.timezone`
+"""""""""""""""""""
+
+Refer to :doc:`/time_zone`.
+
+ * Property value type: Time zone id
+ * Default value: Default time zone of JVM
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.timezone</name>
+ <value>GMT+9</value>
+ </property>
+
+.. _tajo.datetime.date-order:
+
+"""""""""""""""""""""""""""
+`tajo.datetime.date-order`
+"""""""""""""""""""""""""""
+
+Date order specification.
+
+ * Property value type: One of YMD, DMY, MDY.
+ * Default value: YMD
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.datetime.date-order</name>
+ <value>YMD</value>
+ </property>
+
+======================
+Table partitions
+======================
+
+.. _tajo.partition.overwrite.even-if-no-result:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.partition.overwrite.even-if-no-result`
+""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+If this value is true, a partitioned table is overwritten even if a subquery
leads to no result. Otherwise, the table data will be kept if there is no
result.
+
+ * Property value type: Boolean
+ * Default value: false
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.partition.overwrite.even-if-no-result</name>
+ <value>false</value>
+ </property>
+
+.. _tajo.dist-query.table-partition.task-volume-mb:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.dist-query.table-partition.task-volume-mb`
+""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+In Tajo, storing a partition table is executed in two stages.
+This value indicates the output size of a task of the former stage, which
determines the number of partitions to be shuffled between two stages.
+
+ * Property value type: Integer
+ * Unit: MB
+ * Default value: 256
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.dist-query.table-partition.task-volume-mb</name>
+ <value>256</value>
+ </property>
+
+======================
+Arithmetic Settings
+======================
+
+.. _tajo.behavior.arithmetic-abort:
+
+""""""""""""""""""""""""""""""""""""""""""""""""""""
+`tajo.behavior.arithmetic-abort`
+""""""""""""""""""""""""""""""""""""""""""""""""""""
+
+A flag to indicate how to handle the errors caused by invalid arithmetic
operations. If true, a running query will be terminated with an overflow or a
divide-by-zero.
+
+ * Property value type: Boolean
+ * Default value: false
+ * Example
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.behavior.arithmetic-abort</name>
+ <value>false</value>
+ </property>
\ No newline at end of file
Added:
tajo/site/docs/0.11.1/_sources/configuration/tajo_master_configuration.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/tajo_master_configuration.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/tajo_master_configuration.txt
(added)
+++ tajo/site/docs/0.11.1/_sources/configuration/tajo_master_configuration.txt
Thu Feb 4 00:29:05 2016
@@ -0,0 +1,32 @@
+**************************
+Tajo Master Configuration
+**************************
+
+================================================
+ Tajo Rootdir
+================================================
+
+Tajo uses HDFS as a primary storage layer. So, one Tajo cluster instance
should have one tajo rootdir. A user is allowed to specific your tajo rootdir
as follows:
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.rootdir</name>
+ <value>hdfs://namenode_hostname:port/path</value>
+ </property>
+
+Tajo rootdir must be a url form like ``scheme://hostname:port/path``. The
current implementaion only supports ``hdfs://`` and ``file://`` schemes. The
default value is ``file:///tmp/tajo-${user.name}/``.
+
+================================================
+TajoMaster Heap Memory Size
+================================================
+
+The environment variable TAJO_MASTER_HEAPSIZE in conf/tajo-env.sh allow Tajo
Master to use the specified heap memory size.
+
+If you want to adjust heap memory size, set ``TAJO_MASTER_HEAPSIZE`` variable
in ``conf/tajo-env.sh`` with a proper size as follows:
+
+.. code-block:: sh
+
+ TAJO_MASTER_HEAPSIZE=2000
+
+The default size is 1000 (1GB).
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/configuration/worker_configuration.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/configuration/worker_configuration.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/configuration/worker_configuration.txt
(added)
+++ tajo/site/docs/0.11.1/_sources/configuration/worker_configuration.txt Thu
Feb 4 00:29:05 2016
@@ -0,0 +1,150 @@
+*********************
+Worker Configuration
+*********************
+
+========================
+Worker Heap Memory Size
+========================
+
+The environment variable ``TAJO_WORKER_HEAPSIZE`` in ``conf/tajo-env.sh``
allow Tajo Worker to use the specified heap memory size.
+
+If you want to adjust heap memory size, set ``TAJO_WORKER_HEAPSIZE`` variable
in ``conf/tajo-env.sh`` with a proper size as follows:
+
+.. code-block:: bash
+
+ TAJO_WORKER_HEAPSIZE=8000
+
+The default size is 5000 (5GB).
+
+========================
+Temporary Data Directory
+========================
+
+TajoWorker stores temporary data on local file system due to out-of-core
algorithms. It is possible to specify one or more temporary data directories
where temporary data will be stored.
+
+``tajo-site.xml``
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.worker.tmpdir.locations</name>
+ <value>/disk1/tmpdir,/disk2/tmpdir,/disk3/tmpdir</value>
+ </property>
+
+
+==========================================================
+Maximum number of parallel running tasks for each worker
+==========================================================
+
+In Tajo, the capacity of running tasks in parallel are determined by available
resources and workload of running queries. In order to specify it, please see
[Worker Resources] (#ResourceConfiguration) section.
+
+==========================================================
+Worker Resources
+==========================================================
+
+Each worker can execute multiple tasks simultaneously.
+
+In Tajo, users can specify the number of cpu cores, the total size of memory
and the number of disks for each worker. Available resources affect how many
tasks are executed simultaneously.
+CPU cores are a unit for expressing CPU parallelism, the unit for memory is
megabytes and the unit for disks is the number of disk
+
+In order to specify the resource capacity of each worker, you should add the
following configs to ``tajo-site.xml`` :
+
+=================================== ============= ======================
=================================
+ property name value type default value
description
+=================================== ============= ======================
=================================
+ tajo.worker.resource.cpu-cores Integer available cpu-cores
the number of cpu cores
+ tajo.worker.resource.memory-mb Integer available jvm heap
memory size (MB)
+ tajo.worker.resource.disks Integer 2
the number of disks
+ tajo.task.resource.min.memory-mb Integer 1000
minimum allocatable memory per task
+ tajo.qm.resource.min.memory-mb Integer 500
minimum allocatable memory per query
+=================================== ============= ======================
=================================
+
+.. note::
+
+ Currently, QueryMaster requests 500MB memory and 1 cpu-core per task for the
backward compatibility.
+ If you want to give more memory, you can set to
``tajo.qm.resource.min.memory-mb``
+
+.. note::
+
+ If ``tajo.worker.resource.dfs-dir-aware`` is set to ``true`` in
``tajo-site.xml``, the worker will aware of and use the number of HDFS
datanode's data dirs in the node.
+ In other words, ``tajo.worker.resource.disks`` is ignored.
+
+------------
+ Example
+------------
+
+Assume that you want to give 15GB Jvm heap, 2GB memory per task, 4 disks, and
12 cores on each worker. The example configuration is as follows:
+
+``tajo-env.sh``
+
+.. code-block:: bash
+
+ export TAJO_WORKER_HEAPSIZE=15000
+
+
+``tajo-site.xml``
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.worker.resource.cpu-cores</name>
+ <value>12</value>
+ </property>
+
+ <property>
+ <name>tajo.task.resource.min.memory-mb</name>
+ <value>2000</value>
+ </property>
+
+ <property>
+ <name>tajo.worker.resource.disks</name>
+ <value>4</value>
+ </property>
+
+
+* Example with HDFS
+
+``tajo-env.sh``
+
+.. code-block:: bash
+
+ export TAJO_WORKER_HEAPSIZE=15000
+
+
+``tajo-site.xml``
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.task.resource.min.memory-mb</name>
+ <value>2000</value>
+ </property>
+
+ <property>
+ <name>tajo.worker.resource.dfs-dir-aware</name>
+ <value>true</value>
+ </property>
+
+
+* Example with S3
+
+``tajo-env.sh``
+
+.. code-block:: bash
+
+ export TAJO_WORKER_HEAPSIZE=15000
+
+
+``tajo-site.xml``
+
+.. code-block:: xml
+
+ <property>
+ <name>tajo.task.resource.min.memory-mb</name>
+ <value>2000</value>
+ </property>
+
+ <property>
+ <name>tajo.worker.resource.disk.parallel-execution.num</name>
+ <value>4</value>
+ </property>
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/faq.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/faq.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/faq.txt (added)
+++ tajo/site/docs/0.11.1/_sources/faq.txt Thu Feb 4 00:29:05 2016
@@ -0,0 +1,5 @@
+*************************************
+FAQ
+*************************************
+
+.. todo::
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/functions.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/functions.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/functions.txt (added)
+++ tajo/site/docs/0.11.1/_sources/functions.txt Thu Feb 4 00:29:05 2016
@@ -0,0 +1,46 @@
+******************
+Functions
+******************
+
+Tajo provides extensive supports for functions. It includes a lot of built-in
functions and user-defined functions which is implemented in Python.
+
+==========================
+Built-in Scalar Functions
+==========================
+
+.. toctree::
+ :maxdepth: 1
+
+ functions/data_type_func_and_operators
+ functions/math_func_and_operators
+ functions/string_func_and_operators
+ functions/datetime_func_and_operators
+ functions/network_func_and_operators
+ functions/json_func
+
+================================
+Built-in Aggregation Functions
+================================
+
+.. toctree::
+ :maxdepth: 1
+
+ functions/agg_func
+
+================================
+Built-in Window Functions
+================================
+
+.. toctree::
+ :maxdepth: 1
+
+ functions/window_func
+
+==============================
+User-defined Functions
+==============================
+
+.. toctree::
+ :maxdepth: 1
+
+ functions/python
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/functions/agg_func.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/functions/agg_func.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/functions/agg_func.txt (added)
+++ tajo/site/docs/0.11.1/_sources/functions/agg_func.txt Thu Feb 4 00:29:05
2016
@@ -0,0 +1,91 @@
+************************************
+Aggregation Functions
+************************************
+
+.. function:: avg (expression)
+
+ Returns the average of all input values.
+
+ :param expression:
+ :type expression: int | float
+ :rtype: float8
+
+.. function:: corr (expression1, expression2)
+
+ Returns the coefficient of correlation between a set of number pairs.
+
+ :param expression1:
+ :param expression2:
+ :type expression1: int | float
+ :type expression2: int | float
+ :rtype: float8
+
+.. function:: count()
+
+ Returns the number of input rows.
+
+ :rtype: int8
+
+.. function:: last_value(expression)
+
+ Returns the last value of expression.
+
+ :param expression:
+ :type expression: int | float | date | time | timestamp | text
+ :rtype: same as parameter data type
+
+.. function:: max(expression)
+
+ Returns the maximum value of expression.
+
+ :param expression:
+ :type expression: int | float | date | time | timestamp | text
+ :rtype: same as parameter data type
+
+.. function:: min(expression)
+
+ Returns the minimum value of expression.
+
+ :param expression:
+ :type expression: int | float | date | time | timestamp | text
+ :rtype: same as parameter data type
+
+.. function:: stddev_pop(expression)
+
+ Returns the population standard deviation of a set of numbers.
+
+ :param expression:
+ :type expression: int | float
+ :rtype: float8
+
+.. function:: stddev_samp(expression)
+
+ Returns the sample standard deviation of a set of numbers.
+
+ :param expression:
+ :type expression: int | float
+ :rtype: float8
+
+.. function:: sum(expression)
+
+ Returns the sum of a set of numbers.
+
+ :param expression:
+ :type expression: int | float
+ :rtype: same as parameter data type
+
+.. function:: var_pop(expression)
+
+ Returns the variance of a set of numbers.
+
+ :param expression:
+ :type expression: int | float
+ :rtype: float8
+
+.. function:: var_samp(expression)
+
+ Returns the unbiased sample variance of a set of numbers.
+
+ :param expression:
+ :type expression: int | float
+ :rtype: float8
\ No newline at end of file
Added: tajo/site/docs/0.11.1/_sources/functions/data_type_func_and_operators.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/_sources/functions/data_type_func_and_operators.txt?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/_sources/functions/data_type_func_and_operators.txt
(added)
+++ tajo/site/docs/0.11.1/_sources/functions/data_type_func_and_operators.txt
Thu Feb 4 00:29:05 2016
@@ -0,0 +1,43 @@
+************************************
+Data Type Functions and Operators
+************************************
+
+.. function:: to_bin(source int4)
+
+ Returns the binary representation of integer.
+
+ :param source: source value
+ :rtype: text
+ :example:
+
+ .. code-block:: sql
+
+ select to_bin(22);
+ > 10110
+
+.. function:: to_char(source int8, format text)
+
+ Convert integer to string.
+
+ :param source: source value
+ :param format: format
+ :rtype: text
+ :example:
+
+ .. code-block:: sql
+
+ select to_char(125, '00999');
+ > 00125
+
+.. function:: to_hex(source int4)
+
+ Convert the argument to hexadecimal.
+
+ :param source: source value
+ :rtype: text
+ :example:
+
+ .. code-block:: sql
+
+ select to_hex(15);
+ > F
