Author: jhkim
Date: Wed Dec 2 09:38:59 2015
New Revision: 1717597
URL: http://svn.apache.org/viewvc?rev=1717597&view=rev
Log:
update devel configuration
Modified:
tajo/site/docs/devel/_sources/configuration/tajo-site-xml.txt
tajo/site/docs/devel/_sources/configuration/worker_configuration.txt
tajo/site/docs/devel/_sources/table_management.txt
tajo/site/docs/devel/_sources/table_management/compression.txt
tajo/site/docs/devel/_sources/table_management/table_overview.txt
tajo/site/docs/devel/_sources/table_management/tablespaces.txt
tajo/site/docs/devel/_sources/tsql/variables.txt
tajo/site/docs/devel/backup_and_restore.html
tajo/site/docs/devel/backup_and_restore/catalog.html
tajo/site/docs/devel/configuration.html
tajo/site/docs/devel/configuration/catalog-site-xml.html
tajo/site/docs/devel/configuration/catalog_configuration.html
tajo/site/docs/devel/configuration/cluster_setup.html
tajo/site/docs/devel/configuration/ha_configuration.html
tajo/site/docs/devel/configuration/preliminary.html
tajo/site/docs/devel/configuration/service_config_defaults.html
tajo/site/docs/devel/configuration/tajo-site-xml.html
tajo/site/docs/devel/configuration/tajo_master_configuration.html
tajo/site/docs/devel/configuration/worker_configuration.html
tajo/site/docs/devel/faq.html
tajo/site/docs/devel/functions.html
tajo/site/docs/devel/functions/agg_func.html
tajo/site/docs/devel/functions/data_type_func_and_operators.html
tajo/site/docs/devel/functions/datetime_func_and_operators.html
tajo/site/docs/devel/functions/json_func.html
tajo/site/docs/devel/functions/math_func_and_operators.html
tajo/site/docs/devel/functions/network_func_and_operators.html
tajo/site/docs/devel/functions/python.html
tajo/site/docs/devel/functions/string_func_and_operators.html
tajo/site/docs/devel/functions/window_func.html
tajo/site/docs/devel/genindex.html
tajo/site/docs/devel/getting_started.html
tajo/site/docs/devel/hbase_integration.html
tajo/site/docs/devel/hive_integration.html
tajo/site/docs/devel/index.html
tajo/site/docs/devel/index/future_work.html
tajo/site/docs/devel/index/how_to_use.html
tajo/site/docs/devel/index/types.html
tajo/site/docs/devel/index_overview.html
tajo/site/docs/devel/introduction.html
tajo/site/docs/devel/jdbc_driver.html
tajo/site/docs/devel/objects.inv
tajo/site/docs/devel/partitioning/column_partitioning.html
tajo/site/docs/devel/partitioning/hash_partitioning.html
tajo/site/docs/devel/partitioning/intro_to_partitioning.html
tajo/site/docs/devel/partitioning/range_partitioning.html
tajo/site/docs/devel/search.html
tajo/site/docs/devel/searchindex.js
tajo/site/docs/devel/sql_language.html
tajo/site/docs/devel/sql_language/alter_table.html
tajo/site/docs/devel/sql_language/data_model.html
tajo/site/docs/devel/sql_language/ddl.html
tajo/site/docs/devel/sql_language/insert.html
tajo/site/docs/devel/sql_language/joins.html
tajo/site/docs/devel/sql_language/predicates.html
tajo/site/docs/devel/sql_language/queries.html
tajo/site/docs/devel/sql_language/sql_expression.html
tajo/site/docs/devel/storage_plugins.html
tajo/site/docs/devel/storage_plugins/overview.html
tajo/site/docs/devel/storage_plugins/postgresql.html
tajo/site/docs/devel/swift_integration.html
tajo/site/docs/devel/table_management.html
tajo/site/docs/devel/table_management/compression.html
tajo/site/docs/devel/table_management/json.html
tajo/site/docs/devel/table_management/orc.html
tajo/site/docs/devel/table_management/parquet.html
tajo/site/docs/devel/table_management/rcfile.html
tajo/site/docs/devel/table_management/sequencefile.html
tajo/site/docs/devel/table_management/table_overview.html
tajo/site/docs/devel/table_management/tablespaces.html
tajo/site/docs/devel/table_management/text.html
tajo/site/docs/devel/table_partitioning.html
tajo/site/docs/devel/tajo_client_api.html
tajo/site/docs/devel/time_zone.html
tajo/site/docs/devel/tsql.html
tajo/site/docs/devel/tsql/admin_command.html
tajo/site/docs/devel/tsql/background_command.html
tajo/site/docs/devel/tsql/dfs_command.html
tajo/site/docs/devel/tsql/execute_file.html
tajo/site/docs/devel/tsql/intro.html
tajo/site/docs/devel/tsql/meta_command.html
tajo/site/docs/devel/tsql/single_command.html
tajo/site/docs/devel/tsql/variables.html
Modified: tajo/site/docs/devel/_sources/configuration/tajo-site-xml.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/configuration/tajo-site-xml.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/configuration/tajo-site-xml.txt (original)
+++ tajo/site/docs/devel/_sources/configuration/tajo-site-xml.txt Wed Dec 2
09:38:59 2015
@@ -27,6 +27,8 @@ A flag to enable or disable the use of b
<value>true</value>
</property>
+.. _tajo.dist-query.broadcast.non-cross-join.threshold-kb:
+
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.broadcast.non-cross-join.threshold-kb`
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -45,6 +47,8 @@ A threshold for non-cross joins. When a
<value>5120</value>
</property>
+.. _tajo.dist-query.broadcast.cross-join.threshold-kb:
+
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.broadcast.cross-join.threshold-kb`
"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -66,6 +70,8 @@ A threshold for cross joins. When a cros
.. warning::
In Tajo, the broadcast join is only the way to perform cross joins. Since
the cross join is a very expensive operation, this value need to be tuned
carefully.
+.. _tajo.dist-query.join.task-volume-mb:
+
""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.join.task-volume-mb`
""""""""""""""""""""""""""""""""""""""
@@ -85,6 +91,8 @@ As a result, it determines the degree of
<value>64</value>
</property>
+.. _tajo.dist-query.join.partition-volume-mb:
+
"""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.join.partition-volume-mb`
"""""""""""""""""""""""""""""""""""""""""""
@@ -104,6 +112,8 @@ this value indicates the output size of
<value>128</value>
</property>
+.. _tajo.executor.join.common.in-memory-hash-threshold-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.executor.join.common.in-memory-hash-threshold-mb`
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -129,6 +139,8 @@ Otherwise, the sort-merge join is used.
its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
This value should be tuned carefully.
+.. _tajo.executor.join.inner.in-memory-hash-threshold-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.executor.join.inner.in-memory-hash-threshold-mb`
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -154,6 +166,8 @@ Otherwise, the sort-merge join is used.
its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
This value should be tuned carefully.
+.. _tajo.executor.join.outer.in-memory-hash-threshold-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.executor.join.outer.in-memory-hash-threshold-mb`
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -179,6 +193,8 @@ Otherwise, the sort-merge join is used.
its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
This value should be tuned carefully.
+.. _tajo.executor.join.hash-table.size:
+
"""""""""""""""""""""""""""""""""""""
`tajo.executor.join.hash-table.size`
"""""""""""""""""""""""""""""""""""""
@@ -200,6 +216,8 @@ The initial size of hash table for in-me
Sort Query Settings
======================
+.. _tajo.dist-query.sort.task-volume-mb:
+
""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.sort.task-volume-mb`
""""""""""""""""""""""""""""""""""""""
@@ -219,6 +237,8 @@ As a result, it determines the degree of
<value>64</value>
</property>
+.. _tajo.executor.external-sort.buffer-mb:
+
""""""""""""""""""""""""""""""""""""""""
`tajo.executor.external-sort.buffer-mb`
""""""""""""""""""""""""""""""""""""""""
@@ -237,6 +257,8 @@ A threshold to choose the sort algorithm
<value>200</value>
</property>
+.. _tajo.executor.sort.list.size:
+
""""""""""""""""""""""""""""""""""""""
`tajo.executor.sort.list.size`
""""""""""""""""""""""""""""""""""""""
@@ -258,6 +280,8 @@ The initial size of list for in-memory s
Group by Query Settings
=========================
+.. _tajo.dist-query.groupby.multi-level-aggr:
+
""""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.groupby.multi-level-aggr`
""""""""""""""""""""""""""""""""""""""""""""
@@ -276,6 +300,8 @@ Otherwise, 2-phase aggregation algorithm
<value>true</value>
</property>
+.. _tajo.dist-query.groupby.partition-volume-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.groupby.partition-volume-mb`
""""""""""""""""""""""""""""""""""""""""""""""
@@ -295,6 +321,8 @@ this value indicates the output size of
<value>256</value>
</property>
+.. _tajo.dist-query.groupby.task-volume-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.groupby.task-volume-mb`
""""""""""""""""""""""""""""""""""""""""""""""
@@ -314,6 +342,8 @@ As a result, it determines the degree of
<value>64</value>
</property>
+.. _tajo.executor.groupby.in-memory-hash-threshold-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.executor.groupby.in-memory-hash-threshold-mb`
""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -339,6 +369,8 @@ Otherwise, the sort-based aggregation is
its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
This value should be tuned carefully.
+.. _tajo.executor.aggregate.hash-table.size:
+
""""""""""""""""""""""""""""""""""""""""""
`tajo.executor.aggregate.hash-table.size`
""""""""""""""""""""""""""""""""""""""""""
@@ -360,6 +392,8 @@ The initial size of hash table for in-me
Date/Time Settings
======================
+.. _tajo.timezone:
+
"""""""""""""""""""
`tajo.timezone`
"""""""""""""""""""
@@ -377,6 +411,8 @@ Refer to :doc:`/time_zone`.
<value>GMT+9</value>
</property>
+.. _tajo.datetime.date-order:
+
"""""""""""""""""""""""""""
`tajo.datetime.date-order`
"""""""""""""""""""""""""""
@@ -398,6 +434,8 @@ Date order specification.
Table partitions
======================
+.. _tajo.partition.overwrite.even-if-no-result:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.partition.overwrite.even-if-no-result`
""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -415,6 +453,8 @@ If this value is true, a partitioned tab
<value>false</value>
</property>
+.. _tajo.dist-query.table-partition.task-volume-mb:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.dist-query.table-partition.task-volume-mb`
""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -438,6 +478,8 @@ This value indicates the output size of
Arithmetic Settings
======================
+.. _tajo.behavior.arithmetic-abort:
+
""""""""""""""""""""""""""""""""""""""""""""""""""""
`tajo.behavior.arithmetic-abort`
""""""""""""""""""""""""""""""""""""""""""""""""""""
Modified: tajo/site/docs/devel/_sources/configuration/worker_configuration.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/configuration/worker_configuration.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/configuration/worker_configuration.txt
(original)
+++ tajo/site/docs/devel/_sources/configuration/worker_configuration.txt Wed
Dec 2 09:38:59 2015
@@ -87,7 +87,7 @@ Assume that you want to give 15GB Jvm he
.. code-block:: xml
<property>
- <name>tajo.worker.resource.tajo.worker.resource.cpu-cores</name>
+ <name>tajo.worker.resource.cpu-cores</name>
<value>12</value>
</property>
Modified: tajo/site/docs/devel/_sources/table_management.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/table_management.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/table_management.txt (original)
+++ tajo/site/docs/devel/_sources/table_management.txt Wed Dec 2 09:38:59 2015
@@ -1,6 +1,6 @@
-******************
+****************
Table Management
-******************
+****************
In Tajo, a table is a logical view of one data sources. Logically, one table
consists of a logical schema, partitions, URL, and various properties.
Physically, A table can be a directory in HDFS, a single file, one HBase table,
or a RDBMS table. In order to make good use of Tajo, users need to understand
features and physical characteristics of their physical layout. This section
explains all about table management.
@@ -9,5 +9,5 @@ In Tajo, a table is a logical view of on
table_management/table_overview
table_management/tablespaces
- table_management/file_formats
- table_management/compression
\ No newline at end of file
+ table_management/data_formats
+ table_management/compression
Modified: tajo/site/docs/devel/_sources/table_management/compression.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/table_management/compression.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/table_management/compression.txt (original)
+++ tajo/site/docs/devel/_sources/table_management/compression.txt Wed Dec 2
09:38:59 2015
@@ -1,5 +1,23 @@
-*********************************
+***********
Compression
-*********************************
+***********
-.. todo::
\ No newline at end of file
+Using compression can make data size compact, thereby enabling efficient use
of network bandwidth and storage. Most of Tajo data formats support data
compression feature.
+Currently, compression configuration affects only for stored data format and
it is specified when a table is created as table meta information(See `Create
Table <../sql_language/ddl.html#create-table>`_).
+Compression for intermidate data or others is not supported now.
+
+===========================================
+Compression Properties for each Data Format
+===========================================
+
+ .. csv-table:: Compression Properties
+
+ **Data Format**,**Property Name**,**Avaliable Values**
+
:doc:`text</table_management/text>`/:doc:`json</table_management/json>`/:doc:`rcfile</table_management/rcfile>`/:doc:`sequencefile</table_management/sequencefile>`
[#f1]_,compression.codec,Fully Qualified Classname in Hadoop [#f2]_
+
:doc:`parquet</table_management/parquet>`,parquet.compression,uncompressed/snappy/gzip/lzo
+ :doc:`orc</table_management/orc>`,orc.compression.kind,none/snappy/zlib
+
+.. rubric:: Footnotes
+
+.. [#f1] For sequence file, you should specify 'compression.type' in addition
to 'compression.codec'. Refer to :doc:`/table_management/sequencefile`.
+.. [#f2] All classes are available if they implement
`org.apache.hadoop.io.compress.CompressionCodec
<https://hadoop.apache.org/docs/current/api/org/apache/hadoop/io/compress/CompressionCodec.html>`_.
Modified: tajo/site/docs/devel/_sources/table_management/table_overview.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/table_management/table_overview.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/table_management/table_overview.txt (original)
+++ tajo/site/docs/devel/_sources/table_management/table_overview.txt Wed Dec
2 09:38:59 2015
@@ -1,10 +1,12 @@
-*************************************
+***********************
Overview of Tajo Tables
-*************************************
+***********************
+========
Overview
========
+===========
Tablespaces
===========
@@ -12,8 +14,9 @@ Tablespaces is a physical location where
Please refer to :doc:`/table_management/tablespaces` if you want to know more
information about tablespaces.
+=============
Managed Table
-================
+=============
``CREATE TABLE`` statement lets you create a table located in the warehouse
directory specified by the configuration property ``tajo.warehouse.directory``
or ``${tajo.root}/warehouse`` by default. For example:
@@ -26,8 +29,9 @@ Managed Table
);
+==============
External Table
-================
+==============
``CREATE EXTERNAL TABLE`` statement lets you create a table located in a
specify location so that Tajo does not use a default data warehouse location
for the table. External tables are in common used if you already have data
generated. LOCATION clause must be required for an external table.
@@ -65,7 +69,7 @@ The following example is to set a custom
'text.null'='\\N',
'compression.codec'='org.apache.hadoop.io.compress.SnappyCodec');
-Each physical table layout has its own specialized properties. They will be
addressed in :doc:`/table_management/file_formats`.
+Each physical table layout has its own specialized properties. They will be
addressed in :doc:`/table_management/data_formats`.
Common Table Properties
@@ -75,7 +79,8 @@ There are some common table properties w
Compression
-----------
-.. todo::
+
+See :doc:`compression`.
Time zone
---------
Modified: tajo/site/docs/devel/_sources/table_management/tablespaces.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/table_management/tablespaces.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/table_management/tablespaces.txt (original)
+++ tajo/site/docs/devel/_sources/table_management/tablespaces.txt Wed Dec 2
09:38:59 2015
@@ -1,9 +1,28 @@
-*************************************
+***********
Tablespaces
-*************************************
+***********
-Tablespaces in Tajo allow users to define locations in the storage system
where the files or data objects representing database objects can be stored.
Once defined, a tablespace can be referred to by name when creating a database
or a table. Especially, it is very useful when a Tajo cluster instance should
use heterogeneous storage systems such as HDFS, MySQL, and Oracle.
+Tablespaces in Tajo allow users to define locations in the storage system
where the files or data objects representing database objects can be stored.
+Once defined, a tablespace can be referred to by name when creating a database
or a table.
+Especially, it is very useful when a Tajo cluster instance should use
heterogeneous storage systems such as HDFS, MySQL, and Oracle.
+============================================
+External Table, Managed Table and Tablespace
+============================================
+
+Tajo has two types of table. One is external table. It needs **location**
property when the table is created. Using this property, you can create an
external table indicating existing external data source.
+For example, if there is already your data as Text/JSON files or HBase table,
you can register it as tajo external table.
+Other one is managed table, which means internal table, that is created in a
speficied tablespace.
+
+Tablespace is a pre-defined physical location where data stored on. It is
supported for only managed tables.
+When you create a managed table, you can use the **tablespace** keyword to
specify the location of data will be stored.
+If the tablespace is not specified, the default tablespace of the table's
database is used.
+
+.. note::
+
+ For creating a table, see :doc:`/sql_language/ddl`.
+
+=============
Configuration
=============
Modified: tajo/site/docs/devel/_sources/tsql/variables.txt
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/_sources/tsql/variables.txt?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/_sources/tsql/variables.txt (original)
+++ tajo/site/docs/devel/_sources/tsql/variables.txt Wed Dec 2 09:38:59 2015
@@ -2,8 +2,10 @@
Session Variables
*********************************
+Once a tajo client connects to the Tajo master, it assigns a unique session.
This session is kept until the client is disconnected or it is expired.
-Each client connection to TajoMaster creates a unique session, and the client
and TajoMaster uses the session until disconnect. A session provides session
variables which are used for various configs per session.
+For the sake of more convenient user configuration, Tajo provides `session
variables`.
+With session variables, different configurations are allowed for each session.
``tsql`` provides the meta command ``\set`` to manipulate session variables.
Just ``\set`` command shows all session variables. ::
@@ -28,35 +30,477 @@ Each client connection to TajoMaster cre
Also, ``\unset key`` will unset the session variable named *key*.
-Now, tajo provides the following session variables.
+Currently, tajo provides the following session variables.
+
+.. describe:: BROADCAST_NON_CROSS_JOIN_THRESHOLD
+
+A threshold for non-cross joins. When a non-cross join query is executed with
the broadcast join, the whole size of broadcasted tables won't exceed this
threshold.
+
+ * Configuration name:
:ref:`tajo.dist-query.broadcast.non-cross-join.threshold-kb`
+ * Property value: Integer
+ * Unit: KB
+ * Default value: 5120
+ * Example
+
+.. code-block:: sh
+
+ \set BROADCAST_NON_CROSS_JOIN_THRESHOLD 5120
+
+.. describe:: BROADCAST_CROSS_JOIN_THRESHOLD
+
+A threshold for cross joins. When a cross join query is executed, the whole
size of broadcasted tables won't exceed this threshold.
+
+ * Configuration name:
:ref:`tajo.dist-query.broadcast.cross-join.threshold-kb`
+ * Property value: Integer
+ * Unit: KB
+ * Default value: 1024
+ * Example
+
+.. code-block:: sh
+
+ \set BROADCAST_CROSS_JOIN_THRESHOLD 1024
+
+.. warning::
+ In Tajo, the broadcast join is only the way to perform cross joins. Since
the cross join is a very expensive operation, this value need to be tuned
carefully.
+
+.. describe:: JOIN_TASK_INPUT_SIZE
+
+The repartition join is executed in two stages. When a join query is executed
with the repartition join, this value indicates the amount of input data
processed by each task at the second stage.
+As a result, it determines the degree of the parallel processing of the join
query.
+
+ * Configuration name: :ref:`tajo.dist-query.join.task-volume-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set JOIN_TASK_INPUT_SIZE 64
+
+.. describe:: JOIN_PER_SHUFFLE_SIZE
+
+The repartition join is executed in two stages. When a join query is executed
with the repartition join,
+this value indicates the output size of each task at the first stage, which
determines the number of partitions to be shuffled between two stages.
+
+ * Configuration name: :ref:`tajo.dist-query.join.partition-volume-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 128
+ * Example
+
+.. code-block:: sh
+
+ \set JOIN_PER_SHUFFLE_SIZE 128
+
+.. describe:: HASH_JOIN_SIZE_LIMIT
+
+This value provides the criterion to decide the algorithm to perform a join in
a task.
+If the input data is smaller than this value, join is performed with the
in-memory hash join.
+Otherwise, the sort-merge join is used.
+
+ * Configuration name:
:ref:`tajo.executor.join.common.in-memory-hash-threshold-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set HASH_JOIN_SIZE_LIMIT 64
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. describe:: INNER_HASH_JOIN_SIZE_LIMIT
+
+This value provides the criterion to decide the algorithm to perform an inner
join in a task.
+If the input data is smaller than this value, the inner join is performed with
the in-memory hash join.
+Otherwise, the sort-merge join is used.
+
+ * Configuration name:
:ref:`tajo.executor.join.inner.in-memory-hash-threshold-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set INNER_HASH_JOIN_SIZE_LIMIT 64
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. describe:: OUTER_HASH_JOIN_SIZE_LIMIT
+
+This value provides the criterion to decide the algorithm to perform an outer
join in a task.
+If the input data is smaller than this value, the outer join is performed with
the in-memory hash join.
+Otherwise, the sort-merge join is used.
+
+ * Configuration name:
:ref:`tajo.executor.join.outer.in-memory-hash-threshold-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set OUTER_HASH_JOIN_SIZE_LIMIT 64
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. describe:: JOIN_HASH_TABLE_SIZE
+
+The initial size of hash table for in-memory hash join.
+
+ * Configuration name: :ref:`tajo.executor.join.hash-table.size`
+ * Property value: Integer
+ * Default value: 100000
+ * Example
+
+.. code-block:: sh
+
+ \set JOIN_HASH_TABLE_SIZE 100000
+
+.. describe:: SORT_TASK_INPUT_SIZE
+
+The sort operation is executed in two stages. When a sort query is executed,
this value indicates the amount of input data processed by each task at the
second stage.
+As a result, it determines the degree of the parallel processing of the sort
query.
+
+ * Configuration name: :ref:`tajo.dist-query.sort.task-volume-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set SORT_TASK_INPUT_SIZE 64
+
+.. describe:: EXTSORT_BUFFER_SIZE
+
+A threshold to choose the sort algorithm. If the input data is larger than
this threshold, the external sort algorithm is used.
+
+ * Configuration name: :ref:`tajo.executor.external-sort.buffer-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 200
+ * Example
+
+.. code-block:: sh
+
+ \set EXTSORT_BUFFER_SIZE 200
+
+.. describe:: SORT_LIST_SIZE
+
+The initial size of list for in-memory sort.
+
+ * Configuration name: :ref:`tajo.executor.sort.list.size`
+ * Property value: Integer
+ * Default value: 100000
+ * Example
+
+.. code-block:: sh
+
+ \set SORT_LIST_SIZE 100000
+
+.. describe:: GROUPBY_MULTI_LEVEL_ENABLED
+
+A flag to enable the multi-level algorithm for distinct aggregation. If this
value is set, 3-phase aggregation algorithm is used.
+Otherwise, 2-phase aggregation algorithm is used.
+
+ * Configuration name: :ref:`tajo.dist-query.groupby.multi-level-aggr`
+ * Property value: Boolean
+ * Default value: true
+ * Example
+
+.. code-block:: sh
+
+ \set GROUPBY_MULTI_LEVEL_ENABLED true
+
+.. describe:: GROUPBY_PER_SHUFFLE_SIZE
+
+The aggregation is executed in two stages. When an aggregation query is
executed,
+this value indicates the output size of each task at the first stage, which
determines the number of partitions to be shuffled between two stages.
+
+ * Configuration name: :ref:`tajo.dist-query.groupby.partition-volume-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 256
+ * Example
+
+.. code-block:: sh
+
+ \set GROUPBY_PER_SHUFFLE_SIZE 256
+
+.. describe:: GROUPBY_TASK_INPUT_SIZE
+
+The aggregation operation is executed in two stages. When an aggregation query
is executed, this value indicates the amount of input data processed by each
task at the second stage.
+As a result, it determines the degree of the parallel processing of the
aggregation query.
+
+ * Configuration name: :ref:`tajo.dist-query.groupby.task-volume-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set GROUPBY_TASK_INPUT_SIZE 64
+
+.. describe:: HASH_GROUPBY_SIZE_LIMIT
+
+This value provides the criterion to decide the algorithm to perform an
aggregation in a task.
+If the input data is smaller than this value, the aggregation is performed
with the in-memory hash aggregation.
+Otherwise, the sort-based aggregation is used.
+
+ * Configuration name:
:ref:`tajo.executor.groupby.in-memory-hash-threshold-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 64
+ * Example
+
+.. code-block:: sh
+
+ \set HASH_GROUPBY_SIZE_LIMIT 64
+
+.. warning::
+ This value is the size of the input stored on file systems. So, when the
input data is loaded into JVM heap,
+ its actual size is usually much larger than the configured value, which
means that too large threshold can cause unexpected OutOfMemory errors.
+ This value should be tuned carefully.
+
+.. describe:: AGG_HASH_TABLE_SIZE
+
+The initial size of hash table for in-memory aggregation.
+
+ * Configuration name: :ref:`tajo.executor.aggregate.hash-table.size`
+ * Property value: Integer
+ * Default value: 10000
+ * Example
+
+.. code-block:: sh
+
+ \set AGG_HASH_TABLE_SIZE 10000
+
+.. describe:: TIMEZONE
+
+Refer to :doc:`/time_zone`.
+
+ * Configuration name: :ref:`tajo.timezone`
+ * Property value: Time zone id
+ * Default value: Default time zone of JVM
+ * Example
+
+.. code-block:: sh
+
+ \set TIMEZONE GMT+9
+
+.. describe:: DATE_ORDER
+
+Date order specification.
+
+ * Configuration name: :ref:`tajo.datetime.date-order`
+ * Property value: One of YMD, DMY, MDY.
+ * Default value: YMD
+ * Example
+
+.. code-block:: sh
+
+ \set DATE_ORDER YMD
+
+.. describe:: PARTITION_NO_RESULT_OVERWRITE_ENABLED
+
+If this value is true, a partitioned table is overwritten even if a subquery
leads to no result. Otherwise, the table data will be kept if there is no
result.
+
+ * Configuration name: :ref:`tajo.partition.overwrite.even-if-no-result`
+ * Property value: Boolean
+ * Default value: false
+ * Example
+
+.. code-block:: sh
+
+ \set PARTITION_NO_RESULT_OVERWRITE_ENABLED false
+
+.. describe:: TABLE_PARTITION_PER_SHUFFLE_SIZE
+
+In Tajo, storing a partition table is executed in two stages.
+This value indicates the output size of a task of the former stage, which
determines the number of partitions to be shuffled between two stages.
+
+ * Configuration name: :ref:`tajo.dist-query.table-partition.task-volume-mb`
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 256
+ * Example
+
+.. code-block:: sh
+
+ \set TABLE_PARTITION_PER_SHUFFLE_SIZE 256
+
+.. describe:: ARITHABORT
+
+A flag to indicate how to handle the errors caused by invalid arithmetic
operations. If true, a running query will be terminated with an overflow or a
divide-by-zero.
+
+ * Configuration name: :ref:`tajo.behavior.arithmetic-abort`
+ * Property value: Boolean
+ * Default value: false
+ * Example
+
+.. code-block:: sh
+
+ \set ARITHABORT false
+
+.. describe:: MAX_OUTPUT_FILE_SIZE
+
+Maximum per-output file size. 0 means infinite.
+
+ * Property value: Integer
+ * Unit: MB
+ * Default value: 0
+ * Example
+
+.. code-block:: sh
+
+ \set MAX_OUTPUT_FILE_SIZE 0
+
+.. describe:: SESSION_EXPIRY_TIME
+
+Session expiry time.
+
+ * Property value: Integer
+ * Unit: seconds
+ * Default value: 3600
+ * Example
+
+.. code-block:: sh
+
+ \set SESSION_EXPIRY_TIME 3600
+
+.. describe:: CLI_COLUMNS
+
+Sets the width for the wrapped format.
+
+ * Property value: Integer
+ * Default value: 120
+ * Example
+
+.. code-block:: sh
+
+ \set CLI_COLUMNS 120
+
+.. describe:: CLI_NULL_CHAR
+
+Sets the string to be printed in place of a null value.
+
+ * Property value: String
+ * Default value: ''
+ * Example
+
+.. code-block:: sh
+
+ \set CLI_NULL_CHAR ''
+
+.. describe:: CLI_PAGE_ROWS
+
+Sets the number of rows for paging.
+
+ * Property value: Integer
+ * Default value: 100
+ * Example
+
+.. code-block:: sh
+
+ \set CLI_PAGE_ROWS 100
+
+.. describe:: CLI_PAGING_ENABLED
+
+Enable paging of result display.
+
+ * Property value: Boolean
+ * Default value: true
+ * Example
+
+.. code-block:: sh
+
+ \set CLI_PAGING_ENABLED true
+
+.. describe:: CLI_DISPLAY_ERROR_TRACE
+
+Enable display of error trace.
+
+ * Property value: Boolean
+ * Default value: true
+ * Example
+
+.. code-block:: sh
+
+ \set CLI_DISPLAY_ERROR_TRACE true
+
+.. describe:: CLI_FORMATTER_CLASS
+
+Sets the output format class to display results.
+
+ * Property value: Class name
+ * Default value: org.apache.tajo.cli.tsql.DefaultTajoCliOutputFormatter
+ * Example
+
+.. code-block:: sh
+
+ \set CLI_FORMATTER_CLASS
org.apache.tajo.cli.tsql.DefaultTajoCliOutputFormatter
+
+.. describe:: ON_ERROR_STOP
+
+tsql will exit if an error occurs.
+
+ * Property value: Boolean
+ * Default value: false
+ * Example
+
+.. code-block:: sh
+
+ \set ON_ERROR_STOP false
+
+.. describe:: NULL_CHAR
+
+Null char of text file output. This value is used when the table property
`text.null` is not specified.
+
+ * Property value: String
+ * Default value: '\\N'
+ * Example
+
+.. code-block:: sh
+
+ \set NULL_CHAR '\\N'
+
+.. describe:: DEBUG_ENABLED
+
+A flag to enable debug mode.
+
+ * Property value: Boolean
+ * Default value: false
+ * Example
+
+.. code-block:: sh
+
+ \set DEBUG_ENABLED false
+
+.. describe:: FETCH_ROWNUM
+
+The number of rows to be fetched from Master each time.
+
+ * Property value: Integer
+ * Default value: 200
+ * Example
+
+.. code-block:: sh
+
+ \set FETCH_ROWNUM 200
-* ``DIST_QUERY_BROADCAST_JOIN_THRESHOLD``
-* ``DIST_QUERY_JOIN_TASK_VOLUME``
-* ``DIST_QUERY_SORT_TASK_VOLUME``
-* ``DIST_QUERY_GROUPBY_TASK_VOLUME``
-* ``DIST_QUERY_JOIN_PARTITION_VOLUME``
-* ``DIST_QUERY_GROUPBY_PARTITION_VOLUME``
-* ``DIST_QUERY_TABLE_PARTITION_VOLUME``
-* ``EXECUTOR_EXTERNAL_SORT_BUFFER_SIZE``
-* ``EXECUTOR_HASH_JOIN_SIZE_THRESHOLD``
-* ``EXECUTOR_INNER_HASH_JOIN_SIZE_THRESHOLD``
-* ``EXECUTOR_OUTER_HASH_JOIN_SIZE_THRESHOLD``
-* ``EXECUTOR_GROUPBY_INMEMORY_HASH_THRESHOLD``
-* ``MAX_OUTPUT_FILE_SIZE``
-* ``CODEGEN``
-* ``CLIENT_SESSION_EXPIRY_TIME``
-* ``CLI_MAX_COLUMN``
-* ``CLI_NULL_CHAR``
-* ``CLI_PRINT_PAUSE_NUM_RECORDS``
-* ``CLI_PRINT_PAUSE``
-* ``CLI_PRINT_ERROR_TRACE``
-* ``CLI_OUTPUT_FORMATTER_CLASS``
-* ``CLI_ERROR_STOP``
-* ``TIMEZONE``
-* ``DATE_ORDER``
-* ``TEXT_NULL``
-* ``DEBUG_ENABLED``
-* ``BEHAVIOR_ARITHMETIC_ABORT``
-* ``RESULT_SET_FETCH_ROWNUM``
Modified: tajo/site/docs/devel/backup_and_restore.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/backup_and_restore.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/backup_and_restore.html (original)
+++ tajo/site/docs/devel/backup_and_restore.html Wed Dec 2 09:38:59 2015
@@ -119,7 +119,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/backup_and_restore/catalog.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/backup_and_restore/catalog.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/backup_and_restore/catalog.html (original)
+++ tajo/site/docs/devel/backup_and_restore/catalog.html Wed Dec 2 09:38:59
2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration.html (original)
+++ tajo/site/docs/devel/configuration.html Wed Dec 2 09:38:59 2015
@@ -119,7 +119,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/catalog-site-xml.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/catalog-site-xml.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/catalog-site-xml.html (original)
+++ tajo/site/docs/devel/configuration/catalog-site-xml.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/catalog_configuration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/catalog_configuration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/catalog_configuration.html (original)
+++ tajo/site/docs/devel/configuration/catalog_configuration.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/cluster_setup.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/cluster_setup.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/cluster_setup.html (original)
+++ tajo/site/docs/devel/configuration/cluster_setup.html Wed Dec 2 09:38:59
2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/ha_configuration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/ha_configuration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/ha_configuration.html (original)
+++ tajo/site/docs/devel/configuration/ha_configuration.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/preliminary.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/preliminary.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/preliminary.html (original)
+++ tajo/site/docs/devel/configuration/preliminary.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/service_config_defaults.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/service_config_defaults.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/service_config_defaults.html (original)
+++ tajo/site/docs/devel/configuration/service_config_defaults.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/tajo-site-xml.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/tajo-site-xml.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/tajo-site-xml.html (original)
+++ tajo/site/docs/devel/configuration/tajo-site-xml.html Wed Dec 2 09:38:59
2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
@@ -232,7 +232,7 @@ Also, catalog configurations are found h
</div>
</div>
<div class="section"
id="tajo-dist-query-broadcast-non-cross-join-threshold-kb">
-<h3><cite>tajo.dist-query.broadcast.non-cross-join.threshold-kb</cite><a
class="headerlink"
href="#tajo-dist-query-broadcast-non-cross-join-threshold-kb" title="Permalink
to this headline">¶</a></h3>
+<span
id="id1"></span><h3><cite>tajo.dist-query.broadcast.non-cross-join.threshold-kb</cite><a
class="headerlink"
href="#tajo-dist-query-broadcast-non-cross-join-threshold-kb" title="Permalink
to this headline">¶</a></h3>
<p>A threshold for non-cross joins. When a non-cross join query is executed
with the broadcast join, the whole size of broadcasted tables won’t
exceed this threshold.</p>
<blockquote>
<div><ul class="simple">
@@ -250,7 +250,7 @@ Also, catalog configurations are found h
</div>
</div>
<div class="section" id="tajo-dist-query-broadcast-cross-join-threshold-kb">
-<h3><cite>tajo.dist-query.broadcast.cross-join.threshold-kb</cite><a
class="headerlink" href="#tajo-dist-query-broadcast-cross-join-threshold-kb"
title="Permalink to this headline">¶</a></h3>
+<span
id="id2"></span><h3><cite>tajo.dist-query.broadcast.cross-join.threshold-kb</cite><a
class="headerlink" href="#tajo-dist-query-broadcast-cross-join-threshold-kb"
title="Permalink to this headline">¶</a></h3>
<p>A threshold for cross joins. When a cross join query is executed, the whole
size of broadcasted tables won’t exceed this threshold.</p>
<blockquote>
<div><ul class="simple">
@@ -272,7 +272,7 @@ Also, catalog configurations are found h
</div>
</div>
<div class="section" id="tajo-dist-query-join-task-volume-mb">
-<h3><cite>tajo.dist-query.join.task-volume-mb</cite><a class="headerlink"
href="#tajo-dist-query-join-task-volume-mb" title="Permalink to this
headline">¶</a></h3>
+<span id="id3"></span><h3><cite>tajo.dist-query.join.task-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-join-task-volume-mb" title="Permalink
to this headline">¶</a></h3>
<p>The repartition join is executed in two stages. When a join query is
executed with the repartition join, this value indicates the amount of input
data processed by each task at the second stage.
As a result, it determines the degree of the parallel processing of the join
query.</p>
<blockquote>
@@ -291,7 +291,7 @@ As a result, it determines the degree of
</div>
</div>
<div class="section" id="tajo-dist-query-join-partition-volume-mb">
-<h3><cite>tajo.dist-query.join.partition-volume-mb</cite><a class="headerlink"
href="#tajo-dist-query-join-partition-volume-mb" title="Permalink to this
headline">¶</a></h3>
+<span
id="id4"></span><h3><cite>tajo.dist-query.join.partition-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-join-partition-volume-mb"
title="Permalink to this headline">¶</a></h3>
<p>The repartition join is executed in two stages. When a join query is
executed with the repartition join,
this value indicates the output size of each task at the first stage, which
determines the number of partitions to be shuffled between two stages.</p>
<blockquote>
@@ -310,7 +310,7 @@ this value indicates the output size of
</div>
</div>
<div class="section"
id="tajo-executor-join-common-in-memory-hash-threshold-mb">
-<h3><cite>tajo.executor.join.common.in-memory-hash-threshold-mb</cite><a
class="headerlink"
href="#tajo-executor-join-common-in-memory-hash-threshold-mb" title="Permalink
to this headline">¶</a></h3>
+<span
id="id5"></span><h3><cite>tajo.executor.join.common.in-memory-hash-threshold-mb</cite><a
class="headerlink"
href="#tajo-executor-join-common-in-memory-hash-threshold-mb" title="Permalink
to this headline">¶</a></h3>
<p>This value provides the criterion to decide the algorithm to perform a join
in a task.
If the input data is smaller than this value, join is performed with the
in-memory hash join.
Otherwise, the sort-merge join is used.</p>
@@ -336,7 +336,7 @@ This value should be tuned carefully.</p
</div>
</div>
<div class="section" id="tajo-executor-join-inner-in-memory-hash-threshold-mb">
-<h3><cite>tajo.executor.join.inner.in-memory-hash-threshold-mb</cite><a
class="headerlink" href="#tajo-executor-join-inner-in-memory-hash-threshold-mb"
title="Permalink to this headline">¶</a></h3>
+<span
id="id6"></span><h3><cite>tajo.executor.join.inner.in-memory-hash-threshold-mb</cite><a
class="headerlink"
href="#tajo-executor-join-inner-in-memory-hash-threshold-mb" title="Permalink
to this headline">¶</a></h3>
<p>This value provides the criterion to decide the algorithm to perform an
inner join in a task.
If the input data is smaller than this value, the inner join is performed with
the in-memory hash join.
Otherwise, the sort-merge join is used.</p>
@@ -362,7 +362,7 @@ This value should be tuned carefully.</p
</div>
</div>
<div class="section" id="tajo-executor-join-outer-in-memory-hash-threshold-mb">
-<h3><cite>tajo.executor.join.outer.in-memory-hash-threshold-mb</cite><a
class="headerlink" href="#tajo-executor-join-outer-in-memory-hash-threshold-mb"
title="Permalink to this headline">¶</a></h3>
+<span
id="id7"></span><h3><cite>tajo.executor.join.outer.in-memory-hash-threshold-mb</cite><a
class="headerlink"
href="#tajo-executor-join-outer-in-memory-hash-threshold-mb" title="Permalink
to this headline">¶</a></h3>
<p>This value provides the criterion to decide the algorithm to perform an
outer join in a task.
If the input data is smaller than this value, the outer join is performed with
the in-memory hash join.
Otherwise, the sort-merge join is used.</p>
@@ -388,7 +388,7 @@ This value should be tuned carefully.</p
</div>
</div>
<div class="section" id="tajo-executor-join-hash-table-size">
-<h3><cite>tajo.executor.join.hash-table.size</cite><a class="headerlink"
href="#tajo-executor-join-hash-table-size" title="Permalink to this
headline">¶</a></h3>
+<span id="id8"></span><h3><cite>tajo.executor.join.hash-table.size</cite><a
class="headerlink" href="#tajo-executor-join-hash-table-size" title="Permalink
to this headline">¶</a></h3>
<p>The initial size of hash table for in-memory hash join.</p>
<blockquote>
<div><ul class="simple">
@@ -408,7 +408,7 @@ This value should be tuned carefully.</p
<div class="section" id="sort-query-settings">
<h2>Sort Query Settings<a class="headerlink" href="#sort-query-settings"
title="Permalink to this headline">¶</a></h2>
<div class="section" id="tajo-dist-query-sort-task-volume-mb">
-<h3><cite>tajo.dist-query.sort.task-volume-mb</cite><a class="headerlink"
href="#tajo-dist-query-sort-task-volume-mb" title="Permalink to this
headline">¶</a></h3>
+<span id="id9"></span><h3><cite>tajo.dist-query.sort.task-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-sort-task-volume-mb" title="Permalink
to this headline">¶</a></h3>
<p>The sort operation is executed in two stages. When a sort query is
executed, this value indicates the amount of input data processed by each task
at the second stage.
As a result, it determines the degree of the parallel processing of the sort
query.</p>
<blockquote>
@@ -427,7 +427,7 @@ As a result, it determines the degree of
</div>
</div>
<div class="section" id="tajo-executor-external-sort-buffer-mb">
-<h3><cite>tajo.executor.external-sort.buffer-mb</cite><a class="headerlink"
href="#tajo-executor-external-sort-buffer-mb" title="Permalink to this
headline">¶</a></h3>
+<span
id="id10"></span><h3><cite>tajo.executor.external-sort.buffer-mb</cite><a
class="headerlink" href="#tajo-executor-external-sort-buffer-mb"
title="Permalink to this headline">¶</a></h3>
<p>A threshold to choose the sort algorithm. If the input data is larger than
this threshold, the external sort algorithm is used.</p>
<blockquote>
<div><ul class="simple">
@@ -445,7 +445,7 @@ As a result, it determines the degree of
</div>
</div>
<div class="section" id="tajo-executor-sort-list-size">
-<h3><cite>tajo.executor.sort.list.size</cite><a class="headerlink"
href="#tajo-executor-sort-list-size" title="Permalink to this
headline">¶</a></h3>
+<span id="id11"></span><h3><cite>tajo.executor.sort.list.size</cite><a
class="headerlink" href="#tajo-executor-sort-list-size" title="Permalink to
this headline">¶</a></h3>
<p>The initial size of list for in-memory sort.</p>
<blockquote>
<div><ul class="simple">
@@ -465,7 +465,7 @@ As a result, it determines the degree of
<div class="section" id="group-by-query-settings">
<h2>Group by Query Settings<a class="headerlink"
href="#group-by-query-settings" title="Permalink to this headline">¶</a></h2>
<div class="section" id="tajo-dist-query-groupby-multi-level-aggr">
-<h3><cite>tajo.dist-query.groupby.multi-level-aggr</cite><a class="headerlink"
href="#tajo-dist-query-groupby-multi-level-aggr" title="Permalink to this
headline">¶</a></h3>
+<span
id="id12"></span><h3><cite>tajo.dist-query.groupby.multi-level-aggr</cite><a
class="headerlink" href="#tajo-dist-query-groupby-multi-level-aggr"
title="Permalink to this headline">¶</a></h3>
<p>A flag to enable the multi-level algorithm for distinct aggregation. If
this value is set, 3-phase aggregation algorithm is used.
Otherwise, 2-phase aggregation algorithm is used.</p>
<blockquote>
@@ -483,7 +483,7 @@ Otherwise, 2-phase aggregation algorithm
</div>
</div>
<div class="section" id="tajo-dist-query-groupby-partition-volume-mb">
-<h3><cite>tajo.dist-query.groupby.partition-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-groupby-partition-volume-mb"
title="Permalink to this headline">¶</a></h3>
+<span
id="id13"></span><h3><cite>tajo.dist-query.groupby.partition-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-groupby-partition-volume-mb"
title="Permalink to this headline">¶</a></h3>
<p>The aggregation is executed in two stages. When an aggregation query is
executed,
this value indicates the output size of each task at the first stage, which
determines the number of partitions to be shuffled between two stages.</p>
<blockquote>
@@ -502,7 +502,7 @@ this value indicates the output size of
</div>
</div>
<div class="section" id="tajo-dist-query-groupby-task-volume-mb">
-<h3><cite>tajo.dist-query.groupby.task-volume-mb</cite><a class="headerlink"
href="#tajo-dist-query-groupby-task-volume-mb" title="Permalink to this
headline">¶</a></h3>
+<span
id="id14"></span><h3><cite>tajo.dist-query.groupby.task-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-groupby-task-volume-mb"
title="Permalink to this headline">¶</a></h3>
<p>The aggregation operation is executed in two stages. When an aggregation
query is executed, this value indicates the amount of input data processed by
each task at the second stage.
As a result, it determines the degree of the parallel processing of the
aggregation query.</p>
<blockquote>
@@ -521,7 +521,7 @@ As a result, it determines the degree of
</div>
</div>
<div class="section" id="tajo-executor-groupby-in-memory-hash-threshold-mb">
-<h3><cite>tajo.executor.groupby.in-memory-hash-threshold-mb</cite><a
class="headerlink" href="#tajo-executor-groupby-in-memory-hash-threshold-mb"
title="Permalink to this headline">¶</a></h3>
+<span
id="id15"></span><h3><cite>tajo.executor.groupby.in-memory-hash-threshold-mb</cite><a
class="headerlink" href="#tajo-executor-groupby-in-memory-hash-threshold-mb"
title="Permalink to this headline">¶</a></h3>
<p>This value provides the criterion to decide the algorithm to perform an
aggregation in a task.
If the input data is smaller than this value, the aggregation is performed
with the in-memory hash aggregation.
Otherwise, the sort-based aggregation is used.</p>
@@ -547,7 +547,7 @@ This value should be tuned carefully.</p
</div>
</div>
<div class="section" id="tajo-executor-aggregate-hash-table-size">
-<h3><cite>tajo.executor.aggregate.hash-table.size</cite><a class="headerlink"
href="#tajo-executor-aggregate-hash-table-size" title="Permalink to this
headline">¶</a></h3>
+<span
id="id16"></span><h3><cite>tajo.executor.aggregate.hash-table.size</cite><a
class="headerlink" href="#tajo-executor-aggregate-hash-table-size"
title="Permalink to this headline">¶</a></h3>
<p>The initial size of hash table for in-memory aggregation.</p>
<blockquote>
<div><ul class="simple">
@@ -567,7 +567,7 @@ This value should be tuned carefully.</p
<div class="section" id="date-time-settings">
<h2>Date/Time Settings<a class="headerlink" href="#date-time-settings"
title="Permalink to this headline">¶</a></h2>
<div class="section" id="tajo-timezone">
-<h3><cite>tajo.timezone</cite><a class="headerlink" href="#tajo-timezone"
title="Permalink to this headline">¶</a></h3>
+<span id="id17"></span><h3><cite>tajo.timezone</cite><a class="headerlink"
href="#tajo-timezone" title="Permalink to this headline">¶</a></h3>
<p>Refer to <a class="reference internal" href="../time_zone.html"><em>Time
Zone</em></a>.</p>
<blockquote>
<div><ul class="simple">
@@ -584,7 +584,7 @@ This value should be tuned carefully.</p
</div>
</div>
<div class="section" id="tajo-datetime-date-order">
-<h3><cite>tajo.datetime.date-order</cite><a class="headerlink"
href="#tajo-datetime-date-order" title="Permalink to this headline">¶</a></h3>
+<span id="id18"></span><h3><cite>tajo.datetime.date-order</cite><a
class="headerlink" href="#tajo-datetime-date-order" title="Permalink to this
headline">¶</a></h3>
<p>Date order specification.</p>
<blockquote>
<div><ul class="simple">
@@ -604,7 +604,7 @@ This value should be tuned carefully.</p
<div class="section" id="table-partitions">
<h2>Table partitions<a class="headerlink" href="#table-partitions"
title="Permalink to this headline">¶</a></h2>
<div class="section" id="tajo-partition-overwrite-even-if-no-result">
-<h3><cite>tajo.partition.overwrite.even-if-no-result</cite><a
class="headerlink" href="#tajo-partition-overwrite-even-if-no-result"
title="Permalink to this headline">¶</a></h3>
+<span
id="id19"></span><h3><cite>tajo.partition.overwrite.even-if-no-result</cite><a
class="headerlink" href="#tajo-partition-overwrite-even-if-no-result"
title="Permalink to this headline">¶</a></h3>
<p>If this value is true, a partitioned table is overwritten even if a
subquery leads to no result. Otherwise, the table data will be kept if there is
no result.</p>
<blockquote>
<div><ul class="simple">
@@ -621,7 +621,7 @@ This value should be tuned carefully.</p
</div>
</div>
<div class="section" id="tajo-dist-query-table-partition-task-volume-mb">
-<h3><cite>tajo.dist-query.table-partition.task-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-table-partition-task-volume-mb"
title="Permalink to this headline">¶</a></h3>
+<span
id="id20"></span><h3><cite>tajo.dist-query.table-partition.task-volume-mb</cite><a
class="headerlink" href="#tajo-dist-query-table-partition-task-volume-mb"
title="Permalink to this headline">¶</a></h3>
<p>In Tajo, storing a partition table is executed in two stages.
This value indicates the output size of a task of the former stage, which
determines the number of partitions to be shuffled between two stages.</p>
<blockquote>
@@ -643,7 +643,7 @@ This value indicates the output size of
<div class="section" id="arithmetic-settings">
<h2>Arithmetic Settings<a class="headerlink" href="#arithmetic-settings"
title="Permalink to this headline">¶</a></h2>
<div class="section" id="tajo-behavior-arithmetic-abort">
-<h3><cite>tajo.behavior.arithmetic-abort</cite><a class="headerlink"
href="#tajo-behavior-arithmetic-abort" title="Permalink to this
headline">¶</a></h3>
+<span id="id21"></span><h3><cite>tajo.behavior.arithmetic-abort</cite><a
class="headerlink" href="#tajo-behavior-arithmetic-abort" title="Permalink to
this headline">¶</a></h3>
<p>A flag to indicate how to handle the errors caused by invalid arithmetic
operations. If true, a running query will be terminated with an overflow or a
divide-by-zero.</p>
<blockquote>
<div><ul class="simple">
Modified: tajo/site/docs/devel/configuration/tajo_master_configuration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/tajo_master_configuration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/tajo_master_configuration.html (original)
+++ tajo/site/docs/devel/configuration/tajo_master_configuration.html Wed Dec
2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/configuration/worker_configuration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/worker_configuration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/configuration/worker_configuration.html (original)
+++ tajo/site/docs/devel/configuration/worker_configuration.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
@@ -300,7 +300,7 @@ In other words, <code class="docutils li
</div>
<p><code class="docutils literal"><span
class="pre">tajo-site.xml</span></code></p>
<div class="highlight-xml"><div class="highlight"><pre><span
class="nt"><property></span>
- <span
class="nt"><name></span>tajo.worker.resource.tajo.worker.resource.cpu-cores<span
class="nt"></name></span>
+ <span class="nt"><name></span>tajo.worker.resource.cpu-cores<span
class="nt"></name></span>
<span class="nt"><value></span>12<span class="nt"></value></span>
<span class="nt"></property></span>
Modified: tajo/site/docs/devel/faq.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/faq.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/faq.html (original)
+++ tajo/site/docs/devel/faq.html Wed Dec 2 09:38:59 2015
@@ -118,7 +118,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions.html (original)
+++ tajo/site/docs/devel/functions.html Wed Dec 2 09:38:59 2015
@@ -119,7 +119,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/agg_func.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/agg_func.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/agg_func.html (original)
+++ tajo/site/docs/devel/functions/agg_func.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/data_type_func_and_operators.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/data_type_func_and_operators.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/data_type_func_and_operators.html (original)
+++ tajo/site/docs/devel/functions/data_type_func_and_operators.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/datetime_func_and_operators.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/datetime_func_and_operators.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/datetime_func_and_operators.html (original)
+++ tajo/site/docs/devel/functions/datetime_func_and_operators.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/json_func.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/json_func.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/json_func.html (original)
+++ tajo/site/docs/devel/functions/json_func.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/math_func_and_operators.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/math_func_and_operators.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/math_func_and_operators.html (original)
+++ tajo/site/docs/devel/functions/math_func_and_operators.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/network_func_and_operators.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/network_func_and_operators.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/network_func_and_operators.html (original)
+++ tajo/site/docs/devel/functions/network_func_and_operators.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/python.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/python.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/python.html (original)
+++ tajo/site/docs/devel/functions/python.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/string_func_and_operators.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/string_func_and_operators.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/string_func_and_operators.html (original)
+++ tajo/site/docs/devel/functions/string_func_and_operators.html Wed Dec 2
09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/functions/window_func.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/window_func.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/functions/window_func.html (original)
+++ tajo/site/docs/devel/functions/window_func.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/genindex.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/genindex.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/genindex.html (original)
+++ tajo/site/docs/devel/genindex.html Wed Dec 2 09:38:59 2015
@@ -118,7 +118,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/getting_started.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/getting_started.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/getting_started.html (original)
+++ tajo/site/docs/devel/getting_started.html Wed Dec 2 09:38:59 2015
@@ -119,7 +119,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/hbase_integration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/hbase_integration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/hbase_integration.html (original)
+++ tajo/site/docs/devel/hbase_integration.html Wed Dec 2 09:38:59 2015
@@ -119,7 +119,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/hive_integration.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/hive_integration.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/hive_integration.html (original)
+++ tajo/site/docs/devel/hive_integration.html Wed Dec 2 09:38:59 2015
@@ -119,7 +119,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/index.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/index.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/index.html (original)
+++ tajo/site/docs/devel/index.html Wed Dec 2 09:38:59 2015
@@ -118,7 +118,7 @@
<li class="toctree-l1"><a class="reference internal"
href="table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
</ul>
</li>
@@ -396,15 +396,14 @@ As a result, some contents can be mismat
<li class="toctree-l3"><a class="reference internal"
href="table_management/table_overview.html#tablespaces">Tablespaces</a></li>
<li class="toctree-l3"><a class="reference internal"
href="table_management/table_overview.html#managed-table">Managed Table</a></li>
<li class="toctree-l3"><a class="reference internal"
href="table_management/table_overview.html#external-table">External
Table</a></li>
-<li class="toctree-l3"><a class="reference internal"
href="table_management/table_overview.html#table-properties">Table
Properties</a></li>
-<li class="toctree-l3"><a class="reference internal"
href="table_management/table_overview.html#common-table-properties">Common
Table Properties</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal"
href="table_management/tablespaces.html">Tablespaces</a><ul>
+<li class="toctree-l3"><a class="reference internal"
href="table_management/tablespaces.html#external-table-managed-table-and-tablespace">External
Table, Managed Table and Tablespace</a></li>
<li class="toctree-l3"><a class="reference internal"
href="table_management/tablespaces.html#configuration">Configuration</a></li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/file_formats.html">File Formats</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/data_formats.html">Data Formats</a><ul>
<li class="toctree-l3"><a class="reference internal"
href="table_management/text.html">TEXT</a></li>
<li class="toctree-l3"><a class="reference internal"
href="table_management/json.html">JSON</a></li>
<li class="toctree-l3"><a class="reference internal"
href="table_management/rcfile.html">RCFile</a></li>
@@ -413,7 +412,10 @@ As a result, some contents can be mismat
<li class="toctree-l3"><a class="reference internal"
href="table_management/sequencefile.html">SequenceFile</a></li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="table_management/compression.html">Compression</a><ul>
+<li class="toctree-l3"><a class="reference internal"
href="table_management/compression.html#compression-properties-for-each-data-format">Compression
Properties for each Data Format</a></li>
+</ul>
+</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal"
href="table_partitioning.html">Table Partitioning</a><ul>
Modified: tajo/site/docs/devel/index/future_work.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/index/future_work.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/index/future_work.html (original)
+++ tajo/site/docs/devel/index/future_work.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
Modified: tajo/site/docs/devel/index/how_to_use.html
URL:
http://svn.apache.org/viewvc/tajo/site/docs/devel/index/how_to_use.html?rev=1717597&r1=1717596&r2=1717597&view=diff
==============================================================================
--- tajo/site/docs/devel/index/how_to_use.html (original)
+++ tajo/site/docs/devel/index/how_to_use.html Wed Dec 2 09:38:59 2015
@@ -120,7 +120,7 @@
<li class="toctree-l1"><a class="reference internal"
href="../table_management.html">Table Management</a><ul>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/tablespaces.html">Tablespaces</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="../table_management/file_formats.html">File Formats</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="../table_management/data_formats.html">Data Formats</a></li>
<li class="toctree-l2"><a class="reference internal"
href="../table_management/compression.html">Compression</a></li>
</ul>
</li>
