Added: tajo/site/docs/devel/sql_language/explain.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/sql_language/explain.html?rev=1728396&view=auto ============================================================================== --- tajo/site/docs/devel/sql_language/explain.html (added) +++ tajo/site/docs/devel/sql_language/explain.html Thu Feb 4 00:37:56 2016 @@ -0,0 +1,359 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>EXPLAIN — Apache Tajo 0.11.0 documentation</title> + + + + + + + <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'> + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> + <link rel="up" title="SQL Language" href="../sql_language.html"/> + <link rel="next" title="Time Zone" href="../time_zone.html"/> + <link rel="prev" title="Predicates" href="predicates.html"/> + + + <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js";></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-nav-search"> + <a href="../index.html" class="fa fa-home"> Apache Tajo</a> + <div role="search"> + <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li> +<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../configuration.html">Configuration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../configuration/preliminary.html">Preliminary</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/cluster_setup.html">Cluster Setup</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/tajo_master_configuration.html">Tajo Master Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/worker_configuration.html">Worker Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/catalog_configuration.html">Catalog Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/ha_configuration.html">High Availability for TajoMaster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li> +</ul> +</li> +<li class="toctree-l1 current"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="data_model.html">Data Model</a></li> +<li class="toctree-l2"><a class="reference internal" href="ddl.html">Data Definition Language</a></li> +<li class="toctree-l2"><a class="reference internal" href="insert.html">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="alter_table.html">ALTER TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="queries.html">Queries</a></li> +<li class="toctree-l2"><a class="reference internal" href="joins.html">Joins</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_expression.html">SQL Expressions</a></li> +<li class="toctree-l2"><a class="reference internal" href="predicates.html">Predicates</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">EXPLAIN</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li> +<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li> +<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li> +</ul> + + + </div> + + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Tajo</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + <div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../sql_language.html">SQL Language</a> »</li> + + <li>EXPLAIN</li> + <li class="wy-breadcrumbs-aside"> + + <a href="../_sources/sql_language/explain.txt" rel="nofollow"> View page source</a> + + </li> + </ul> + <hr/> +</div> + <div role="main"> + + <div class="section" id="explain"> +<h1>EXPLAIN<a class="headerlink" href="#explain" title="Permalink to this headline">¶</a></h1> +<p><em>Synopsis</em></p> +<div class="highlight-sql"><div class="highlight"><pre><span class="k">EXPLAIN</span> <span class="p">[</span><span class="k">GLOBAL</span><span class="p">]</span> <span class="k">statement</span> +</pre></div> +</div> +<p><em>Description</em></p> +<p>Show the logical or global execution plan of a statement.</p> +<p><em>Examples</em></p> +<p>Logical plan:</p> +<div class="highlight-sql"><div class="highlight"><pre>default> EXPLAIN SELECT l_orderkey, count(*) FROM lineitem GROUP BY l_orderkey; +explain +------------------------------- +GROUP_BY(1)(l_orderkey) + => exprs: (count()) + => target list: default.lineitem.l_orderkey (INT8), ?count (INT8) + => out schema:{(2) default.lineitem.l_orderkey (INT8), ?count (INT8)} + => in schema:{(1) default.lineitem.l_orderkey (INT8)} + SCAN(0) on default.lineitem + => target list: default.lineitem.l_orderkey (INT8) + => out schema: {(1) default.lineitem.l_orderkey (INT8)} + => in schema: {(16) default.lineitem.l_orderkey (INT8), default.lineitem.l_partkey (INT8), default.lineitem.l_suppkey (INT8), default.lineitem.l_linenumber (INT8), default.lineitem.l_quantity (FLOAT8), default.lineitem.l_extendedprice (FLOAT8), default.lineitem.l_discount (FLOAT8), default.lineitem.l_tax (FLOAT8), default.lineitem.l_returnflag (TEXT), default.lineitem.l_linestatus (TEXT), default.lineitem.l_shipdate (DATE), default.lineitem.l_commitdate (DATE), default.lineitem.l_receiptdate (DATE), default.lineitem.l_shipinstruct (TEXT), default.lineitem.l_shipmode (TEXT), default.lineitem.l_comment (TEXT)} +</pre></div> +</div> +<p>Global plan:</p> +<div class="highlight-sql"><div class="highlight"><pre>default> EXPLAIN GLOBAL SELECT l_orderkey, count(*) FROM lineitem GROUP BY l_orderkey; +explain +------------------------------- +------------------------------------------------------------------------------- +Execution Block Graph (TERMINAL - eb_0000000000000_0000_000003) +------------------------------------------------------------------------------- +|-eb_0000000000000_0000_000003 + |-eb_0000000000000_0000_000002 + |-eb_0000000000000_0000_000001 +------------------------------------------------------------------------------- +Order of Execution +------------------------------------------------------------------------------- +1: eb_0000000000000_0000_000001 +2: eb_0000000000000_0000_000002 +3: eb_0000000000000_0000_000003 +------------------------------------------------------------------------------- + +======================================================= +Block Id: eb_0000000000000_0000_000001 [LEAF] +======================================================= + +[Outgoing] +[q_0000000000000_0000] 1 => 2 (type=HASH_SHUFFLE, key=default.lineitem.l_orderkey (INT8), num=32) + +GROUP_BY(5)(l_orderkey) + => exprs: (count()) + => target list: default.lineitem.l_orderkey (INT8), ?count_1 (INT8) + => out schema:{(2) default.lineitem.l_orderkey (INT8), ?count_1 (INT8)} + => in schema:{(1) default.lineitem.l_orderkey (INT8)} + SCAN(0) on default.lineitem + => target list: default.lineitem.l_orderkey (INT8) + => out schema: {(1) default.lineitem.l_orderkey (INT8)} + => in schema: {(16) default.lineitem.l_orderkey (INT8), default.lineitem.l_partkey (INT8), default.lineitem.l_suppkey (INT8), default.lineitem.l_linenumber (INT8), default.lineitem.l_quantity (FLOAT8), default.lineitem.l_extendedprice (FLOAT8), default.lineitem.l_discount (FLOAT8), default.lineitem.l_tax (FLOAT8), default.lineitem.l_returnflag (TEXT), default.lineitem.l_linestatus (TEXT), default.lineitem.l_shipdate (DATE), default.lineitem.l_commitdate (DATE), default.lineitem.l_receiptdate (DATE), default.lineitem.l_shipinstruct (TEXT), default.lineitem.l_shipmode (TEXT), default.lineitem.l_comment (TEXT)} + +======================================================= +Block Id: eb_0000000000000_0000_000002 [ROOT] +======================================================= + +[Incoming] +[q_0000000000000_0000] 1 => 2 (type=HASH_SHUFFLE, key=default.lineitem.l_orderkey (INT8), num=32) + +GROUP_BY(1)(l_orderkey) + => exprs: (count(?count_1 (INT8))) + => target list: default.lineitem.l_orderkey (INT8), ?count (INT8) + => out schema:{(2) default.lineitem.l_orderkey (INT8), ?count (INT8)} + => in schema:{(2) default.lineitem.l_orderkey (INT8), ?count_1 (INT8)} + SCAN(6) on eb_0000000000000_0000_000001 + => out schema: {(2) default.lineitem.l_orderkey (INT8), ?count_1 (INT8)} + => in schema: {(2) default.lineitem.l_orderkey (INT8), ?count_1 (INT8)} + +======================================================= +Block Id: eb_0000000000000_0000_000003 [TERMINAL] +======================================================= +</pre></div> +</div> +</div> + + + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="../time_zone.html" class="btn btn-neutral float-right" title="Time Zone"/>Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="predicates.html" class="btn btn-neutral" title="Predicates"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2015, Apache Tajo Team. + </p> + </div> + + <a href="https://github.com/snide/sphinx_rtd_theme";>Sphinx theme</a> provided by <a href="https://readthedocs.org";>Read the Docs</a> +</footer> + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'0.11.0', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
Modified: tajo/site/docs/devel/sql_language/insert.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/sql_language/insert.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/sql_language/insert.html (original) +++ tajo/site/docs/devel/sql_language/insert.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -248,7 +250,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/sql_language/joins.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/sql_language/joins.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/sql_language/joins.html (original) +++ tajo/site/docs/devel/sql_language/joins.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2 current"><a class="current reference internal" href="">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -325,9 +327,9 @@ Here, the cost of shuffle is expensive e Thus, they can perform join without expensive data shuffle.</p> <p>Tajo provides a session variable for broadcast join configuration. (For more detailed information of session variables, please refer to <a class="reference internal" href="../tsql/variables.html"><em>Session Variables</em></a>.)</p> <ul class="simple"> -<li><code class="docutils literal"><span class="pre">DIST_QUERY_BROADCAST_JOIN_THRESHOLD</span></code> is a threshold for broadcast join. Only the relations who are larger than this value can be broadcasted.</li> +<li><code class="docutils literal"><span class="pre">BROADCAST_NON_CROSS_JOIN_THRESHOLD</span></code> and <code class="docutils literal"><span class="pre">BROADCAST_CROSS_JOIN_THRESHOLD</span></code> are thresholds for broadcast join. Only the relations who are larger than this threshold can be broadcasted.</li> </ul> -<p>You can also apply this configuration system widely by setting <code class="docutils literal"><span class="pre">tajo.dist-query.join.broadcast.threshold-bytes</span></code> in <code class="docutils literal"><span class="pre">${TAJO_HOME}/conf/tajo-site.xml</span></code>.</p> +<p>You can also apply this configuration system widely by setting <code class="docutils literal"><span class="pre">tajo.dist-query.broadcast.non-cross-join.threshold-kb</span></code> or <code class="docutils literal"><span class="pre">tajo.dist-query.broadcast.cross-join.threshold-kb</span></code> in <code class="docutils literal"><span class="pre">${TAJO_HOME}/conf/tajo-site.xml</span></code>.</p> </div> </div> </div> @@ -350,7 +352,7 @@ Thus, they can perform join without expe <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/sql_language/predicates.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/sql_language/predicates.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/sql_language/predicates.html (original) +++ tajo/site/docs/devel/sql_language/predicates.html Thu Feb 4 00:37:56 2016 @@ -30,7 +30,7 @@ <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> <link rel="up" title="SQL Language" href="../sql_language.html"/> - <link rel="next" title="Time Zone" href="../time_zone.html"/> + <link rel="next" title="EXPLAIN" href="explain.html"/> <link rel="prev" title="SQL Expressions" href="sql_expression.html"/> @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2 current"><a class="current reference internal" href="">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -211,10 +213,10 @@ <h1>Predicates<a class="headerlink" href="#predicates" title="Permalink to this headline">¶</a></h1> <div class="section" id="in-predicate"> <h2>IN Predicate<a class="headerlink" href="#in-predicate" title="Permalink to this headline">¶</a></h2> -<p>IN predicate provides row and array comparison.</p> +<p>IN predicate provides a comparison of row, array, and result of a subquery.</p> <p><em>Synopsis</em></p> -<div class="highlight-sql"><div class="highlight"><pre><span class="n">column_reference</span> <span class="k">IN</span> <span class="p">(</span><span class="n">val1</span><span class="p">,</span> <span class="n">val2</span><span class="p">,</span> <span class="p">...,</span> <span class="n">valN</span><span class="p">)</span> -<span class="n">column_reference</span> <span class="k">NOT</span> <span class="k">IN</span> <span class="p">(</span><span class="n">val1</span><span class="p">,</span> <span class="n">val2</span><span class="p">,</span> <span class="p">...,</span> <span class="n">valN</span><span class="p">)</span> +<div class="highlight-sql"><div class="highlight"><pre><span class="n">column_reference</span> <span class="p">(</span><span class="k">NOT</span><span class="p">)</span> <span class="k">IN</span> <span class="p">(</span><span class="n">val1</span><span class="p">,</span> <span class="n">val2</span><span class="p">,</span> <span class="p">...,</span> <span class="n">valN</span><span class="p">)</span> +<span class="n">column_reference</span> <span class="p">(</span><span class="k">NOT</span><span class="p">)</span> <span class="k">IN</span> <span class="p">(</span><span class="k">SELECT</span> <span class="p">...</span> <span class="k">FROM</span> <span class="p">...)</span> <span class="k">AS</span> <span class="n">alias_name</span> </pre></div> </div> <p>Examples are as follows:</p> @@ -225,12 +227,30 @@ <span class="k">SELECT</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span> <span class="k">FROM</span> <span class="n">table1</span> <span class="k">WHERE</span> <span class="n">col1</span> <span class="k">NOT</span> <span class="k">IN</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">);</span> </pre></div> </div> -<p>You can use ‘IN clause’ on text data domain as follows:</p> +<p>You can use <cite>IN clause</cite> on text data domain as follows:</p> <div class="highlight-sql"><div class="highlight"><pre><span class="k">SELECT</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span> <span class="k">FROM</span> <span class="n">table1</span> <span class="k">WHERE</span> <span class="n">col2</span> <span class="k">IN</span> <span class="p">(</span><span class="s1">'tajo'</span><span class="p">,</span> <span class="s1">'hadoop'</span><span class="p">);</span> <span class="k">SELECT</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span> <span class="k">FROM</span> <span class="n">table1</span> <span class="k">WHERE</span> <span class="n">col2</span> <span class="k">NOT</span> <span class="k">IN</span> <span class="p">(</span><span class="s1">'tajo'</span><span class="p">,</span> <span class="s1">'hadoop'</span><span class="p">);</span> </pre></div> </div> +<p>Finally, you can use subqueries in the <cite>IN clause</cite>.</p> +<div class="highlight-sql"><div class="highlight"><pre><span class="k">SELECT</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span> +<span class="k">FROM</span> <span class="n">table1</span> +<span class="k">WHERE</span> <span class="n">col3</span> <span class="k">IN</span> <span class="p">(</span> + <span class="k">SELECT</span> <span class="k">avg</span><span class="p">(</span><span class="n">col2</span><span class="p">)</span> <span class="k">as</span> <span class="n">avg_col2</span> + <span class="k">FROM</span> <span class="n">table2</span> + <span class="k">GROUP</span> <span class="k">BY</span> <span class="n">col1</span> + <span class="k">HAVING</span> <span class="n">avg_col2</span> <span class="o">></span> <span class="mi">100</span><span class="p">);</span> + +<span class="k">SELECT</span> <span class="n">col1</span><span class="p">,</span> <span class="n">col2</span> +<span class="k">FROM</span> <span class="n">table1</span> +<span class="k">WHERE</span> <span class="n">col3</span> <span class="k">NOT</span> <span class="k">IN</span> <span class="p">(</span> + <span class="k">SELECT</span> <span class="k">avg</span><span class="p">(</span><span class="n">col2</span><span class="p">)</span> <span class="k">as</span> <span class="n">avg_col2</span> + <span class="k">FROM</span> <span class="n">table2</span> + <span class="k">GROUP</span> <span class="k">BY</span> <span class="n">col1</span> + <span class="k">HAVING</span> <span class="n">avg_col2</span> <span class="o">></span> <span class="mi">100</span><span class="p">);</span> +</pre></div> +</div> </div> <div class="section" id="string-pattern-matching-predicates"> <h2>String Pattern Matching Predicates<a class="headerlink" href="#string-pattern-matching-predicates" title="Permalink to this headline">¶</a></h2> @@ -373,7 +393,7 @@ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> - <a href="../time_zone.html" class="btn btn-neutral float-right" title="Time Zone"/>Next <span class="fa fa-arrow-circle-right"></span></a> + <a href="explain.html" class="btn btn-neutral float-right" title="EXPLAIN"/>Next <span class="fa fa-arrow-circle-right"></span></a> <a href="sql_expression.html" class="btn btn-neutral" title="SQL Expressions"><span class="fa fa-arrow-circle-left"></span> Previous</a> @@ -385,7 +405,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/sql_language/queries.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/sql_language/queries.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/sql_language/queries.html (original) +++ tajo/site/docs/devel/sql_language/queries.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -288,9 +290,10 @@ To know outer join behavior in more deta both join tables. These common columns appear only once in the output table. If there are no common columns, <code class="docutils literal"><span class="pre">NATURAL</span></code> behaves like <code class="docutils literal"><span class="pre">CROSS</span> <span class="pre">JOIN</span></code>.</p> <p><strong>Subqueries</strong></p> -<p>Subqueries allow users to specify a derived table. It requires enclosing a SQL statement in parentheses and an alias name. -For example:</p> -<div class="highlight-sql"><div class="highlight"><pre><span class="k">FROM</span> <span class="p">(</span><span class="k">SELECT</span> <span class="o">*</span> <span class="k">FROM</span> <span class="n">table1</span><span class="p">)</span> <span class="k">AS</span> <span class="n">alias_name</span> +<p>A subquery is a query that is nested inside another query. It can be embedded in the FROM and WHERE clauses.</p> +<p>Example:</p> +<div class="highlight-sql"><div class="highlight"><pre><span class="k">FROM</span> <span class="p">(</span><span class="k">SELECT</span> <span class="n">col1</span><span class="p">,</span> <span class="k">sum</span><span class="p">(</span><span class="n">col2</span><span class="p">)</span> <span class="k">FROM</span> <span class="n">table1</span> <span class="k">WHERE</span> <span class="n">col3</span> <span class="o">></span> <span class="mi">0</span> <span class="k">group</span> <span class="k">by</span> <span class="n">col1</span> <span class="k">order</span> <span class="k">by</span> <span class="n">col1</span><span class="p">)</span> <span class="k">AS</span> <span class="n">alias_name</span> +<span class="k">WHERE</span> <span class="n">col1</span> <span class="k">IN</span> <span class="p">(</span><span class="k">SELECT</span> <span class="n">col1</span> <span class="k">FROM</span> <span class="n">table1</span> <span class="k">WHERE</span> <span class="n">col2</span> <span class="o">></span> <span class="mi">0</span> <span class="k">AND</span> <span class="n">col2</span> <span class="o"><</span> <span class="mi">100</span><span class="p">)</span> <span class="k">AS</span> <span class="n">alias_name</span> </pre></div> </div> <p>For more detailed information, please refer to <a class="reference internal" href="joins.html"><em>Joins</em></a>.</p> @@ -411,7 +414,7 @@ the same partition as the current row.</ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/sql_language/sql_expression.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/sql_language/sql_expression.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/sql_language/sql_expression.html (original) +++ tajo/site/docs/devel/sql_language/sql_expression.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="joins.html">Joins</a></li> <li class="toctree-l2 current"><a class="current reference internal" href="">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -281,7 +283,7 @@ With <em>ORDER BY</em> list, result valu <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/storage_plugins.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/storage_plugins.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/storage_plugins.html (original) +++ tajo/site/docs/devel/storage_plugins.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -233,7 +235,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/storage_plugins/overview.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/storage_plugins/overview.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/storage_plugins/overview.html (original) +++ tajo/site/docs/devel/storage_plugins/overview.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -264,7 +266,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/storage_plugins/postgresql.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/storage_plugins/postgresql.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/storage_plugins/postgresql.html (original) +++ tajo/site/docs/devel/storage_plugins/postgresql.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -261,7 +263,7 @@ PostgreSQL connection parameters.</p> <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/swift_integration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/swift_integration.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/swift_integration.html (original) +++ tajo/site/docs/devel/swift_integration.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -282,7 +284,7 @@ Here is an example of <code class="docut <div class="section" id="tajo-configuration"> <h2>Tajo configuration<a class="headerlink" href="#tajo-configuration" title="Permalink to this headline">¶</a></h2> <p>Finally, you need to configure the classpath of Tajo by adding the following line to <code class="docutils literal"><span class="pre">${TAJO_HOME}/conf/tajo-evn.sh</span></code>.</p> -<div class="highlight-sh"><div class="highlight"><pre><span class="nb">export </span><span class="nv">TAJO_CLASSPATH</span><span class="o">=</span><span class="nv">$HADOOP_HOME</span>/share/hadoop/tools/lib/hadoop-openstack-x.x.x.jar +<div class="highlight-sh"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_CLASSPATH</span><span class="o">=</span>$HADOOP_HOME/share/hadoop/tools/lib/hadoop-openstack-x.x.x.jar </pre></div> </div> </div> @@ -315,7 +317,7 @@ For query execution details, please refe <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management.html (original) +++ tajo/site/docs/devel/table_management.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -235,7 +237,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/compression.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/compression.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/compression.html (original) +++ tajo/site/docs/devel/table_management/compression.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -210,8 +212,7 @@ <div class="section" id="compression"> <h1>Compression<a class="headerlink" href="#compression" title="Permalink to this headline">¶</a></h1> <p>Using compression can make data size compact, thereby enabling efficient use of network bandwidth and storage. Most of Tajo data formats support data compression feature. -Currently, compression configuration affects only for stored data format and it is specified when a table is created as table meta information(See <a class="reference external" href="../sql_language/ddl.html#create-table">Create Table</a>). -Compression for intermidate data or others is not supported now.</p> +Currently, compression configuration affects only for stored data format and it is enabled when a table is created with the proper table property(See <a class="reference external" href="../sql_language/ddl.html#create-table">Create Table</a>).</p> <div class="section" id="compression-properties-for-each-data-format"> <h2>Compression Properties for each Data Format<a class="headerlink" href="#compression-properties-for-each-data-format" title="Permalink to this headline">¶</a></h2> <blockquote> @@ -276,7 +277,7 @@ Compression for intermidate data or othe <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Added: tajo/site/docs/devel/table_management/data_formats.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/data_formats.html?rev=1728396&view=auto ============================================================================== --- tajo/site/docs/devel/table_management/data_formats.html (added) +++ tajo/site/docs/devel/table_management/data_formats.html Thu Feb 4 00:37:56 2016 @@ -0,0 +1,292 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>Data Formats — Apache Tajo 0.11.0 documentation</title> + + + + + + + <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'> + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> + <link rel="up" title="Table Management" href="../table_management.html"/> + <link rel="next" title="TEXT" href="text.html"/> + <link rel="prev" title="Tablespaces" href="tablespaces.html"/> + + + <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js";></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-nav-search"> + <a href="../index.html" class="fa fa-home"> Apache Tajo</a> + <div role="search"> + <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li> +<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../configuration.html">Configuration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../configuration/preliminary.html">Preliminary</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/cluster_setup.html">Cluster Setup</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/tajo_master_configuration.html">Tajo Master Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/worker_configuration.html">Worker Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/catalog_configuration.html">Catalog Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/ha_configuration.html">High Availability for TajoMaster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li> +</ul> +</li> +<li class="toctree-l1 current"><a class="reference internal" href="../table_management.html">Table Management</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="table_overview.html">Overview of Tajo Tables</a></li> +<li class="toctree-l2"><a class="reference internal" href="tablespaces.html">Tablespaces</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">Data Formats</a></li> +<li class="toctree-l2"><a class="reference internal" href="compression.html">Compression</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li> +<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li> +<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li> +</ul> + + + </div> + + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Tajo</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + <div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../table_management.html">Table Management</a> »</li> + + <li>Data Formats</li> + <li class="wy-breadcrumbs-aside"> + + <a href="../_sources/table_management/data_formats.txt" rel="nofollow"> View page source</a> + + </li> + </ul> + <hr/> +</div> + <div role="main"> + + <div class="section" id="data-formats"> +<h1>Data Formats<a class="headerlink" href="#data-formats" title="Permalink to this headline">¶</a></h1> +<p>Currently, Tajo provides following data formats:</p> +<div class="toctree-wrapper compound"> +<ul> +<li class="toctree-l1"><a class="reference internal" href="text.html">TEXT</a></li> +<li class="toctree-l1"><a class="reference internal" href="json.html">JSON</a></li> +<li class="toctree-l1"><a class="reference internal" href="rcfile.html">RCFile</a></li> +<li class="toctree-l1"><a class="reference internal" href="parquet.html">Parquet</a></li> +<li class="toctree-l1"><a class="reference internal" href="orc.html">ORC</a></li> +<li class="toctree-l1"><a class="reference internal" href="sequencefile.html">SequenceFile</a></li> +</ul> +</div> +</div> + + + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="text.html" class="btn btn-neutral float-right" title="TEXT"/>Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="tablespaces.html" class="btn btn-neutral" title="Tablespaces"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2015, Apache Tajo Team. + </p> + </div> + + <a href="https://github.com/snide/sphinx_rtd_theme";>Sphinx theme</a> provided by <a href="https://readthedocs.org";>Read the Docs</a> +</footer> + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'0.11.0', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file Modified: tajo/site/docs/devel/table_management/json.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/json.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/json.html (original) +++ tajo/site/docs/devel/table_management/json.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -217,7 +219,7 @@ Tajo supports JSON as its data format. I <h2>How to Create a JSON Table ?<a class="headerlink" href="#how-to-create-a-json-table" title="Permalink to this headline">¶</a></h2> <p>You can create a JSON table using the <code class="docutils literal"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> statement. (For more information, please refer to <a class="reference internal" href="../sql_language/ddl.html"><em>Data Definition Language</em></a>.) For example, please consider an example data as follows:</p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nv">$ </span>hdfs dfs -cat /table1/table.json +<div class="highlight-bash"><div class="highlight"><pre>$ hdfs dfs -cat /table1/table.json <span class="o">{</span> <span class="s2">"title"</span> : <span class="s2">"Hand of the King"</span>, <span class="s2">"name"</span> : <span class="o">{</span> <span class="s2">"first_name"</span>: <span class="s2">"Eddard"</span>, <span class="s2">"last_name"</span>: <span class="s2">"Stark"</span><span class="o">}}</span> <span class="o">{</span> <span class="s2">"title"</span> : <span class="s2">"Assassin"</span>, <span class="s2">"name"</span> : <span class="o">{</span> <span class="s2">"first_name"</span>: <span class="s2">"Arya"</span>, <span class="s2">"last_name"</span>: <span class="s2">"Stark"</span><span class="o">}}</span> <span class="o">{</span> <span class="s2">"title"</span> : <span class="s2">"Dancing Master"</span>, <span class="s2">"name"</span> : <span class="o">{</span> <span class="s2">"first_name"</span>: <span class="s2">"Syrio"</span>, <span class="s2">"last_name"</span>: <span class="s2">"Forel"</span><span class="o">}}</span> @@ -313,7 +315,7 @@ Besides, You can also use your own <code <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/orc.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/orc.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/orc.html (original) +++ tajo/site/docs/devel/table_management/orc.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -235,6 +237,7 @@ The <code class="docutils literal"><span <p>Now, ORC file provides the following physical properties.</p> <ul class="simple"> <li><code class="docutils literal"><span class="pre">orc.max.merge.distance</span></code>: When ORC file is read, if stripes are too closer and the distance is lower than this value, they are merged and read at once. Default is 1MB.</li> +<li><code class="docutils literal"><span class="pre">orc.max.read.buffer</span></code>: When ORC file is read, it defines maximum read buffer size. That is, it can be maximum size of a single read. Default is 8MB.</li> <li><code class="docutils literal"><span class="pre">orc.stripe.size</span></code>: It decides size of each stripe. Default is 64MB.</li> <li><code class="docutils literal"><span class="pre">orc.compression.kind</span></code>: It means the compression algorithm used to compress and write data. It should be one of <code class="docutils literal"><span class="pre">none</span></code>, <code class="docutils literal"><span class="pre">snappy</span></code>, <code class="docutils literal"><span class="pre">zlib</span></code>. Default is <code class="docutils literal"><span class="pre">none</span></code>.</li> <li><code class="docutils literal"><span class="pre">orc.buffer.size</span></code>: It decides size of writing buffer. Default is 256KB.</li> @@ -266,7 +269,7 @@ We are currently working on adding suppo <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/parquet.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/parquet.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/parquet.html (original) +++ tajo/site/docs/devel/table_management/parquet.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -267,7 +269,7 @@ However, we are currently working on add <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/rcfile.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/rcfile.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/rcfile.html (original) +++ tajo/site/docs/devel/table_management/rcfile.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -351,7 +353,7 @@ you should set the <code class="docutils <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/sequencefile.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/sequencefile.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/sequencefile.html (original) +++ tajo/site/docs/devel/table_management/sequencefile.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -319,7 +321,7 @@ Here is an example statement for this ca <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/table_overview.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/table_overview.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/table_overview.html (original) +++ tajo/site/docs/devel/table_management/table_overview.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -305,7 +307,7 @@ The <code class="docutils literal"><span <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/table_management/tablespaces.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/table_management/tablespaces.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/table_management/tablespaces.html (original) +++ tajo/site/docs/devel/table_management/tablespaces.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -227,13 +229,14 @@ If the tablespace is not specified, the </div> <div class="section" id="configuration"> <h2>Configuration<a class="headerlink" href="#configuration" title="Permalink to this headline">¶</a></h2> -<p>By default, Tajo use in <code class="docutils literal"><span class="pre">${tajo.rootdir}/warehouse</span></code> in <code class="docutils literal"><span class="pre">conf/tajo-site.xml</span></code> as a default tablespace. It also allows users to register additional tablespaces.</p> -<p><code class="docutils literal"><span class="pre">conf/storage-site.json</span></code> file.</p> +<p>By default, Tajo use <code class="docutils literal"><span class="pre">${tajo.rootdir}/warehouse</span></code> in <a class="reference internal" href="../configuration/tajo-site-xml.html"><em>conf/tajo-site.xml</em></a> as a default tablespace. It also allows users to register additional tablespaces using <code class="docutils literal"><span class="pre">storage-site.json</span></code> file like below.</p> +<div class="section" id="conf-storage-site-json-file"> +<h3>conf/storage-site.json file<a class="headerlink" href="#conf-storage-site-json-file" title="Permalink to this headline">¶</a></h3> <p>The configuration file has the following struct:</p> <div class="highlight-json"><div class="highlight"><pre><span class="p">{</span> <span class="nt">"spaces"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"${table_space_name}"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"uri"</span><span class="p">:</span> <span class="s2">"hbase://quorum1:port,quorum2:port/"</span> + <span class="nt">"${tablespace_name}"</span><span class="p">:</span> <span class="p">{</span> + <span class="nt">"uri"</span><span class="p">:</span> <span class="s2">"hbase:zk://quorum1:port,quorum2:port/"</span> <span class="p">}</span> <span class="p">}</span> <span class="p">}</span> @@ -242,8 +245,8 @@ If the tablespace is not specified, the <p>The following is an example for two tablespaces for hbase and hdfs:</p> <div class="highlight-json"><div class="highlight"><pre><span class="p">{</span> <span class="nt">"spaces"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"hbase-cluster1"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"uri"</span><span class="p">:</span> <span class="s2">"hbase://quorum1:port,quorum2:port/"</span> + <span class="nt">"hbase_cluster1"</span><span class="p">:</span> <span class="p">{</span> + <span class="nt">"uri"</span><span class="p">:</span> <span class="s2">"hbase:zk://quorum1:port,quorum2:port/"</span> <span class="p">},</span> <span class="nt">"ssd"</span><span class="p">:</span> <span class="p">{</span> @@ -253,12 +256,14 @@ If the tablespace is not specified, the <span class="p">}</span> </pre></div> </div> +<p>For more details, see <a class="reference internal" href="../configuration/storage-site-json.html"><em>conf/storage-site.json</em></a>.</p> <div class="admonition note"> <p class="first admonition-title">Note</p> <p class="last">Also, each tablespace can use different storage type. Please see <a class="reference internal" href="../storage_plugins.html"><em>Storage Plugin</em></a> if you want to know more information about it.</p> </div> </div> </div> +</div> </div> @@ -278,7 +283,7 @@ If the tablespace is not specified, the <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div>
