Added: tajo/site/docs/devel/configuration/storage-site-json.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/storage-site-json.html?rev=1728396&view=auto ============================================================================== --- tajo/site/docs/devel/configuration/storage-site-json.html (added) +++ tajo/site/docs/devel/configuration/storage-site-json.html Thu Feb 4 00:37:56 2016 @@ -0,0 +1,334 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>The storage-site.json File — Apache Tajo 0.11.0 documentation</title> + + + + + + + <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'> + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> + <link rel="up" title="Configuration" href="../configuration.html"/> + <link rel="next" title="Tajo Shell (TSQL)" href="../tsql.html"/> + <link rel="prev" title="The catalog-site.xml File" href="catalog-site-xml.html"/> + + + <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js";></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-nav-search"> + <a href="../index.html" class="fa fa-home"> Apache Tajo</a> + <div role="search"> + <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li> +<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li> +</ul> +</li> +<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li> +<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li> +<li class="toctree-l2"><a class="reference internal" href="tajo_master_configuration.html">Tajo Master Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="worker_configuration.html">Worker Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li> +<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> +<li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">The storage-site.json File</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li> +<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li> +<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li> +</ul> + + + </div> + + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Tajo</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + <div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../configuration.html">Configuration</a> »</li> + + <li>The storage-site.json File</li> + <li class="wy-breadcrumbs-aside"> + + <a href="../_sources/configuration/storage-site-json.txt" rel="nofollow"> View page source</a> + + </li> + </ul> + <hr/> +</div> + <div role="main"> + + <div class="section" id="the-storage-site-json-file"> +<h1>The storage-site.json File<a class="headerlink" href="#the-storage-site-json-file" title="Permalink to this headline">¶</a></h1> +<p>This file is for configuring <a class="reference internal" href="../table_management/tablespaces.html"><em>Tablespaces</em></a>. +The syntax of <code class="docutils literal"><span class="pre">storage-site.json</span></code> is like this basically:</p> +<div class="code json highlight-python"><div class="highlight"><pre>{ + "spaces": { + <space config 1>, <space config 2>, ... + }, + "storages": { + <storage config 1>, <storage config 2>, ... + } +} +</pre></div> +</div> +<div class="section" id="spaces"> +<h2>Spaces<a class="headerlink" href="#spaces" title="Permalink to this headline">¶</a></h2> +<p>This is a section for registering tablespaces. Some space config example is here:</p> +<div class="code json highlight-python"><div class="highlight"><pre>"spaces": { + "jdbc_pgsql": { + "uri": "jdbc:postgresql://127.0.0.1:5740/origin", + "configs": { + "mapped_database":"tajo_pgsql_origin", + "connection_properties": { + "user":"tajouser", + "password":"123456" + } + } + }, + ... +} +</pre></div> +</div> +<ul class="simple"> +<li><strong>space name</strong> : Your own tablespace name which indicates a specific tablespace. Alpha-numeric characters and underscore(_) are permitted.</li> +<li><strong>uri</strong> : An URI address of a tablespace</li> +<li><strong>configs</strong> : It is optional. You can specify it as JSON object to pass to each tablespace handler.</li> +</ul> +<p>After you specify a tablespace, you can use it in <a class="reference external" href="../sql_language/ddl.html#create-table">create table statement</a>.</p> +</div> +<div class="section" id="storages"> +<h2>Storages<a class="headerlink" href="#storages" title="Permalink to this headline">¶</a></h2> +<p>This is for registering storage format and custom storage handler class. +Tajo already supports HDFS, HBase, PostgreSQL, Amazon S3, Openstack Swift, etc, thus in usual cases using mentioned storages, you don’t have to add any <code class="docutils literal"><span class="pre">storages</span></code> configuration. +However, if you want to use your custom storage as one of Tajo’s data source, you need to add a configuration for your storage. Here is an example of HDFS storage. +See <code class="xref doc docutils literal"><span class="pre">storage_plugins/overview</span></code> for more information.</p> +<div class="code json highlight-python"><div class="highlight"><pre>"storages": { + "hdfs": { + "handler": "org.apache.tajo.storage.FileTablespace", + "default-format": "text" + }, + ... +} +</pre></div> +</div> +</div> +</div> + + + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="../tsql.html" class="btn btn-neutral float-right" title="Tajo Shell (TSQL)"/>Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="catalog-site-xml.html" class="btn btn-neutral" title="The catalog-site.xml File"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2015, Apache Tajo Team. + </p> + </div> + + <a href="https://github.com/snide/sphinx_rtd_theme";>Sphinx theme</a> provided by <a href="https://readthedocs.org";>Read the Docs</a> +</footer> + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'0.11.0', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
Modified: tajo/site/docs/devel/configuration/tajo-site-xml.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/tajo-site-xml.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/configuration/tajo-site-xml.html (original) +++ tajo/site/docs/devel/configuration/tajo-site-xml.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2 current"><a class="current reference internal" href="">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -680,7 +682,7 @@ This value indicates the output size of <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/configuration/tajo_master_configuration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/tajo_master_configuration.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/configuration/tajo_master_configuration.html (original) +++ tajo/site/docs/devel/configuration/tajo_master_configuration.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -249,7 +251,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/configuration/worker_configuration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/configuration/worker_configuration.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/configuration/worker_configuration.html (original) +++ tajo/site/docs/devel/configuration/worker_configuration.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -216,7 +218,7 @@ <div class="highlight-bash"><div class="highlight"><pre><span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>8000 </pre></div> </div> -<p>The default size is 1000 (1GB).</p> +<p>The default size is 5000 (5GB).</p> </div> <div class="section" id="temporary-data-directory"> <h2>Temporary Data Directory<a class="headerlink" href="#temporary-data-directory" title="Permalink to this headline">¶</a></h2> @@ -266,12 +268,12 @@ CPU cores are a unit for expressing CPU </tr> <tr class="row-even"><td>tajo.worker.resource.disks</td> <td>Integer</td> -<td>1</td> +<td>2</td> <td>the number of disks</td> </tr> <tr class="row-odd"><td>tajo.task.resource.min.memory-mb</td> <td>Integer</td> -<td>500</td> +<td>1000</td> <td>minimum allocatable memory per task</td> </tr> <tr class="row-even"><td>tajo.qm.resource.min.memory-mb</td> @@ -293,9 +295,9 @@ In other words, <code class="docutils li </div> <div class="section" id="example"> <h3>Example<a class="headerlink" href="#example" title="Permalink to this headline">¶</a></h3> -<p>Assume that you want to give 15GB Jvm heap, 1GB memory per task, 4 disks, and 12 cores on each worker. The example configuration is as follows:</p> +<p>Assume that you want to give 15GB Jvm heap, 2GB memory per task, 4 disks, and 12 cores on each worker. The example configuration is as follows:</p> <p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export </span><span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 +<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 </pre></div> </div> <p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> @@ -306,7 +308,7 @@ In other words, <code class="docutils li <span class="nt"><property></span> <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span> - <span class="nt"><value></span>1000<span class="nt"></value></span> + <span class="nt"><value></span>2000<span class="nt"></value></span> <span class="nt"></property></span> <span class="nt"><property></span> @@ -319,13 +321,13 @@ In other words, <code class="docutils li <li>Example with HDFS</li> </ul> <p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export </span><span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 +<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 </pre></div> </div> <p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> <div class="highlight-xml"><div class="highlight"><pre> <span class="nt"><property></span> <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span> - <span class="nt"><value></span>1000<span class="nt"></value></span> + <span class="nt"><value></span>2000<span class="nt"></value></span> <span class="nt"></property></span> <span class="nt"><property></span> @@ -338,13 +340,13 @@ In other words, <code class="docutils li <li>Example with S3</li> </ul> <p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export </span><span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 +<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 </pre></div> </div> <p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> <div class="highlight-xml"><div class="highlight"><pre> <span class="nt"><property></span> <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span> - <span class="nt"><value></span>1000<span class="nt"></value></span> + <span class="nt"><value></span>2000<span class="nt"></value></span> <span class="nt"></property></span> <span class="nt"><property></span> @@ -375,7 +377,7 @@ In other words, <code class="docutils li <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/faq.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/faq.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/faq.html (original) +++ tajo/site/docs/devel/faq.html Thu Feb 4 00:37:56 2016 @@ -76,6 +76,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -98,6 +99,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -226,7 +228,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions.html (original) +++ tajo/site/docs/devel/functions.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -264,7 +266,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/agg_func.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/agg_func.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/agg_func.html (original) +++ tajo/site/docs/devel/functions/agg_func.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -408,7 +410,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/data_type_func_and_operators.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/data_type_func_and_operators.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/data_type_func_and_operators.html (original) +++ tajo/site/docs/devel/functions/data_type_func_and_operators.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -300,7 +302,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/datetime_func_and_operators.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/datetime_func_and_operators.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/datetime_func_and_operators.html (original) +++ tajo/site/docs/devel/functions/datetime_func_and_operators.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -871,7 +873,7 @@ For example, if unix_timestamp occurs on <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/json_func.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/json_func.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/json_func.html (original) +++ tajo/site/docs/devel/functions/json_func.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -336,7 +338,7 @@ Returns null if either argument is null. <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/math_func_and_operators.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/math_func_and_operators.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/math_func_and_operators.html (original) +++ tajo/site/docs/devel/functions/math_func_and_operators.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -733,7 +735,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/network_func_and_operators.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/network_func_and_operators.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/network_func_and_operators.html (original) +++ tajo/site/docs/devel/functions/network_func_and_operators.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -345,7 +347,7 @@ as follows.</p> <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/python.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/python.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/python.html (original) +++ tajo/site/docs/devel/functions/python.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -222,21 +224,21 @@ After that, you can register your functi </pre></div> </div> <p>Please note that you can specify multiple paths with <code class="docutils literal"><span class="pre">','</span></code> as a delimiter. Each file can contain multiple functions. Here is a typical example of a script file.</p> -<div class="highlight-python"><div class="highlight"><pre><span class="c"># /path/to/udf1.py</span> +<div class="highlight-python"><div class="highlight"><pre><span class="c1"># /path/to/udf1.py</span> -<span class="nd">@output_type</span><span class="p">(</span><span class="s">'int4'</span><span class="p">)</span> +<span class="nd">@output_type</span><span class="p">(</span><span class="s1">'int4'</span><span class="p">)</span> <span class="k">def</span> <span class="nf">return_one</span><span class="p">():</span> <span class="k">return</span> <span class="mi">1</span> -<span class="nd">@output_type</span><span class="p">(</span><span class="s">"text"</span><span class="p">)</span> +<span class="nd">@output_type</span><span class="p">(</span><span class="s2">"text"</span><span class="p">)</span> <span class="k">def</span> <span class="nf">helloworld</span><span class="p">():</span> - <span class="k">return</span> <span class="s">'Hello, World'</span> + <span class="k">return</span> <span class="s1">'Hello, World'</span> -<span class="c"># No decorator - blob</span> +<span class="c1"># No decorator - blob</span> <span class="k">def</span> <span class="nf">concat_py</span><span class="p">(</span><span class="nb">str</span><span class="p">):</span> <span class="k">return</span> <span class="nb">str</span><span class="o">+</span><span class="nb">str</span> -<span class="nd">@output_type</span><span class="p">(</span><span class="s">'int4'</span><span class="p">)</span> +<span class="nd">@output_type</span><span class="p">(</span><span class="s1">'int4'</span><span class="p">)</span> <span class="k">def</span> <span class="nf">sum_py</span><span class="p">(</span><span class="n">a</span><span class="p">,</span><span class="n">b</span><span class="p">):</span> <span class="k">return</span> <span class="n">a</span><span class="o">+</span><span class="n">b</span> </pre></div> @@ -265,7 +267,7 @@ You can use Python decorators to define <h3>Function registration<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3> <p>To define your Python aggregation functions, you should write Python classes for each function. Followings are typical examples of Python UDAFs.</p> -<div class="highlight-python"><div class="highlight"><pre><span class="c"># /path/to/udaf1.py</span> +<div class="highlight-python"><div class="highlight"><pre><span class="c1"># /path/to/udaf1.py</span> <span class="k">class</span> <span class="nc">AvgPy</span><span class="p">:</span> <span class="nb">sum</span> <span class="o">=</span> <span class="mi">0</span> @@ -278,22 +280,22 @@ Followings are typical examples of Pytho <span class="bp">self</span><span class="o">.</span><span class="n">sum</span> <span class="o">=</span> <span class="mi">0</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> <span class="o">=</span> <span class="mi">0</span> - <span class="c"># eval at the first stage</span> + <span class="c1"># eval at the first stage</span> <span class="k">def</span> <span class="nf">eval</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">item</span><span class="p">):</span> <span class="bp">self</span><span class="o">.</span><span class="n">sum</span> <span class="o">+=</span> <span class="n">item</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> <span class="o">+=</span> <span class="mi">1</span> - <span class="c"># get intermediate result</span> + <span class="c1"># get intermediate result</span> <span class="k">def</span> <span class="nf">get_partial_result</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="k">return</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">sum</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span><span class="p">]</span> - <span class="c"># merge intermediate results</span> + <span class="c1"># merge intermediate results</span> <span class="k">def</span> <span class="nf">merge</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span> <span class="bp">self</span><span class="o">.</span><span class="n">sum</span> <span class="o">+=</span> <span class="nb">list</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> <span class="o">+=</span> <span class="nb">list</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> - <span class="c"># get final result</span> - <span class="nd">@output_type</span><span class="p">(</span><span class="s">'float8'</span><span class="p">)</span> + <span class="c1"># get final result</span> + <span class="nd">@output_type</span><span class="p">(</span><span class="s1">'float8'</span><span class="p">)</span> <span class="k">def</span> <span class="nf">get_final_result</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">sum</span> <span class="o">/</span> <span class="nb">float</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">cnt</span><span class="p">)</span> @@ -307,20 +309,20 @@ Followings are typical examples of Pytho <span class="k">def</span> <span class="nf">reset</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> <span class="o">=</span> <span class="mi">0</span> - <span class="c"># eval at the first stage</span> + <span class="c1"># eval at the first stage</span> <span class="k">def</span> <span class="nf">eval</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> <span class="o">+=</span> <span class="mi">1</span> - <span class="c"># get intermediate result</span> + <span class="c1"># get intermediate result</span> <span class="k">def</span> <span class="nf">get_partial_result</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> - <span class="c"># merge intermediate results</span> + <span class="c1"># merge intermediate results</span> <span class="k">def</span> <span class="nf">merge</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">cnt</span><span class="p">):</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> <span class="o">+=</span> <span class="n">cnt</span> - <span class="c"># get final result</span> - <span class="nd">@output_type</span><span class="p">(</span><span class="s">'int4'</span><span class="p">)</span> + <span class="c1"># get final result</span> + <span class="nd">@output_type</span><span class="p">(</span><span class="s1">'int4'</span><span class="p">)</span> <span class="k">def</span> <span class="nf">get_final_result</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">cnt</span> </pre></div> @@ -366,7 +368,7 @@ Followings are typical examples of Pytho <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/string_func_and_operators.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/string_func_and_operators.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/string_func_and_operators.html (original) +++ tajo/site/docs/devel/functions/string_func_and_operators.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -1000,7 +1002,7 @@ For other multibyte encodings, the argum <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/functions/window_func.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/functions/window_func.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/functions/window_func.html (original) +++ tajo/site/docs/devel/functions/window_func.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -333,7 +335,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/genindex.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/genindex.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/genindex.html (original) +++ tajo/site/docs/devel/genindex.html Thu Feb 4 00:37:56 2016 @@ -76,6 +76,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -98,6 +99,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -729,7 +731,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/getting_started.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/getting_started.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/getting_started.html (original) +++ tajo/site/docs/devel/getting_started.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -244,9 +246,9 @@ Download the file that ends in .tar.gz t <p>You prepare the prerequisites and the source code, you can build the source code now.</p> <p>The first step of the installation procedure is to configure the source tree for your system and choose the options you would like. This is done by running the configure script. For a default installation simply enter:</p> <p>You can compile source code and get a binary archive as follows:</p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nv">$ </span><span class="nb">cd </span>tajo-x.y.z -<span class="nv">$ </span>mvn clean install -DskipTests -Pdist -Dtar -Dhadoop.version<span class="o">=</span>2.X.X -<span class="nv">$ </span>ls tajo-dist/target/tajo-x.y.z-SNAPSHOT.tar.gz +<div class="highlight-bash"><div class="highlight"><pre>$ <span class="nb">cd</span> tajo-x.y.z +$ mvn clean install -DskipTests -Pdist -Dtar -Dhadoop.version<span class="o">=</span>2.X.X +$ ls tajo-dist/target/tajo-x.y.z-SNAPSHOT.tar.gz </pre></div> </div> <div class="admonition note"> @@ -257,8 +259,8 @@ Download the file that ends in .tar.gz t <div>$ mvn clean install -DskipTests -Pdist -Dtar -Dhadoop.version=2.5.1</div></blockquote> </div> <p>Then, after you move some proper directory, discompress the tar.gz file as follows:</p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nv">$ </span><span class="nb">cd</span> <span class="o">[</span>a directory to be parent of tajo binary<span class="o">]</span> -<span class="nv">$ </span>tar xzvf <span class="si">${</span><span class="nv">TAJO_SRC</span><span class="si">}</span>/tajo-dist/target/tajo-x.y.z-SNAPSHOT.tar.gz +<div class="highlight-bash"><div class="highlight"><pre>$ <span class="nb">cd</span> <span class="o">[</span>a directory to be parent of tajo binary<span class="o">]</span> +$ tar xzvf <span class="si">${</span><span class="nv">TAJO_SRC</span><span class="si">}</span>/tajo-dist/target/tajo-x.y.z-SNAPSHOT.tar.gz </pre></div> </div> </div> @@ -266,15 +268,15 @@ Download the file that ends in .tar.gz t <h2>Setting up a local Tajo cluster<a class="headerlink" href="#setting-up-a-local-tajo-cluster" title="Permalink to this headline">¶</a></h2> <p>Apache Tajo⢠provides two run modes: local mode and fully distributed mode. Here, we explain only the local mode where a Tajo instance runs on a local file system. A local mode Tajo instance can start up with very simple configurations.</p> <p>First of all, you need to add the environment variables to conf/tajo-env.sh.</p> -<div class="highlight-bash"><div class="highlight"><pre><span class="c"># Hadoop home. Required</span> -<span class="nb">export </span><span class="nv">HADOOP_HOME</span><span class="o">=</span> ... +<div class="highlight-bash"><div class="highlight"><pre><span class="c1"># Hadoop home. Required</span> +<span class="nb">export</span> <span class="nv">HADOOP_HOME</span><span class="o">=</span> ... -<span class="c"># The java implementation to use. Required.</span> -<span class="nb">export </span><span class="nv">JAVA_HOME</span><span class="o">=</span> ... +<span class="c1"># The java implementation to use. Required.</span> +<span class="nb">export</span> <span class="nv">JAVA_HOME</span><span class="o">=</span> ... </pre></div> </div> <p>To launch the tajo master, execute start-tajo.sh.</p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nv">$ $TAJO_HOME</span>/bin/start-tajo.sh +<div class="highlight-bash"><div class="highlight"><pre>$ $TAJO_HOME/bin/start-tajo.sh </pre></div> </div> <div class="admonition note"> @@ -289,9 +291,9 @@ Download the file that ends in .tar.gz t <div class="section" id="first-query-execution"> <h2>First query execution<a class="headerlink" href="#first-query-execution" title="Permalink to this headline">¶</a></h2> <p>First of all, we need to prepare some table for query execution. For example, you can make a simple text-based table as follows:</p> -<div class="highlight-bash"><div class="highlight"><pre><span class="nv">$ </span>mkdir /home/x/table1 -<span class="nv">$ </span><span class="nb">cd</span> /home/x/table1 -<span class="nv">$ </span>cat > data.csv +<div class="highlight-bash"><div class="highlight"><pre>$ mkdir /home/x/table1 +$ <span class="nb">cd</span> /home/x/table1 +$ cat > data.csv 1<span class="p">|</span>abc<span class="p">|</span>1.1<span class="p">|</span>a 2<span class="p">|</span>def<span class="p">|</span>2.3<span class="p">|</span>b 3<span class="p">|</span>ghi<span class="p">|</span>3.4<span class="p">|</span>c @@ -378,7 +380,7 @@ If you want to know more explanation for <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/hbase_integration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/hbase_integration.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/hbase_integration.html (original) +++ tajo/site/docs/devel/hbase_integration.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -210,11 +212,12 @@ This integration allows Tajo to access all tables used in Apache HBase.</p> <p>In order to use this feature, you need to build add some configs into <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> and then add some properties into a table create statement.</p> <p>This section describes how to setup HBase integration.</p> -<p>First, you need to set your HBase home directory to the environment variable <code class="docutils literal"><span class="pre">HBASE_HOME</span></code> in conf/tajo-env.sh as follows:</p> +<p>First, you need to set your HBase home directory to the environment variable <code class="docutils literal"><span class="pre">HBASE_HOME</span></code> in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> as follows:</p> <div class="highlight-python"><div class="highlight"><pre>export HBASE_HOME=/path/to/your/hbase/directory </pre></div> </div> <p>If you set the directory, Tajo will add HBase library file to classpath.</p> +<p>Next, you must configure tablespace about HBase. Please see <a class="reference internal" href="table_management/tablespaces.html"><em>Tablespaces</em></a> if you want to know more information about it.</p> <div class="section" id="create-table"> <h2>CREATE TABLE<a class="headerlink" href="#create-table" title="Permalink to this headline">¶</a></h2> <p><em>Synopsis</em></p> @@ -223,10 +226,12 @@ This integration allows Tajo to access a <span class="k">WITH</span> <span class="p">(</span><span class="s1">'table'</span><span class="o">=</span><span class="s1">'<hbase_table_name>'</span> <span class="p">,</span> <span class="s1">'columns'</span><span class="o">=</span><span class="s1">':key,<column_family_name>:<qualifier_name>, ...'</span> <span class="p">,</span> <span class="s1">'hbase.zookeeper.quorum'</span><span class="o">=</span><span class="s1">'<zookeeper_address>'</span> -<span class="p">,</span> <span class="s1">'hbase.zookeeper.property.clientPort'</span><span class="o">=</span><span class="s1">'<zookeeper_client_port>'</span> -<span class="p">)</span> +<span class="p">,</span> <span class="s1">'hbase.zookeeper.property.clientPort'</span><span class="o">=</span><span class="s1">'<zookeeper_client_port>'</span><span class="p">)</span> +<span class="p">[</span><span class="k">LOCATION</span> <span class="s1">'hbase:zk://<hostname>:<port>/'</span><span class="p">]</span> <span class="p">;</span> </pre></div> </div> +<p><code class="docutils literal"><span class="pre">IF</span> <span class="pre">NOT</span> <span class="pre">EXISTS</span></code> allows <code class="docutils literal"><span class="pre">CREATE</span> <span class="pre">[EXTERNAL]</span> <span class="pre">TABLE</span></code> statement to avoid an error which occurs when the table does not exist.</p> +<p>If you want to create <code class="docutils literal"><span class="pre">EXTERNAL</span> <span class="pre">TABLE</span></code>, You must write <code class="docutils literal"><span class="pre">LOCATION</span></code> statement.</p> <p>Options</p> <ul class="simple"> <li><code class="docutils literal"><span class="pre">table</span></code> : Set hbase origin table name. If you want to create an external table, the table must exists on HBase. The other way, if you want to create a managed table, the table must doesn’t exist on HBase.</li> @@ -234,7 +239,6 @@ This integration allows Tajo to access a <li><code class="docutils literal"><span class="pre">hbase.zookeeper.quorum</span></code> : Set zookeeper quorum address. You can use different zookeeper cluster on the same Tajo database. If you don’t set the zookeeper address, Tajo will refer the property of hbase-site.xml file.</li> <li><code class="docutils literal"><span class="pre">hbase.zookeeper.property.clientPort</span></code> : Set zookeeper client port. If you don’t set the port, Tajo will refer the property of hbase-site.xml file.</li> </ul> -<p><code class="docutils literal"><span class="pre">IF</span> <span class="pre">NOT</span> <span class="pre">EXISTS</span></code> allows <code class="docutils literal"><span class="pre">CREATE</span> <span class="pre">[EXTERNAL]</span> <span class="pre">TABLE</span></code> statement to avoid an error which occurs when the table does not exist.</p> </div> <div class="section" id="drop-table"> <h2>DROP TABLE<a class="headerlink" href="#drop-table" title="Permalink to this headline">¶</a></h2> @@ -270,7 +274,8 @@ This integration allows Tajo to access a <div class="highlight-sql"><div class="highlight"><pre><span class="k">CREATE</span> <span class="k">EXTERNAL</span> <span class="k">TABLE</span> <span class="n">blog</span> <span class="p">(</span><span class="n">rowkey</span> <span class="nb">text</span><span class="p">,</span> <span class="n">author</span> <span class="nb">text</span><span class="p">,</span> <span class="n">register_date</span> <span class="nb">text</span><span class="p">,</span> <span class="n">title</span> <span class="nb">text</span><span class="p">)</span> <span class="k">USING</span> <span class="n">hbase</span> <span class="k">WITH</span> <span class="p">(</span> <span class="s1">'table'</span><span class="o">=</span><span class="s1">'blog'</span> - <span class="p">,</span> <span class="s1">'columns'</span><span class="o">=</span><span class="s1">':key,info:author,info:date,content:title'</span><span class="p">);</span> + <span class="p">,</span> <span class="s1">'columns'</span><span class="o">=</span><span class="s1">':key,info:author,info:date,content:title'</span><span class="p">)</span> +<span class="k">LOCATION</span> <span class="s1">'hbase:zk://<hostname>:<port>/'</span><span class="p">;</span> </pre></div> </div> <p>After executing the command above, you should be able to see the new table in the HBase shell:</p> @@ -365,7 +370,7 @@ blrunner-01, Jaehwa Jung, 2014-10-31, <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/hive_integration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/hive_integration.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/hive_integration.html (original) +++ tajo/site/docs/devel/hive_integration.html Thu Feb 4 00:37:56 2016 @@ -77,6 +77,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -99,6 +100,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -214,32 +216,34 @@ same tables managed in Apache Hive.</p> and then add some configs into <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> and <code class="docutils literal"><span class="pre">conf/catalog-site.xml</span></code>. This section describes how to setup HiveMetaStore integration. This instruction would take no more than five minutes.</p> -<p>You need to set your Hive home directory to the environment variable <code class="docutils literal"><span class="pre">HIVE_HOME</span></code> in conf/tajo-env.sh as follows:</p> -<div class="highlight-python"><div class="highlight"><pre>export HIVE_HOME=/path/to/your/hive/directory +<p>You need to set your Hive home directory to the environment variable <strong>HIVE_HOME</strong> in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> as follows:</p> +<div class="highlight-sh"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">HIVE_HOME</span><span class="o">=</span>/path/to/your/hive/directory </pre></div> </div> <p>If you need to use jdbc to connect HiveMetaStore, you have to prepare MySQL jdbc driver. -Next, you should set the path of MySQL JDBC driver jar file to the environment variable HIVE_JDBC_DRIVER_DIR in conf/tajo-env.sh as follows:</p> -<div class="highlight-python"><div class="highlight"><pre>export HIVE_JDBC_DRIVER_DIR==/path/to/your/mysql_jdbc_driver/mysql-connector-java-x.x.x-bin.jar +Next, you should set the path of MySQL JDBC driver jar file to the environment variable <strong>HIVE_JDBC_DRIVER_DIR</strong> in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> as follows:</p> +<div class="highlight-sh"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">HIVE_JDBC_DRIVER_DIR</span><span class="o">=</span>/path/to/your/mysql_jdbc_driver/mysql-connector-java-x.x.x-bin.jar </pre></div> </div> <p>Finally, you should specify HiveCatalogStore as Tajo catalog driver class in <code class="docutils literal"><span class="pre">conf/catalog-site.xml</span></code> as follows:</p> -<div class="highlight-python"><div class="highlight"><pre><property> - <name>tajo.catalog.store.class</name> - <value>org.apache.tajo.catalog.store.HiveCatalogStore</value> -</property> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.catalog.store.class<span class="nt"></name></span> + <span class="nt"><value></span>org.apache.tajo.catalog.store.HiveCatalogStore<span class="nt"></value></span> +<span class="nt"></property></span> </pre></div> </div> <div class="admonition note"> <p class="first admonition-title">Note</p> -<p>Hive stores a list of partitions for each table in its metastore. If new partitions are -directly added to HDFS, HiveMetastore will not able aware of these partitions unless the user +<p>Hive stores a list of partitions for each table in its metastore. When new partitions are +added directly to HDFS, HiveMetastore can’t recognize these partitions until the user executes <code class="docutils literal"><span class="pre">ALTER</span> <span class="pre">TABLE</span> <span class="pre">table_name</span> <span class="pre">ADD</span> <span class="pre">PARTITION</span></code> commands on each of the newly added partitions or -<code class="docutils literal"><span class="pre">MSCK</span> <span class="pre">REPAIR</span> <span class="pre">TABLE</span> <span class="pre">table_name</span></code> command.</p> -<p>But current tajo doesn’t provide <code class="docutils literal"><span class="pre">ADD</span> <span class="pre">PARTITION</span></code> command and hive doesn’t provide an api for -responding to <code class="docutils literal"><span class="pre">MSK</span> <span class="pre">REPAIR</span> <span class="pre">TABLE</span></code> command. Thus, if you insert data to hive partitioned -table and you want to scan the updated partitions through Tajo, you must run following command on hive</p> -<div class="last highlight-python"><div class="highlight"><pre>$ MSCK REPAIR TABLE [table_name]; +<code class="docutils literal"><span class="pre">MSCK</span> <span class="pre">REPAIR</span> <span class="pre">TABLE</span> <span class="pre">table_name</span></code> command.</p> +<p>But current Tajo doesn’t provide <code class="docutils literal"><span class="pre">ADD</span> <span class="pre">PARTITION</span></code> command and Hive doesn’t provide an api for +responding to <code class="docutils literal"><span class="pre">MSK</span> <span class="pre">REPAIR</span> <span class="pre">TABLE</span></code> command. Thus, if you insert data to Hive partitioned +table and you want to scan the updated partitions through Tajo, you must run following command on Hive +(see <a class="reference external" href="https://cwiki.apache.org/confluence/display/Hive/LanguageManual+DDL#LanguageManualDDL-RecoverPartitions(MSCKREPAIRTABLE)">Hive doc</a> +for more details of the command):</p> +<div class="last highlight-sql"><div class="highlight"><pre><span class="n">MSCK</span> <span class="n">REPAIR</span> <span class="k">TABLE</span> <span class="p">[</span><span class="k">table_name</span><span class="p">];</span> </pre></div> </div> </div> @@ -263,7 +267,7 @@ table and you want to scan the updated p <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/index.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/index.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/index.html (original) +++ tajo/site/docs/devel/index.html Thu Feb 4 00:37:56 2016 @@ -76,6 +76,7 @@ <li class="toctree-l2"><a class="reference internal" href="configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -98,6 +99,7 @@ <li class="toctree-l2"><a class="reference internal" href="sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -277,6 +279,11 @@ As a result, some contents can be mismat </ul> </li> <li class="toctree-l2"><a class="reference internal" href="configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration/storage-site-json.html">The storage-site.json File</a><ul> +<li class="toctree-l3"><a class="reference internal" href="configuration/storage-site-json.html#spaces">Spaces</a></li> +<li class="toctree-l3"><a class="reference internal" href="configuration/storage-site-json.html#storages">Storages</a></li> +</ul> +</li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="tsql.html">Tajo Shell (TSQL)</a><ul> @@ -356,6 +363,7 @@ As a result, some contents can be mismat <li class="toctree-l3"><a class="reference internal" href="sql_language/predicates.html#string-pattern-matching-predicates">String Pattern Matching Predicates</a></li> </ul> </li> +<li class="toctree-l2"><a class="reference internal" href="sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="time_zone.html">Time Zone</a><ul> @@ -425,7 +433,8 @@ As a result, some contents can be mismat </li> <li class="toctree-l2"><a class="reference internal" href="partitioning/column_partitioning.html">Column Partitioning</a><ul> <li class="toctree-l3"><a class="reference internal" href="partitioning/column_partitioning.html#how-to-create-a-column-partitioned-table">How to Create a Column Partitioned Table</a></li> -<li class="toctree-l3"><a class="reference internal" href="partitioning/column_partitioning.html#partition-pruning-on-column-partitioned-tables">Partition Pruning on Column Partitioned Tables</a></li> +<li class="toctree-l3"><a class="reference internal" href="partitioning/column_partitioning.html#querying-partitioned-tables">Querying Partitioned Tables</a></li> +<li class="toctree-l3"><a class="reference internal" href="partitioning/column_partitioning.html#add-data-to-partition-table">Add data to Partition Table</a></li> <li class="toctree-l3"><a class="reference internal" href="partitioning/column_partitioning.html#compatibility-issues-with-apache-hive">Compatibility Issues with Apache Hiveâ¢</a></li> </ul> </li> @@ -452,6 +461,7 @@ As a result, some contents can be mismat <li class="toctree-l2"><a class="reference internal" href="index/how_to_use.html">How to use index?</a><ul> <li class="toctree-l3"><a class="reference internal" href="index/how_to_use.html#create-index">1. Create index</a></li> <li class="toctree-l3"><a class="reference internal" href="index/how_to_use.html#enable-disable-index-scans">2. Enable/disable index scans</a></li> +<li class="toctree-l3"><a class="reference internal" href="index/how_to_use.html#index-backup-and-restore">3. Index backup and restore</a></li> </ul> </li> <li class="toctree-l2"><a class="reference internal" href="index/future_work.html">Future Works</a></li> @@ -527,7 +537,7 @@ As a result, some contents can be mismat <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div> Modified: tajo/site/docs/devel/index/future_work.html URL: http://svn.apache.org/viewvc/tajo/site/docs/devel/index/future_work.html?rev=1728396&r1=1728395&r2=1728396&view=diff ============================================================================== --- tajo/site/docs/devel/index/future_work.html (original) +++ tajo/site/docs/devel/index/future_work.html Thu Feb 4 00:37:56 2016 @@ -78,6 +78,7 @@ <li class="toctree-l2"><a class="reference internal" href="../configuration/service_config_defaults.html">Cluster Service Configuration Defaults</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/tajo-site-xml.html">The tajo-site.xml File</a></li> <li class="toctree-l2"><a class="reference internal" href="../configuration/catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="../configuration/storage-site-json.html">The storage-site.json File</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> @@ -100,6 +101,7 @@ <li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> <li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> @@ -210,9 +212,8 @@ <div class="section" id="future-works"> <h1>Future Works<a class="headerlink" href="#future-works" title="Permalink to this headline">¶</a></h1> <ul class="simple"> -<li>Providing more index types, such as bitmap and HBase index</li> +<li>Supporting more index types, such as bitmap and HBase index</li> <li>Supporting index on partitioned tables</li> -<li>Supporting the backup and restore feature</li> <li>Cost-based query optimization by estimating the query selectivity</li> </ul> </div> @@ -235,7 +236,7 @@ <div role="contentinfo"> <p> - © Copyright 2014, Apache Tajo Team. + © Copyright 2015, Apache Tajo Team. </p> </div>
