Added: tajo/site/docs/0.11.1/configuration/tajo-site-xml.html URL: http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/configuration/tajo-site-xml.html?rev=1728394&view=auto ============================================================================== --- tajo/site/docs/0.11.1/configuration/tajo-site-xml.html (added) +++ tajo/site/docs/0.11.1/configuration/tajo-site-xml.html Thu Feb 4 00:29:05 2016 @@ -0,0 +1,732 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>The tajo-site.xml File — Apache Tajo 0.11.0 documentation</title> + + + + + + + <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'> + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> + <link rel="up" title="Configuration" href="../configuration.html"/> + <link rel="next" title="The catalog-site.xml File" href="catalog-site-xml.html"/> + <link rel="prev" title="Cluster Service Configuration Defaults" href="service_config_defaults.html"/> + + + <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js";></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-nav-search"> + <a href="../index.html" class="fa fa-home"> Apache Tajo</a> + <div role="search"> + <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li> +<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li> +</ul> +</li> +<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li> +<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li> +<li class="toctree-l2"><a class="reference internal" href="tajo_master_configuration.html">Tajo Master Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="worker_configuration.html">Worker Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li> +<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">The tajo-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li> +<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li> +<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li> +</ul> + + + </div> + + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Tajo</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + <div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../configuration.html">Configuration</a> »</li> + + <li>The tajo-site.xml File</li> + <li class="wy-breadcrumbs-aside"> + + <a href="../_sources/configuration/tajo-site-xml.txt" rel="nofollow"> View page source</a> + + </li> + </ul> + <hr/> +</div> + <div role="main"> + + <div class="section" id="the-tajo-site-xml-file"> +<h1>The tajo-site.xml File<a class="headerlink" href="#the-tajo-site-xml-file" title="Permalink to this headline">¶</a></h1> +<p>You can add more configurations in the <code class="docutils literal"><span class="pre">tajo-site.xml</span></code> file. Note that you should replicate this file to the whole hosts in your cluster once you edited. +If you are looking for the configurations for the master and the worker, please refer to <a class="reference internal" href="tajo_master_configuration.html"><em>Tajo Master Configuration</em></a> and <a class="reference internal" href="worker_configuration.html"><em>Worker Configuration</em></a>. +Also, catalog configurations are found here <a class="reference internal" href="catalog_configuration.html"><em>Catalog Configuration</em></a>.</p> +<div class="section" id="join-query-settings"> +<h2>Join Query Settings<a class="headerlink" href="#join-query-settings" title="Permalink to this headline">¶</a></h2> +<div class="section" id="tajo-dist-query-join-auto-broadcast"> +<h3><cite>tajo.dist-query.join.auto-broadcast</cite><a class="headerlink" href="#tajo-dist-query-join-auto-broadcast" title="Permalink to this headline">¶</a></h3> +<p>A flag to enable or disable the use of broadcast join.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Boolean</li> +<li>Default value: true</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.join.auto-broadcast<span class="nt"></name></span> + <span class="nt"><value></span>true<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-dist-query-broadcast-non-cross-join-threshold-kb"> +<span id="id1"></span><h3><cite>tajo.dist-query.broadcast.non-cross-join.threshold-kb</cite><a class="headerlink" href="#tajo-dist-query-broadcast-non-cross-join-threshold-kb" title="Permalink to this headline">¶</a></h3> +<p>A threshold for non-cross joins. When a non-cross join query is executed with the broadcast join, the whole size of broadcasted tables won’t exceed this threshold.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: KB</li> +<li>Default value: 5120</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.broadcast.non-cross-join.threshold-kb<span class="nt"></name></span> + <span class="nt"><value></span>5120<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-dist-query-broadcast-cross-join-threshold-kb"> +<span id="id2"></span><h3><cite>tajo.dist-query.broadcast.cross-join.threshold-kb</cite><a class="headerlink" href="#tajo-dist-query-broadcast-cross-join-threshold-kb" title="Permalink to this headline">¶</a></h3> +<p>A threshold for cross joins. When a cross join query is executed, the whole size of broadcasted tables won’t exceed this threshold.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: KB</li> +<li>Default value: 1024</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.broadcast.cross-join.threshold-kb<span class="nt"></name></span> + <span class="nt"><value></span>1024<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<div class="admonition warning"> +<p class="first admonition-title">Warning</p> +<p class="last">In Tajo, the broadcast join is only the way to perform cross joins. Since the cross join is a very expensive operation, this value need to be tuned carefully.</p> +</div> +</div> +<div class="section" id="tajo-dist-query-join-task-volume-mb"> +<span id="id3"></span><h3><cite>tajo.dist-query.join.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-join-task-volume-mb" title="Permalink to this headline">¶</a></h3> +<p>The repartition join is executed in two stages. When a join query is executed with the repartition join, this value indicates the amount of input data processed by each task at the second stage. +As a result, it determines the degree of the parallel processing of the join query.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.join.task-volume-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-dist-query-join-partition-volume-mb"> +<span id="id4"></span><h3><cite>tajo.dist-query.join.partition-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-join-partition-volume-mb" title="Permalink to this headline">¶</a></h3> +<p>The repartition join is executed in two stages. When a join query is executed with the repartition join, +this value indicates the output size of each task at the first stage, which determines the number of partitions to be shuffled between two stages.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 128</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.join.partition-volume-mb<span class="nt"></name></span> + <span class="nt"><value></span>128<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-executor-join-common-in-memory-hash-threshold-mb"> +<span id="id5"></span><h3><cite>tajo.executor.join.common.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-join-common-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3> +<p>This value provides the criterion to decide the algorithm to perform a join in a task. +If the input data is smaller than this value, join is performed with the in-memory hash join. +Otherwise, the sort-merge join is used.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.join.common.in-memory-hash-threshold-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<div class="admonition warning"> +<p class="first admonition-title">Warning</p> +<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap, +its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors. +This value should be tuned carefully.</p> +</div> +</div> +<div class="section" id="tajo-executor-join-inner-in-memory-hash-threshold-mb"> +<span id="id6"></span><h3><cite>tajo.executor.join.inner.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-join-inner-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3> +<p>This value provides the criterion to decide the algorithm to perform an inner join in a task. +If the input data is smaller than this value, the inner join is performed with the in-memory hash join. +Otherwise, the sort-merge join is used.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.join.inner.in-memory-hash-threshold-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<div class="admonition warning"> +<p class="first admonition-title">Warning</p> +<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap, +its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors. +This value should be tuned carefully.</p> +</div> +</div> +<div class="section" id="tajo-executor-join-outer-in-memory-hash-threshold-mb"> +<span id="id7"></span><h3><cite>tajo.executor.join.outer.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-join-outer-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3> +<p>This value provides the criterion to decide the algorithm to perform an outer join in a task. +If the input data is smaller than this value, the outer join is performed with the in-memory hash join. +Otherwise, the sort-merge join is used.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.join.outer.in-memory-hash-threshold-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<div class="admonition warning"> +<p class="first admonition-title">Warning</p> +<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap, +its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors. +This value should be tuned carefully.</p> +</div> +</div> +<div class="section" id="tajo-executor-join-hash-table-size"> +<span id="id8"></span><h3><cite>tajo.executor.join.hash-table.size</cite><a class="headerlink" href="#tajo-executor-join-hash-table-size" title="Permalink to this headline">¶</a></h3> +<p>The initial size of hash table for in-memory hash join.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Default value: 100000</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.join.hash-table.size<span class="nt"></name></span> + <span class="nt"><value></span>100000<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +<div class="section" id="sort-query-settings"> +<h2>Sort Query Settings<a class="headerlink" href="#sort-query-settings" title="Permalink to this headline">¶</a></h2> +<div class="section" id="tajo-dist-query-sort-task-volume-mb"> +<span id="id9"></span><h3><cite>tajo.dist-query.sort.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-sort-task-volume-mb" title="Permalink to this headline">¶</a></h3> +<p>The sort operation is executed in two stages. When a sort query is executed, this value indicates the amount of input data processed by each task at the second stage. +As a result, it determines the degree of the parallel processing of the sort query.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.sort.task-volume-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-executor-external-sort-buffer-mb"> +<span id="id10"></span><h3><cite>tajo.executor.external-sort.buffer-mb</cite><a class="headerlink" href="#tajo-executor-external-sort-buffer-mb" title="Permalink to this headline">¶</a></h3> +<p>A threshold to choose the sort algorithm. If the input data is larger than this threshold, the external sort algorithm is used.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 200</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.external-sort.buffer-mb<span class="nt"></name></span> + <span class="nt"><value></span>200<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-executor-sort-list-size"> +<span id="id11"></span><h3><cite>tajo.executor.sort.list.size</cite><a class="headerlink" href="#tajo-executor-sort-list-size" title="Permalink to this headline">¶</a></h3> +<p>The initial size of list for in-memory sort.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Default value: 100000</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.sort.list.size<span class="nt"></name></span> + <span class="nt"><value></span>100000<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +<div class="section" id="group-by-query-settings"> +<h2>Group by Query Settings<a class="headerlink" href="#group-by-query-settings" title="Permalink to this headline">¶</a></h2> +<div class="section" id="tajo-dist-query-groupby-multi-level-aggr"> +<span id="id12"></span><h3><cite>tajo.dist-query.groupby.multi-level-aggr</cite><a class="headerlink" href="#tajo-dist-query-groupby-multi-level-aggr" title="Permalink to this headline">¶</a></h3> +<p>A flag to enable the multi-level algorithm for distinct aggregation. If this value is set, 3-phase aggregation algorithm is used. +Otherwise, 2-phase aggregation algorithm is used.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Boolean</li> +<li>Default value: true</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.groupby.multi-level-aggr<span class="nt"></name></span> + <span class="nt"><value></span>true<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-dist-query-groupby-partition-volume-mb"> +<span id="id13"></span><h3><cite>tajo.dist-query.groupby.partition-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-groupby-partition-volume-mb" title="Permalink to this headline">¶</a></h3> +<p>The aggregation is executed in two stages. When an aggregation query is executed, +this value indicates the output size of each task at the first stage, which determines the number of partitions to be shuffled between two stages.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 256</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.groupby.partition-volume-mb<span class="nt"></name></span> + <span class="nt"><value></span>256<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-dist-query-groupby-task-volume-mb"> +<span id="id14"></span><h3><cite>tajo.dist-query.groupby.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-groupby-task-volume-mb" title="Permalink to this headline">¶</a></h3> +<p>The aggregation operation is executed in two stages. When an aggregation query is executed, this value indicates the amount of input data processed by each task at the second stage. +As a result, it determines the degree of the parallel processing of the aggregation query.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.groupby.task-volume-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-executor-groupby-in-memory-hash-threshold-mb"> +<span id="id15"></span><h3><cite>tajo.executor.groupby.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-groupby-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3> +<p>This value provides the criterion to decide the algorithm to perform an aggregation in a task. +If the input data is smaller than this value, the aggregation is performed with the in-memory hash aggregation. +Otherwise, the sort-based aggregation is used.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 64</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.groupby.in-memory-hash-threshold-mb<span class="nt"></name></span> + <span class="nt"><value></span>64<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<div class="admonition warning"> +<p class="first admonition-title">Warning</p> +<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap, +its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors. +This value should be tuned carefully.</p> +</div> +</div> +<div class="section" id="tajo-executor-aggregate-hash-table-size"> +<span id="id16"></span><h3><cite>tajo.executor.aggregate.hash-table.size</cite><a class="headerlink" href="#tajo-executor-aggregate-hash-table-size" title="Permalink to this headline">¶</a></h3> +<p>The initial size of hash table for in-memory aggregation.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Default value: 10000</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.executor.aggregate.hash-table.size<span class="nt"></name></span> + <span class="nt"><value></span>10000<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +<div class="section" id="date-time-settings"> +<h2>Date/Time Settings<a class="headerlink" href="#date-time-settings" title="Permalink to this headline">¶</a></h2> +<div class="section" id="tajo-timezone"> +<span id="id17"></span><h3><cite>tajo.timezone</cite><a class="headerlink" href="#tajo-timezone" title="Permalink to this headline">¶</a></h3> +<p>Refer to <a class="reference internal" href="../time_zone.html"><em>Time Zone</em></a>.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Time zone id</li> +<li>Default value: Default time zone of JVM</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.timezone<span class="nt"></name></span> + <span class="nt"><value></span>GMT+9<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-datetime-date-order"> +<span id="id18"></span><h3><cite>tajo.datetime.date-order</cite><a class="headerlink" href="#tajo-datetime-date-order" title="Permalink to this headline">¶</a></h3> +<p>Date order specification.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: One of YMD, DMY, MDY.</li> +<li>Default value: YMD</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.datetime.date-order<span class="nt"></name></span> + <span class="nt"><value></span>YMD<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +<div class="section" id="table-partitions"> +<h2>Table partitions<a class="headerlink" href="#table-partitions" title="Permalink to this headline">¶</a></h2> +<div class="section" id="tajo-partition-overwrite-even-if-no-result"> +<span id="id19"></span><h3><cite>tajo.partition.overwrite.even-if-no-result</cite><a class="headerlink" href="#tajo-partition-overwrite-even-if-no-result" title="Permalink to this headline">¶</a></h3> +<p>If this value is true, a partitioned table is overwritten even if a subquery leads to no result. Otherwise, the table data will be kept if there is no result.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Boolean</li> +<li>Default value: false</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.partition.overwrite.even-if-no-result<span class="nt"></name></span> + <span class="nt"><value></span>false<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="tajo-dist-query-table-partition-task-volume-mb"> +<span id="id20"></span><h3><cite>tajo.dist-query.table-partition.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-table-partition-task-volume-mb" title="Permalink to this headline">¶</a></h3> +<p>In Tajo, storing a partition table is executed in two stages. +This value indicates the output size of a task of the former stage, which determines the number of partitions to be shuffled between two stages.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Integer</li> +<li>Unit: MB</li> +<li>Default value: 256</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.dist-query.table-partition.task-volume-mb<span class="nt"></name></span> + <span class="nt"><value></span>256<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +<div class="section" id="arithmetic-settings"> +<h2>Arithmetic Settings<a class="headerlink" href="#arithmetic-settings" title="Permalink to this headline">¶</a></h2> +<div class="section" id="tajo-behavior-arithmetic-abort"> +<span id="id21"></span><h3><cite>tajo.behavior.arithmetic-abort</cite><a class="headerlink" href="#tajo-behavior-arithmetic-abort" title="Permalink to this headline">¶</a></h3> +<p>A flag to indicate how to handle the errors caused by invalid arithmetic operations. If true, a running query will be terminated with an overflow or a divide-by-zero.</p> +<blockquote> +<div><ul class="simple"> +<li>Property value type: Boolean</li> +<li>Default value: false</li> +<li>Example</li> +</ul> +</div></blockquote> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.behavior.arithmetic-abort<span class="nt"></name></span> + <span class="nt"><value></span>false<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +</div> + + + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="catalog-site-xml.html" class="btn btn-neutral float-right" title="The catalog-site.xml File"/>Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="service_config_defaults.html" class="btn btn-neutral" title="Cluster Service Configuration Defaults"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2015, Apache Tajo Team. + </p> + </div> + + <a href="https://github.com/snide/sphinx_rtd_theme";>Sphinx theme</a> provided by <a href="https://readthedocs.org";>Read the Docs</a> +</footer> + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'0.11.0', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
Added: tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html?rev=1728394&view=auto ============================================================================== --- tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html (added) +++ tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html Thu Feb 4 00:29:05 2016 @@ -0,0 +1,301 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>Tajo Master Configuration — Apache Tajo 0.11.0 documentation</title> + + + + + + + <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'> + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> + <link rel="up" title="Configuration" href="../configuration.html"/> + <link rel="next" title="Worker Configuration" href="worker_configuration.html"/> + <link rel="prev" title="Cluster Setup" href="cluster_setup.html"/> + + + <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js";></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-nav-search"> + <a href="../index.html" class="fa fa-home"> Apache Tajo</a> + <div role="search"> + <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li> +<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li> +</ul> +</li> +<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li> +<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">Tajo Master Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="worker_configuration.html">Worker Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li> +<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> +<li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li> +<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li> +<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li> +</ul> + + + </div> + + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Tajo</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + <div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../configuration.html">Configuration</a> »</li> + + <li>Tajo Master Configuration</li> + <li class="wy-breadcrumbs-aside"> + + <a href="../_sources/configuration/tajo_master_configuration.txt" rel="nofollow"> View page source</a> + + </li> + </ul> + <hr/> +</div> + <div role="main"> + + <div class="section" id="tajo-master-configuration"> +<h1>Tajo Master Configuration<a class="headerlink" href="#tajo-master-configuration" title="Permalink to this headline">¶</a></h1> +<div class="section" id="tajo-rootdir"> +<h2>Tajo Rootdir<a class="headerlink" href="#tajo-rootdir" title="Permalink to this headline">¶</a></h2> +<p>Tajo uses HDFS as a primary storage layer. So, one Tajo cluster instance should have one tajo rootdir. A user is allowed to specific your tajo rootdir as follows:</p> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.rootdir<span class="nt"></name></span> + <span class="nt"><value></span>hdfs://namenode_hostname:port/path<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<p>Tajo rootdir must be a url form like <code class="docutils literal"><span class="pre">scheme://hostname:port/path</span></code>. The current implementaion only supports <code class="docutils literal"><span class="pre">hdfs://</span></code> and <code class="docutils literal"><span class="pre">file://</span></code> schemes. The default value is <code class="docutils literal"><span class="pre">file:///tmp/tajo-${user.name}/</span></code>.</p> +</div> +<div class="section" id="tajomaster-heap-memory-size"> +<h2>TajoMaster Heap Memory Size<a class="headerlink" href="#tajomaster-heap-memory-size" title="Permalink to this headline">¶</a></h2> +<p>The environment variable TAJO_MASTER_HEAPSIZE in conf/tajo-env.sh allow Tajo Master to use the specified heap memory size.</p> +<p>If you want to adjust heap memory size, set <code class="docutils literal"><span class="pre">TAJO_MASTER_HEAPSIZE</span></code> variable in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> with a proper size as follows:</p> +<div class="highlight-sh"><div class="highlight"><pre><span class="nv">TAJO_MASTER_HEAPSIZE</span><span class="o">=</span>2000 +</pre></div> +</div> +<p>The default size is 1000 (1GB).</p> +</div> +</div> + + + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="worker_configuration.html" class="btn btn-neutral float-right" title="Worker Configuration"/>Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="cluster_setup.html" class="btn btn-neutral" title="Cluster Setup"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2015, Apache Tajo Team. + </p> + </div> + + <a href="https://github.com/snide/sphinx_rtd_theme";>Sphinx theme</a> provided by <a href="https://readthedocs.org";>Read the Docs</a> +</footer> + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'0.11.0', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file Added: tajo/site/docs/0.11.1/configuration/worker_configuration.html URL: http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/configuration/worker_configuration.html?rev=1728394&view=auto ============================================================================== --- tajo/site/docs/0.11.1/configuration/worker_configuration.html (added) +++ tajo/site/docs/0.11.1/configuration/worker_configuration.html Thu Feb 4 00:29:05 2016 @@ -0,0 +1,427 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>Worker Configuration — Apache Tajo 0.11.0 documentation</title> + + + + + + + <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'> + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/> + <link rel="up" title="Configuration" href="../configuration.html"/> + <link rel="next" title="Catalog Configuration" href="catalog_configuration.html"/> + <link rel="prev" title="Tajo Master Configuration" href="tajo_master_configuration.html"/> + + + <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js";></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-nav-search"> + <a href="../index.html" class="fa fa-home"> Apache Tajo</a> + <div role="search"> + <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li> +<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li> +<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li> +</ul> +</li> +<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li> +<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li> +<li class="toctree-l2"><a class="reference internal" href="tajo_master_configuration.html">Tajo Master Configuration</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">Worker Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li> +<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li> +<li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li> +<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li> +<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li> +<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li> +<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li> +<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li> +<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li> +<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li> +<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li> +<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li> +<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li> +<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li> +<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li> +<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li> +</ul> + + + </div> + + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Tajo</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + <div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../configuration.html">Configuration</a> »</li> + + <li>Worker Configuration</li> + <li class="wy-breadcrumbs-aside"> + + <a href="../_sources/configuration/worker_configuration.txt" rel="nofollow"> View page source</a> + + </li> + </ul> + <hr/> +</div> + <div role="main"> + + <div class="section" id="worker-configuration"> +<h1>Worker Configuration<a class="headerlink" href="#worker-configuration" title="Permalink to this headline">¶</a></h1> +<div class="section" id="worker-heap-memory-size"> +<h2>Worker Heap Memory Size<a class="headerlink" href="#worker-heap-memory-size" title="Permalink to this headline">¶</a></h2> +<p>The environment variable <code class="docutils literal"><span class="pre">TAJO_WORKER_HEAPSIZE</span></code> in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> allow Tajo Worker to use the specified heap memory size.</p> +<p>If you want to adjust heap memory size, set <code class="docutils literal"><span class="pre">TAJO_WORKER_HEAPSIZE</span></code> variable in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> with a proper size as follows:</p> +<div class="highlight-bash"><div class="highlight"><pre><span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>8000 +</pre></div> +</div> +<p>The default size is 5000 (5GB).</p> +</div> +<div class="section" id="temporary-data-directory"> +<h2>Temporary Data Directory<a class="headerlink" href="#temporary-data-directory" title="Permalink to this headline">¶</a></h2> +<p>TajoWorker stores temporary data on local file system due to out-of-core algorithms. It is possible to specify one or more temporary data directories where temporary data will be stored.</p> +<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.worker.tmpdir.locations<span class="nt"></name></span> + <span class="nt"><value></span>/disk1/tmpdir,/disk2/tmpdir,/disk3/tmpdir<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +<div class="section" id="maximum-number-of-parallel-running-tasks-for-each-worker"> +<h2>Maximum number of parallel running tasks for each worker<a class="headerlink" href="#maximum-number-of-parallel-running-tasks-for-each-worker" title="Permalink to this headline">¶</a></h2> +<p>In Tajo, the capacity of running tasks in parallel are determined by available resources and workload of running queries. In order to specify it, please see [Worker Resources] (#ResourceConfiguration) section.</p> +</div> +<div class="section" id="worker-resources"> +<h2>Worker Resources<a class="headerlink" href="#worker-resources" title="Permalink to this headline">¶</a></h2> +<p>Each worker can execute multiple tasks simultaneously.</p> +<p>In Tajo, users can specify the number of cpu cores, the total size of memory and the number of disks for each worker. Available resources affect how many tasks are executed simultaneously. +CPU cores are a unit for expressing CPU parallelism, the unit for memory is megabytes and the unit for disks is the number of disk</p> +<p>In order to specify the resource capacity of each worker, you should add the following configs to <code class="docutils literal"><span class="pre">tajo-site.xml</span></code> :</p> +<table border="1" class="docutils"> +<colgroup> +<col width="32%" /> +<col width="12%" /> +<col width="20%" /> +<col width="35%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">property name</th> +<th class="head">value type</th> +<th class="head">default value</th> +<th class="head">description</th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>tajo.worker.resource.cpu-cores</td> +<td>Integer</td> +<td>available cpu-cores</td> +<td>the number of cpu cores</td> +</tr> +<tr class="row-odd"><td>tajo.worker.resource.memory-mb</td> +<td>Integer</td> +<td>available jvm heap</td> +<td>memory size (MB)</td> +</tr> +<tr class="row-even"><td>tajo.worker.resource.disks</td> +<td>Integer</td> +<td>2</td> +<td>the number of disks</td> +</tr> +<tr class="row-odd"><td>tajo.task.resource.min.memory-mb</td> +<td>Integer</td> +<td>1000</td> +<td>minimum allocatable memory per task</td> +</tr> +<tr class="row-even"><td>tajo.qm.resource.min.memory-mb</td> +<td>Integer</td> +<td>500</td> +<td>minimum allocatable memory per query</td> +</tr> +</tbody> +</table> +<div class="admonition note"> +<p class="first admonition-title">Note</p> +<p class="last">Currently, QueryMaster requests 500MB memory and 1 cpu-core per task for the backward compatibility. +If you want to give more memory, you can set to <code class="docutils literal"><span class="pre">tajo.qm.resource.min.memory-mb</span></code></p> +</div> +<div class="admonition note"> +<p class="first admonition-title">Note</p> +<p class="last">If <code class="docutils literal"><span class="pre">tajo.worker.resource.dfs-dir-aware</span></code> is set to <code class="docutils literal"><span class="pre">true</span></code> in <code class="docutils literal"><span class="pre">tajo-site.xml</span></code>, the worker will aware of and use the number of HDFS datanode’s data dirs in the node. +In other words, <code class="docutils literal"><span class="pre">tajo.worker.resource.disks</span></code> is ignored.</p> +</div> +<div class="section" id="example"> +<h3>Example<a class="headerlink" href="#example" title="Permalink to this headline">¶</a></h3> +<p>Assume that you want to give 15GB Jvm heap, 2GB memory per task, 4 disks, and 12 cores on each worker. The example configuration is as follows:</p> +<p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p> +<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 +</pre></div> +</div> +<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> +<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span> + <span class="nt"><name></span>tajo.worker.resource.cpu-cores<span class="nt"></name></span> + <span class="nt"><value></span>12<span class="nt"></value></span> +<span class="nt"></property></span> + + <span class="nt"><property></span> + <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span> + <span class="nt"><value></span>2000<span class="nt"></value></span> +<span class="nt"></property></span> + +<span class="nt"><property></span> + <span class="nt"><name></span>tajo.worker.resource.disks<span class="nt"></name></span> + <span class="nt"><value></span>4<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<ul class="simple"> +<li>Example with HDFS</li> +</ul> +<p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p> +<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 +</pre></div> +</div> +<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> +<div class="highlight-xml"><div class="highlight"><pre> <span class="nt"><property></span> + <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span> + <span class="nt"><value></span>2000<span class="nt"></value></span> +<span class="nt"></property></span> + +<span class="nt"><property></span> + <span class="nt"><name></span>tajo.worker.resource.dfs-dir-aware<span class="nt"></name></span> + <span class="nt"><value></span>true<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +<ul class="simple"> +<li>Example with S3</li> +</ul> +<p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p> +<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000 +</pre></div> +</div> +<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p> +<div class="highlight-xml"><div class="highlight"><pre> <span class="nt"><property></span> + <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span> + <span class="nt"><value></span>2000<span class="nt"></value></span> +<span class="nt"></property></span> + +<span class="nt"><property></span> + <span class="nt"><name></span>tajo.worker.resource.disk.parallel-execution.num<span class="nt"></name></span> + <span class="nt"><value></span>4<span class="nt"></value></span> +<span class="nt"></property></span> +</pre></div> +</div> +</div> +</div> +</div> + + + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="catalog_configuration.html" class="btn btn-neutral float-right" title="Catalog Configuration"/>Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="tajo_master_configuration.html" class="btn btn-neutral" title="Tajo Master Configuration"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2015, Apache Tajo Team. + </p> + </div> + + <a href="https://github.com/snide/sphinx_rtd_theme";>Sphinx theme</a> provided by <a href="https://readthedocs.org";>Read the Docs</a> +</footer> + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'0.11.0', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
