http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/ca9005be/docs/build/html/topics/impala_default_spillable_buffer_size.html ---------------------------------------------------------------------- diff --git a/docs/build/html/topics/impala_default_spillable_buffer_size.html b/docs/build/html/topics/impala_default_spillable_buffer_size.html new file mode 100644 index 0000000..31e5c7e --- /dev/null +++ b/docs/build/html/topics/impala_default_spillable_buffer_size.html @@ -0,0 +1,87 @@ +<!DOCTYPE html + SYSTEM "about:legacy-compat"> +<html lang="en"><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"><meta charset="UTF-8"><meta name="copyright" content="(C) Copyright 2017"><meta name="DC.rights.owner" content="(C) Copyright 2017"><meta name="DC.Type" content="concept"><meta name="DC.Relation" scheme="URI" content="../topics/impala_query_options.html"><meta name="prodname" content="Impala"><meta name="prodname" content="Impala"><meta name="version" content="Impala 2.8.x"><meta name="version" content="Impala 2.8.x"><meta name="DC.Format" content="XHTML"><meta name="DC.Identifier" content="default_spillable_buffer_size"><link rel="stylesheet" type="text/css" href="../commonltr.css"><title>DEFAULT_SPILLABLE_BUFFER_SIZE Query Option</title></head><body id="default_spillable_buffer_size"><main role="main"><article role="article" aria-labelledby="ariaid-title1"> + + <h1 class="title topictitle1" id="ariaid-title1">DEFAULT_SPILLABLE_BUFFER_SIZE Query Option</h1> + + + + <div class="body conbody"> + + <p class="p"> + + Specifies the default size for a memory buffer used when the + spill-to-disk mechanism is activated, for example for queries against + a large table with no statistics, or large join operations. + </p> + + <p class="p"> + <strong class="ph b">Type:</strong> integer + </p> + + + + <p class="p"> + <strong class="ph b">Default:</strong> + </p> + <p class="p"> + <code class="ph codeph">2097152</code> (2 MB) + </p> + + <p class="p"> + <strong class="ph b">Units:</strong> A numeric argument represents a size in bytes; you can also use a suffix of <code class="ph codeph">m</code> + or <code class="ph codeph">mb</code> for megabytes, or <code class="ph codeph">g</code> or <code class="ph codeph">gb</code> for gigabytes. If you + specify a value with unrecognized formats, subsequent queries fail with an error. + </p> + + <p class="p"> + <strong class="ph b">Added in:</strong> <span class="keyword">Impala 2.10.0</span> + </p> + + <p class="p"> + <strong class="ph b">Usage notes:</strong> + </p> + <p class="p"> + This query option sets an upper bound on the size of the internal + buffer size that can be used during spill-to-disk operations. The + actual size of the buffer is chosen by the query planner. + </p> + <p class="p"> + If overall query performance is limited by the time needed for spilling, + consider increasing the <code class="ph codeph">DEFAULT_SPILLABLE_BUFFER_SIZE</code> setting. + Larger buffer sizes result in Impala issuing larger I/O requests to storage + devices, which might result in higher throughput, particularly on rotational + disks. + </p> + <p class="p"> + The tradeoff with a large value for this setting is increased memory usage during + spill-to-disk operations. Reducing this value may reduce memory consumption. + </p> + <p class="p"> + To determine if the value for this setting is having an effect by capping the + spillable buffer size, you can see the buffer size chosen by the query planner for + a particular query. <code class="ph codeph">EXPLAIN</code> the query while the setting + <code class="ph codeph">EXPLAIN_LEVEL=2</code> is in effect. + </p> + + <p class="p"> + <strong class="ph b">Examples:</strong> + </p> + +<pre class="pre codeblock"><code> +set default_spillable_buffer_size=4MB; + +</code></pre> + + <p class="p"> + <strong class="ph b">Related information:</strong> + </p> + <p class="p"> + <a class="xref" href="impala_buffer_pool_limit.html">BUFFER_POOL_LIMIT Query Option</a>, + <a class="xref" href="impala_max_row_size.html">MAX_ROW_SIZE Query Option</a>, + <a class="xref" href="impala_min_spillable_buffer_size.html">MIN_SPILLABLE_BUFFER_SIZE Query Option</a>, + <a class="xref" href="impala_scalability.html">Scalability Considerations for Impala</a> + </p> + + </div> +<nav role="navigation" class="related-links"><div class="familylinks"><div class="parentlink"><strong>Parent topic:</strong> <a class="link" href="../topics/impala_query_options.html">Query Options for the SET Statement</a></div></div></nav></article></main></body></html> \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/ca9005be/docs/build/html/topics/impala_exec_single_node_rows_threshold.html ---------------------------------------------------------------------- diff --git a/docs/build/html/topics/impala_exec_single_node_rows_threshold.html b/docs/build/html/topics/impala_exec_single_node_rows_threshold.html index aa43a0c..1a9c508 100644 --- a/docs/build/html/topics/impala_exec_single_node_rows_threshold.html +++ b/docs/build/html/topics/impala_exec_single_node_rows_threshold.html @@ -65,7 +65,7 @@ </p> <p class="p"> - <strong class="ph b">Added in:</strong> <span class="keyword">Impala 2.1.0</span> + <strong class="ph b">Added in:</strong> <span class="keyword">Impala 2.10</span> </p> <p class="p">
