This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-kyuubi-website.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 1f307ea deploy: 356129e34445f2df36534e09b51fd4a87951bb3f
1f307ea is described below
commit 1f307eab2e89cf4793579db8630adf6d914340db
Author: aajisaka <[email protected]>
AuthorDate: Sun Oct 31 17:56:48 2021 +0000
deploy: 356129e34445f2df36534e09b51fd4a87951bb3f
---
content/docs/latest/.buildinfo | 2 +-
content/docs/latest/_images/kyuubi_logo.png | Bin 2663 -> 23347 bytes
content/docs/latest/deployment/index.html | 8 ++---
content/docs/latest/deployment/settings.html | 6 ++--
content/docs/latest/deployment/spark/aqe.html | 26 +++++++-------
.../deployment/spark/dynamic_allocation.html | 34 +++++++++---------
content/docs/latest/deployment/spark/index.html | 40 ++++++++++-----------
content/docs/latest/searchindex.js | 2 +-
content/docs/latest/security/index.html | 4 +--
content/docs/stable/.buildinfo | 2 +-
content/docs/stable/_images/kyuubi_logo.png | Bin 2663 -> 23347 bytes
content/docs/stable/deployment/index.html | 8 ++---
content/docs/stable/deployment/settings.html | 6 ++--
content/docs/stable/deployment/spark/aqe.html | 26 +++++++-------
.../deployment/spark/dynamic_allocation.html | 34 +++++++++---------
content/docs/stable/deployment/spark/index.html | 40 ++++++++++-----------
content/docs/stable/searchindex.js | 2 +-
content/docs/stable/security/index.html | 4 +--
18 files changed, 122 insertions(+), 122 deletions(-)
diff --git a/content/docs/latest/.buildinfo b/content/docs/latest/.buildinfo
index 4e5d112..619b6e1 100644
--- a/content/docs/latest/.buildinfo
+++ b/content/docs/latest/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: 72693764f7fd103e9a0ef2273e717a26
+config: 84563bcf024bf0b2578b583d8472908d
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/content/docs/latest/_images/kyuubi_logo.png
b/content/docs/latest/_images/kyuubi_logo.png
index 1157e56..64b2de8 100644
Binary files a/content/docs/latest/_images/kyuubi_logo.png and
b/content/docs/latest/_images/kyuubi_logo.png differ
diff --git a/content/docs/latest/deployment/index.html
b/content/docs/latest/deployment/index.html
index 11f1817..2175056 100644
--- a/content/docs/latest/deployment/index.html
+++ b/content/docs/latest/deployment/index.html
@@ -100,7 +100,7 @@
</li>
<li class="toctree-l2"><a class="reference internal"
href="#configurations">Configurations</a><ul>
<li class="toctree-l3"><a class="reference internal" href="settings.html">1.
Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -240,9 +240,9 @@
<li class="toctree-l2"><a class="reference internal"
href="settings.html#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal"
href="spark/index.html">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="spark/dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="spark/aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in
Kyuubi</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="spark/index.html">The Engine Configuration Guide</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="spark/dynamic_allocation.html">1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="spark/aqe.html">2.
How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
diff --git a/content/docs/latest/deployment/settings.html
b/content/docs/latest/deployment/settings.html
index 5f57a31..b8eb8e0 100644
--- a/content/docs/latest/deployment/settings.html
+++ b/content/docs/latest/deployment/settings.html
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="2. The Engine Configuration Guide"
href="spark/index.html" />
+ <link rel="next" title="The Engine Configuration Guide"
href="spark/index.html" />
<link rel="prev" title="4. Kyuubi High Availability Guide"
href="high_availability_guide.html" />
</head>
@@ -102,7 +102,7 @@
<li class="toctree-l4"><a class="reference internal"
href="#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -1196,7 +1196,7 @@ ___bob___.spark.executor.memory<span class="o">=</span>8g
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="spark/index.html" class="btn btn-neutral float-right"
title="2. The Engine Configuration Guide" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="spark/index.html" class="btn btn-neutral float-right"
title="The Engine Configuration Guide" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
<a href="high_availability_guide.html" class="btn btn-neutral
float-left" title="4. Kyuubi High Availability Guide" accesskey="p"
rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span>
Previous</a>
</div>
diff --git a/content/docs/latest/deployment/spark/aqe.html
b/content/docs/latest/deployment/spark/aqe.html
index d0584cf..a86823a 100644
--- a/content/docs/latest/deployment/spark/aqe.html
+++ b/content/docs/latest/deployment/spark/aqe.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi
— Kyuubi 1.3.0 documentation</title>
+ <title>2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi —
Kyuubi 1.3.0 documentation</title>
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Kyuubi Security Overview"
href="../../security/index.html" />
- <link rel="prev" title="2.1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="prev" title="1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal"
href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal"
href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal"
href="../settings.html">1. Introduction to the Kyuubi Configurations
System</a></li>
-<li class="toctree-l3 current"><a class="reference internal"
href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4 current"><a class="current reference internal"
href="#">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal"
href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi</a></li>
+<li class="toctree-l4 current"><a class="current reference internal"
href="#">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The
Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a>
»</li>
- <li><span class="section-number">2.2. </span>How To Use Spark Adaptive
Query Execution (AQE) in Kyuubi</li>
+ <li><span class="section-number">2. </span>How To Use Spark Adaptive
Query Execution (AQE) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,9 +210,9 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png"
src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section"
id="how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi">
-<h1><span class="section-number">2.2. </span>How To Use Spark Adaptive Query
Execution (AQE) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">2. </span>How To Use Spark Adaptive Query
Execution (AQE) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
<div class="section" id="the-basics-of-aqe">
-<h2><span class="section-number">2.2.1. </span>The Basics of AQE<a
class="headerlink" href="#the-basics-of-aqe" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">2.1. </span>The Basics of AQE<a
class="headerlink" href="#the-basics-of-aqe" title="Permalink to this
headline">¶</a></h2>
<p>Spark Adaptive Query Execution (AQE) is a query re-optimization that occurs
during query execution.</p>
<p>In terms of technical architecture, the AQE is a framework of dynamic
planning and replanning of queries based on runtime statistics,
which supports a variety of optimizations such as,</p>
@@ -349,7 +349,7 @@ skewedPartitionThresholdInBytes
</div>
</div>
<div class="section" id="best-practices-for-applying-aqe-to-kyuubi">
-<h2><span class="section-number">2.2.2. </span>Best Practices for Applying AQE
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">2.2. </span>Best Practices for Applying AQE
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use
Spark SQL without having much of Spark’s basic knowledge. It is essential to
have a basic configuration that works for most scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink"
href="#setting-default-configurations" title="Permalink to this
headline">¶</a></h3>
@@ -388,13 +388,13 @@ Since AQE requires at least one shuffle, ideally, we need
to set <code class="do
</div>
</div>
<div class="section" id="spark-known-issues">
-<h2><span class="section-number">2.2.3. </span>Spark Known issues<a
class="headerlink" href="#spark-known-issues" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">2.3. </span>Spark Known issues<a
class="headerlink" href="#spark-known-issues" title="Permalink to this
headline">¶</a></h2>
<p><a class="reference external"
href="https://issues.apache.org/jira/browse/SPARK-33933";>SPARK-33933: Broadcast
timeout happened unexpectedly in AQE</a></p>
<p>For Spark versions(<3.1), we need to increase <code class="docutils
literal notranslate"><span
class="pre">spark.sql.broadcastTimeout(300s)</span></code> higher even the
broadcast relation is tiny.</p>
<p>For other potential problems that may be found in the AQE features of
Spark, you may refer to <a class="reference external"
href="https://issues.apache.org/jira/browse/SPARK-33828";>SPARK-33828: SQL
Adaptive Query Execution QA</a>.</p>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.2.4. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.4. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external"
href="https://spark.apache.org/docs/latest/sql-performance-tuning.html#adaptive-query-execution";>Adaptive
Query Execution</a></p></li>
<li><p><a class="reference external"
href="https://databricks.com/blog/2020/05/29/adaptive-query-execution-speeding-up-spark-sql-at-runtime.html";>Adaptive
Query Execution: Speeding Up Spark SQL at Runtime</a></p></li>
@@ -412,7 +412,7 @@ Since AQE requires at least one shuffle, ideally, we need
to set <code class="do
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
<a href="../../security/index.html" class="btn btn-neutral
float-right" title="Kyuubi Security Overview" accesskey="n" rel="next">Next
<span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="dynamic_allocation.html" class="btn btn-neutral float-left"
title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-left"
title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/latest/deployment/spark/dynamic_allocation.html
b/content/docs/latest/deployment/spark/dynamic_allocation.html
index 4a56a2c..1e98e5f 100644
--- a/content/docs/latest/deployment/spark/dynamic_allocation.html
+++ b/content/docs/latest/deployment/spark/dynamic_allocation.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi
— Kyuubi 1.3.0 documentation</title>
+ <title>1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi
— Kyuubi 1.3.0 documentation</title>
@@ -38,8 +38,8 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.2. How To Use Spark Adaptive Query Execution
(AQE) in Kyuubi" href="aqe.html" />
- <link rel="prev" title="2. The Engine Configuration Guide"
href="index.html" />
+ <link rel="next" title="2. How To Use Spark Adaptive Query Execution (AQE)
in Kyuubi" href="aqe.html" />
+ <link rel="prev" title="The Engine Configuration Guide" href="index.html"
/>
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal"
href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal"
href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal"
href="../settings.html">1. Introduction to the Kyuubi Configurations
System</a></li>
-<li class="toctree-l3 current"><a class="reference internal"
href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4 current"><a class="current reference internal"
href="#">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in
Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal"
href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal"
href="#">1. How To Use Spark Dynamic Resource Allocation (DRA) in
Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To
Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The
Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a>
»</li>
- <li><span class="section-number">2.1. </span>How To Use Spark Dynamic
Resource Allocation (DRA) in Kyuubi</li>
+ <li><span class="section-number">1. </span>How To Use Spark Dynamic
Resource Allocation (DRA) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,7 +210,7 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png"
src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section"
id="how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi">
-<h1><span class="section-number">2.1. </span>How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">1. </span>How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
<p>When we adopt Kyuubi in a production environment,
we always want to use the environment’s computing resources more
cost-effectively and efficiently.
Cluster managers such as K8S and Yarn manage the cluster compute resources,
@@ -232,7 +232,7 @@ On the one hand, we need to rely on the resource manager’s
capabilities for ef
resource isolation, and sharing.
On the other hand, we need to enable Spark’s DRA feature for the engines’
executors’ elastic scaling.</p>
<div class="section" id="the-basics-of-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.1. </span>The Basics of Dynamic Resource
Allocation<a class="headerlink"
href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.1. </span>The Basics of Dynamic Resource
Allocation<a class="headerlink"
href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
<p>Spark provides a mechanism to dynamically adjust the application resources
based on the workload, which means that an application may give resources back
to the cluster if they are no longer used and request them again later when
there is demand.
This feature is handy if multiple applications share resources on YARN,
Kubernetes, and other platforms.</p>
<p>For Kyuubi engines,
@@ -246,7 +246,7 @@ and the occupied resources are given back to the cluster
manager.
Then other engines or other applications run in the same queue could acquire
the resources.</p>
</div>
<div class="section" id="how-to-enable-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.2. </span>How to Enable Dynamic Resource
Allocation<a class="headerlink"
href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.2. </span>How to Enable Dynamic Resource
Allocation<a class="headerlink"
href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
<p>The prerequisite for enabling this feature is for downstream stages to have
proper access to shuffle data, even if the executors that generated the data
are recycled.</p>
<p>Spark provides two implementations for shuffle data tracking. If either is
enabled, we can use the DRA feature properly.</p>
<div class="section"
id="dynamic-resource-allocation-w-external-shuffle-service">
@@ -273,7 +273,7 @@ Since Spark 3.0, the DRA can run without ESS. The relative
feature called <code
</div>
</div>
<div class="section" id="sizing-for-engines-w-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.3. </span>Sizing for engines w/ Dynamic
Resource Allocation<a class="headerlink"
href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to
this headline">¶</a></h2>
+<h2><span class="section-number">1.3. </span>Sizing for engines w/ Dynamic
Resource Allocation<a class="headerlink"
href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to
this headline">¶</a></h2>
<p>Resources for a single executor, such as CPUs and memory, can be fixed
size. So, the range [<code class="docutils literal notranslate"><span
class="pre">minExecutors</span></code>, <code class="docutils literal
notranslate"><span class="pre">maxExecutors</span></code>] determines how many
recourses the engine can take from the cluster manager.</p>
<p>On the one hand, the <code class="docutils literal notranslate"><span
class="pre">minExecutors</span></code> tells Spark to keep how many executors
at least. If it is set too close to 0(default), the engine might complain about
a lack of resources if the cluster manager is quite busy and for a long time.
However, the larger the <code class="docutils literal notranslate"><span
class="pre">minExecutors</span></code> goes, the more resources may be wasted
during the engine’s idle time.</p>
@@ -287,7 +287,7 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
<p>Ideally, the size relationship between them should be as <code
class="docutils literal notranslate"><span
class="pre">minExecutors</span></code> <= <code class="docutils literal
notranslate"><span class="pre">initialExecutors</span></code> < <code
class="docutils literal notranslate"><span
class="pre">maxExecutors</span></code>.</p>
</div>
<div class="section" id="resource-allocation-policy">
-<h2><span class="section-number">2.1.4. </span>Resource Allocation Policy<a
class="headerlink" href="#resource-allocation-policy" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.4. </span>Resource Allocation Policy<a
class="headerlink" href="#resource-allocation-policy" title="Permalink to this
headline">¶</a></h2>
<p>When the DRA notices that the current resources are insufficient for the
current workload, it will request more executors.</p>
<div align=center><p><img alt="../../_images/dra_task_pending.png"
src="../../_images/dra_task_pending.png" /></p>
</div><p>By default, the dynamic allocation will request enough executors to
maximize the parallelism according to the number of tasks to process.</p>
@@ -310,7 +310,7 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
</div>
</div>
<div class="section" id="best-practices-for-applying-dra-to-kyuubi">
-<h2><span class="section-number">2.1.5. </span>Best Practices for Applying DRA
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.5. </span>Best Practices for Applying DRA
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use
Spark SQL without having much of Spark’s basic knowledge. It is essential to
have a basic configuration for resource management that works for most
scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink"
href="#setting-default-configurations" title="Permalink to this
headline">¶</a></h3>
@@ -359,7 +359,7 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
</div>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.1.6. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.6. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external"
href="https://spark.apache.org/docs/latest/job-scheduling.html#dynamic-resource-allocation";>Spark
Official Online Document: Dynamic Resource Allocation</a></p></li>
<li><p><a class="reference external"
href="https://spark.apache.org/docs/latest/configuration.html#dynamic-allocation";>Spark
Official Online Document: Dynamic Resource Allocation
Configurations</a></p></li>
@@ -374,8 +374,8 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="aqe.html" class="btn btn-neutral float-right" title="2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n"
rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
- <a href="index.html" class="btn btn-neutral float-left" title="2. The
Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="aqe.html" class="btn btn-neutral float-right" title="2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n"
rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
+ <a href="index.html" class="btn btn-neutral float-left" title="The
Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/latest/deployment/spark/index.html
b/content/docs/latest/deployment/spark/index.html
index a5b651a..13d3df6 100644
--- a/content/docs/latest/deployment/spark/index.html
+++ b/content/docs/latest/deployment/spark/index.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2. The Engine Configuration Guide — Kyuubi 1.3.0
documentation</title>
+ <title>The Engine Configuration Guide — Kyuubi 1.3.0
documentation</title>
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="next" title="1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
<link rel="prev" title="1. Introduction to the Kyuubi Configurations
System" href="../settings.html" />
</head>
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal"
href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal"
href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal"
href="../settings.html">1. Introduction to the Kyuubi Configurations
System</a></li>
-<li class="toctree-l3 current"><a class="current reference internal"
href="#">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="current reference internal"
href="#">The Engine Configuration Guide</a><ul>
+<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To
Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,7 +172,7 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><span class="section-number">2. </span>The Engine Configuration
Guide</li>
+ <li>The Engine Configuration Guide</li>
<li class="wy-breadcrumbs-aside">
@@ -193,7 +193,7 @@
<img alt="../../_images/kyuubi_logo.png" class="align-center"
src="../../_images/kyuubi_logo.png" />
<div class="section" id="the-engine-configuration-guide">
-<h1><span class="section-number">2. </span>The Engine Configuration Guide<a
class="headerlink" href="#the-engine-configuration-guide" title="Permalink to
this headline">¶</a></h1>
+<h1>The Engine Configuration Guide<a class="headerlink"
href="#the-engine-configuration-guide" title="Permalink to this
headline">¶</a></h1>
<p>Kyuubi aims to bring Spark to end-users who need not qualify with Spark or
something else related to the big data area.
End-users can write SQL queries through JDBC against Kyuubi and nothing more.
The Kyuubi server-side or the corresponding engines could do most of the
optimization.
@@ -201,20 +201,20 @@ On the other hand, we don’t wholly restrict end-users to
special handling of s
Even if you don’t use Kyuubi, as a simple Spark user, I’m sure you’ll find the
next articles instructive.</p>
<div class="toctree-wrapper compound">
<ul>
-<li class="toctree-l1"><a class="reference internal"
href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">2.1.1.
The Basics of Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">2.1.2.
How to Enable Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">2.1.3.
Sizing for engines w/ Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#resource-allocation-policy">2.1.4. Resource
Allocation Policy</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">2.1.5.
Best Practices for Applying DRA to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#references">2.1.6. References</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">1.1.
The Basics of Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">1.2.
How to Enable Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">1.3.
Sizing for engines w/ Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#resource-allocation-policy">1.4. Resource
Allocation Policy</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">1.5.
Best Practices for Applying DRA to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#references">1.6. References</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="aqe.html">2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#the-basics-of-aqe">2.2.1. The Basics of AQE</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2.2. Best Practices
for Applying AQE to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#spark-known-issues">2.2.3. Spark Known issues</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#references">2.2.4. References</a></li>
+<li class="toctree-l1"><a class="reference internal" href="aqe.html">2. How To
Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#the-basics-of-aqe">2.1. The Basics of AQE</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2. Best Practices
for Applying AQE to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#spark-known-issues">2.3. Spark Known issues</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#references">2.4. References</a></li>
</ul>
</li>
</ul>
@@ -227,7 +227,7 @@ Even if you don’t use Kyuubi, as a simple Spark user, I’m
sure you’ll find
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="dynamic_allocation.html" class="btn btn-neutral float-right"
title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-right"
title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
<a href="../settings.html" class="btn btn-neutral float-left"
title="1. Introduction to the Kyuubi Configurations System" accesskey="p"
rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span>
Previous</a>
</div>
diff --git a/content/docs/latest/searchindex.js
b/content/docs/latest/searchindex.js
index 3b79b19..a6d70d0 100644
--- a/content/docs/latest/searchindex.js
+++ b/content/docs/latest/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d
[...]
\ No newline at end of file
+Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d
[...]
\ No newline at end of file
diff --git a/content/docs/latest/security/index.html
b/content/docs/latest/security/index.html
index 5bf3c42..7119e43 100644
--- a/content/docs/latest/security/index.html
+++ b/content/docs/latest/security/index.html
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="1. Kyuubi Authentication Mechanism"
href="authentication.html" />
- <link rel="prev" title="2.2. How To Use Spark Adaptive Query Execution
(AQE) in Kyuubi" href="../deployment/spark/aqe.html" />
+ <link rel="prev" title="2. How To Use Spark Adaptive Query Execution (AQE)
in Kyuubi" href="../deployment/spark/aqe.html" />
</head>
<body class="wy-body-for-nav">
@@ -210,7 +210,7 @@
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
<a href="authentication.html" class="btn btn-neutral float-right"
title="1. Kyuubi Authentication Mechanism" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="../deployment/spark/aqe.html" class="btn btn-neutral
float-left" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in
Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
+ <a href="../deployment/spark/aqe.html" class="btn btn-neutral
float-left" title="2. How To Use Spark Adaptive Query Execution (AQE) in
Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/stable/.buildinfo b/content/docs/stable/.buildinfo
index 4e5d112..619b6e1 100644
--- a/content/docs/stable/.buildinfo
+++ b/content/docs/stable/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it
is not found, a full rebuild will be done.
-config: 72693764f7fd103e9a0ef2273e717a26
+config: 84563bcf024bf0b2578b583d8472908d
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/content/docs/stable/_images/kyuubi_logo.png
b/content/docs/stable/_images/kyuubi_logo.png
index 1157e56..64b2de8 100644
Binary files a/content/docs/stable/_images/kyuubi_logo.png and
b/content/docs/stable/_images/kyuubi_logo.png differ
diff --git a/content/docs/stable/deployment/index.html
b/content/docs/stable/deployment/index.html
index 11f1817..2175056 100644
--- a/content/docs/stable/deployment/index.html
+++ b/content/docs/stable/deployment/index.html
@@ -100,7 +100,7 @@
</li>
<li class="toctree-l2"><a class="reference internal"
href="#configurations">Configurations</a><ul>
<li class="toctree-l3"><a class="reference internal" href="settings.html">1.
Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -240,9 +240,9 @@
<li class="toctree-l2"><a class="reference internal"
href="settings.html#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal"
href="spark/index.html">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="spark/dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="spark/aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in
Kyuubi</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="spark/index.html">The Engine Configuration Guide</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="spark/dynamic_allocation.html">1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="spark/aqe.html">2.
How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
diff --git a/content/docs/stable/deployment/settings.html
b/content/docs/stable/deployment/settings.html
index 5f57a31..b8eb8e0 100644
--- a/content/docs/stable/deployment/settings.html
+++ b/content/docs/stable/deployment/settings.html
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="2. The Engine Configuration Guide"
href="spark/index.html" />
+ <link rel="next" title="The Engine Configuration Guide"
href="spark/index.html" />
<link rel="prev" title="4. Kyuubi High Availability Guide"
href="high_availability_guide.html" />
</head>
@@ -102,7 +102,7 @@
<li class="toctree-l4"><a class="reference internal"
href="#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal"
href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -1196,7 +1196,7 @@ ___bob___.spark.executor.memory<span class="o">=</span>8g
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="spark/index.html" class="btn btn-neutral float-right"
title="2. The Engine Configuration Guide" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="spark/index.html" class="btn btn-neutral float-right"
title="The Engine Configuration Guide" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
<a href="high_availability_guide.html" class="btn btn-neutral
float-left" title="4. Kyuubi High Availability Guide" accesskey="p"
rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span>
Previous</a>
</div>
diff --git a/content/docs/stable/deployment/spark/aqe.html
b/content/docs/stable/deployment/spark/aqe.html
index d0584cf..a86823a 100644
--- a/content/docs/stable/deployment/spark/aqe.html
+++ b/content/docs/stable/deployment/spark/aqe.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi
— Kyuubi 1.3.0 documentation</title>
+ <title>2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi —
Kyuubi 1.3.0 documentation</title>
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Kyuubi Security Overview"
href="../../security/index.html" />
- <link rel="prev" title="2.1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="prev" title="1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal"
href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal"
href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal"
href="../settings.html">1. Introduction to the Kyuubi Configurations
System</a></li>
-<li class="toctree-l3 current"><a class="reference internal"
href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4 current"><a class="current reference internal"
href="#">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal"
href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi</a></li>
+<li class="toctree-l4 current"><a class="current reference internal"
href="#">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The
Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a>
»</li>
- <li><span class="section-number">2.2. </span>How To Use Spark Adaptive
Query Execution (AQE) in Kyuubi</li>
+ <li><span class="section-number">2. </span>How To Use Spark Adaptive
Query Execution (AQE) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,9 +210,9 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png"
src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section"
id="how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi">
-<h1><span class="section-number">2.2. </span>How To Use Spark Adaptive Query
Execution (AQE) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">2. </span>How To Use Spark Adaptive Query
Execution (AQE) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
<div class="section" id="the-basics-of-aqe">
-<h2><span class="section-number">2.2.1. </span>The Basics of AQE<a
class="headerlink" href="#the-basics-of-aqe" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">2.1. </span>The Basics of AQE<a
class="headerlink" href="#the-basics-of-aqe" title="Permalink to this
headline">¶</a></h2>
<p>Spark Adaptive Query Execution (AQE) is a query re-optimization that occurs
during query execution.</p>
<p>In terms of technical architecture, the AQE is a framework of dynamic
planning and replanning of queries based on runtime statistics,
which supports a variety of optimizations such as,</p>
@@ -349,7 +349,7 @@ skewedPartitionThresholdInBytes
</div>
</div>
<div class="section" id="best-practices-for-applying-aqe-to-kyuubi">
-<h2><span class="section-number">2.2.2. </span>Best Practices for Applying AQE
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">2.2. </span>Best Practices for Applying AQE
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use
Spark SQL without having much of Spark’s basic knowledge. It is essential to
have a basic configuration that works for most scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink"
href="#setting-default-configurations" title="Permalink to this
headline">¶</a></h3>
@@ -388,13 +388,13 @@ Since AQE requires at least one shuffle, ideally, we need
to set <code class="do
</div>
</div>
<div class="section" id="spark-known-issues">
-<h2><span class="section-number">2.2.3. </span>Spark Known issues<a
class="headerlink" href="#spark-known-issues" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">2.3. </span>Spark Known issues<a
class="headerlink" href="#spark-known-issues" title="Permalink to this
headline">¶</a></h2>
<p><a class="reference external"
href="https://issues.apache.org/jira/browse/SPARK-33933";>SPARK-33933: Broadcast
timeout happened unexpectedly in AQE</a></p>
<p>For Spark versions(<3.1), we need to increase <code class="docutils
literal notranslate"><span
class="pre">spark.sql.broadcastTimeout(300s)</span></code> higher even the
broadcast relation is tiny.</p>
<p>For other potential problems that may be found in the AQE features of
Spark, you may refer to <a class="reference external"
href="https://issues.apache.org/jira/browse/SPARK-33828";>SPARK-33828: SQL
Adaptive Query Execution QA</a>.</p>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.2.4. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.4. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external"
href="https://spark.apache.org/docs/latest/sql-performance-tuning.html#adaptive-query-execution";>Adaptive
Query Execution</a></p></li>
<li><p><a class="reference external"
href="https://databricks.com/blog/2020/05/29/adaptive-query-execution-speeding-up-spark-sql-at-runtime.html";>Adaptive
Query Execution: Speeding Up Spark SQL at Runtime</a></p></li>
@@ -412,7 +412,7 @@ Since AQE requires at least one shuffle, ideally, we need
to set <code class="do
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
<a href="../../security/index.html" class="btn btn-neutral
float-right" title="Kyuubi Security Overview" accesskey="n" rel="next">Next
<span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="dynamic_allocation.html" class="btn btn-neutral float-left"
title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-left"
title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/stable/deployment/spark/dynamic_allocation.html
b/content/docs/stable/deployment/spark/dynamic_allocation.html
index 4a56a2c..1e98e5f 100644
--- a/content/docs/stable/deployment/spark/dynamic_allocation.html
+++ b/content/docs/stable/deployment/spark/dynamic_allocation.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi
— Kyuubi 1.3.0 documentation</title>
+ <title>1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi
— Kyuubi 1.3.0 documentation</title>
@@ -38,8 +38,8 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.2. How To Use Spark Adaptive Query Execution
(AQE) in Kyuubi" href="aqe.html" />
- <link rel="prev" title="2. The Engine Configuration Guide"
href="index.html" />
+ <link rel="next" title="2. How To Use Spark Adaptive Query Execution (AQE)
in Kyuubi" href="aqe.html" />
+ <link rel="prev" title="The Engine Configuration Guide" href="index.html"
/>
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal"
href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal"
href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal"
href="../settings.html">1. Introduction to the Kyuubi Configurations
System</a></li>
-<li class="toctree-l3 current"><a class="reference internal"
href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4 current"><a class="current reference internal"
href="#">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in
Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal"
href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal"
href="#">1. How To Use Spark Dynamic Resource Allocation (DRA) in
Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To
Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The
Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a>
»</li>
- <li><span class="section-number">2.1. </span>How To Use Spark Dynamic
Resource Allocation (DRA) in Kyuubi</li>
+ <li><span class="section-number">1. </span>How To Use Spark Dynamic
Resource Allocation (DRA) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,7 +210,7 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png"
src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section"
id="how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi">
-<h1><span class="section-number">2.1. </span>How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">1. </span>How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi<a class="headerlink"
href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi"
title="Permalink to this headline">¶</a></h1>
<p>When we adopt Kyuubi in a production environment,
we always want to use the environment’s computing resources more
cost-effectively and efficiently.
Cluster managers such as K8S and Yarn manage the cluster compute resources,
@@ -232,7 +232,7 @@ On the one hand, we need to rely on the resource manager’s
capabilities for ef
resource isolation, and sharing.
On the other hand, we need to enable Spark’s DRA feature for the engines’
executors’ elastic scaling.</p>
<div class="section" id="the-basics-of-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.1. </span>The Basics of Dynamic Resource
Allocation<a class="headerlink"
href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.1. </span>The Basics of Dynamic Resource
Allocation<a class="headerlink"
href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
<p>Spark provides a mechanism to dynamically adjust the application resources
based on the workload, which means that an application may give resources back
to the cluster if they are no longer used and request them again later when
there is demand.
This feature is handy if multiple applications share resources on YARN,
Kubernetes, and other platforms.</p>
<p>For Kyuubi engines,
@@ -246,7 +246,7 @@ and the occupied resources are given back to the cluster
manager.
Then other engines or other applications run in the same queue could acquire
the resources.</p>
</div>
<div class="section" id="how-to-enable-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.2. </span>How to Enable Dynamic Resource
Allocation<a class="headerlink"
href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.2. </span>How to Enable Dynamic Resource
Allocation<a class="headerlink"
href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this
headline">¶</a></h2>
<p>The prerequisite for enabling this feature is for downstream stages to have
proper access to shuffle data, even if the executors that generated the data
are recycled.</p>
<p>Spark provides two implementations for shuffle data tracking. If either is
enabled, we can use the DRA feature properly.</p>
<div class="section"
id="dynamic-resource-allocation-w-external-shuffle-service">
@@ -273,7 +273,7 @@ Since Spark 3.0, the DRA can run without ESS. The relative
feature called <code
</div>
</div>
<div class="section" id="sizing-for-engines-w-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.3. </span>Sizing for engines w/ Dynamic
Resource Allocation<a class="headerlink"
href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to
this headline">¶</a></h2>
+<h2><span class="section-number">1.3. </span>Sizing for engines w/ Dynamic
Resource Allocation<a class="headerlink"
href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to
this headline">¶</a></h2>
<p>Resources for a single executor, such as CPUs and memory, can be fixed
size. So, the range [<code class="docutils literal notranslate"><span
class="pre">minExecutors</span></code>, <code class="docutils literal
notranslate"><span class="pre">maxExecutors</span></code>] determines how many
recourses the engine can take from the cluster manager.</p>
<p>On the one hand, the <code class="docutils literal notranslate"><span
class="pre">minExecutors</span></code> tells Spark to keep how many executors
at least. If it is set too close to 0(default), the engine might complain about
a lack of resources if the cluster manager is quite busy and for a long time.
However, the larger the <code class="docutils literal notranslate"><span
class="pre">minExecutors</span></code> goes, the more resources may be wasted
during the engine’s idle time.</p>
@@ -287,7 +287,7 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
<p>Ideally, the size relationship between them should be as <code
class="docutils literal notranslate"><span
class="pre">minExecutors</span></code> <= <code class="docutils literal
notranslate"><span class="pre">initialExecutors</span></code> < <code
class="docutils literal notranslate"><span
class="pre">maxExecutors</span></code>.</p>
</div>
<div class="section" id="resource-allocation-policy">
-<h2><span class="section-number">2.1.4. </span>Resource Allocation Policy<a
class="headerlink" href="#resource-allocation-policy" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.4. </span>Resource Allocation Policy<a
class="headerlink" href="#resource-allocation-policy" title="Permalink to this
headline">¶</a></h2>
<p>When the DRA notices that the current resources are insufficient for the
current workload, it will request more executors.</p>
<div align=center><p><img alt="../../_images/dra_task_pending.png"
src="../../_images/dra_task_pending.png" /></p>
</div><p>By default, the dynamic allocation will request enough executors to
maximize the parallelism according to the number of tasks to process.</p>
@@ -310,7 +310,7 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
</div>
</div>
<div class="section" id="best-practices-for-applying-dra-to-kyuubi">
-<h2><span class="section-number">2.1.5. </span>Best Practices for Applying DRA
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
+<h2><span class="section-number">1.5. </span>Best Practices for Applying DRA
to Kyuubi<a class="headerlink"
href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this
headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use
Spark SQL without having much of Spark’s basic knowledge. It is essential to
have a basic configuration for resource management that works for most
scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink"
href="#setting-default-configurations" title="Permalink to this
headline">¶</a></h3>
@@ -359,7 +359,7 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
</div>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.1.6. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.6. </span>References<a class="headerlink"
href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external"
href="https://spark.apache.org/docs/latest/job-scheduling.html#dynamic-resource-allocation";>Spark
Official Online Document: Dynamic Resource Allocation</a></p></li>
<li><p><a class="reference external"
href="https://spark.apache.org/docs/latest/configuration.html#dynamic-allocation";>Spark
Official Online Document: Dynamic Resource Allocation
Configurations</a></p></li>
@@ -374,8 +374,8 @@ However, the larger the <code class="docutils literal
notranslate"><span class="
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="aqe.html" class="btn btn-neutral float-right" title="2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n"
rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
- <a href="index.html" class="btn btn-neutral float-left" title="2. The
Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="aqe.html" class="btn btn-neutral float-right" title="2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n"
rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
+ <a href="index.html" class="btn btn-neutral float-left" title="The
Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa
fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/stable/deployment/spark/index.html
b/content/docs/stable/deployment/spark/index.html
index a5b651a..13d3df6 100644
--- a/content/docs/stable/deployment/spark/index.html
+++ b/content/docs/stable/deployment/spark/index.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2. The Engine Configuration Guide — Kyuubi 1.3.0
documentation</title>
+ <title>The Engine Configuration Guide — Kyuubi 1.3.0
documentation</title>
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="next" title="1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi" href="dynamic_allocation.html" />
<link rel="prev" title="1. Introduction to the Kyuubi Configurations
System" href="../settings.html" />
</head>
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal"
href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal"
href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal"
href="../settings.html">1. Introduction to the Kyuubi Configurations
System</a></li>
-<li class="toctree-l3 current"><a class="current reference internal"
href="#">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="current reference internal"
href="#">The Engine Configuration Guide</a><ul>
+<li class="toctree-l4"><a class="reference internal"
href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To
Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,7 +172,7 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><span class="section-number">2. </span>The Engine Configuration
Guide</li>
+ <li>The Engine Configuration Guide</li>
<li class="wy-breadcrumbs-aside">
@@ -193,7 +193,7 @@
<img alt="../../_images/kyuubi_logo.png" class="align-center"
src="../../_images/kyuubi_logo.png" />
<div class="section" id="the-engine-configuration-guide">
-<h1><span class="section-number">2. </span>The Engine Configuration Guide<a
class="headerlink" href="#the-engine-configuration-guide" title="Permalink to
this headline">¶</a></h1>
+<h1>The Engine Configuration Guide<a class="headerlink"
href="#the-engine-configuration-guide" title="Permalink to this
headline">¶</a></h1>
<p>Kyuubi aims to bring Spark to end-users who need not qualify with Spark or
something else related to the big data area.
End-users can write SQL queries through JDBC against Kyuubi and nothing more.
The Kyuubi server-side or the corresponding engines could do most of the
optimization.
@@ -201,20 +201,20 @@ On the other hand, we don’t wholly restrict end-users to
special handling of s
Even if you don’t use Kyuubi, as a simple Spark user, I’m sure you’ll find the
next articles instructive.</p>
<div class="toctree-wrapper compound">
<ul>
-<li class="toctree-l1"><a class="reference internal"
href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource
Allocation (DRA) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">2.1.1.
The Basics of Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">2.1.2.
How to Enable Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">2.1.3.
Sizing for engines w/ Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#resource-allocation-policy">2.1.4. Resource
Allocation Policy</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">2.1.5.
Best Practices for Applying DRA to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#references">2.1.6. References</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation
(DRA) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">1.1.
The Basics of Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">1.2.
How to Enable Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">1.3.
Sizing for engines w/ Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#resource-allocation-policy">1.4. Resource
Allocation Policy</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">1.5.
Best Practices for Applying DRA to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="dynamic_allocation.html#references">1.6. References</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="aqe.html">2.2. How
To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#the-basics-of-aqe">2.2.1. The Basics of AQE</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2.2. Best Practices
for Applying AQE to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#spark-known-issues">2.2.3. Spark Known issues</a></li>
-<li class="toctree-l2"><a class="reference internal"
href="aqe.html#references">2.2.4. References</a></li>
+<li class="toctree-l1"><a class="reference internal" href="aqe.html">2. How To
Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#the-basics-of-aqe">2.1. The Basics of AQE</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2. Best Practices
for Applying AQE to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#spark-known-issues">2.3. Spark Known issues</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="aqe.html#references">2.4. References</a></li>
</ul>
</li>
</ul>
@@ -227,7 +227,7 @@ Even if you don’t use Kyuubi, as a simple Spark user, I’m
sure you’ll find
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
- <a href="dynamic_allocation.html" class="btn btn-neutral float-right"
title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-right"
title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi"
accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"
aria-hidden="true"></span></a>
<a href="../settings.html" class="btn btn-neutral float-left"
title="1. Introduction to the Kyuubi Configurations System" accesskey="p"
rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span>
Previous</a>
</div>
diff --git a/content/docs/stable/searchindex.js
b/content/docs/stable/searchindex.js
index 3b79b19..a6d70d0 100644
--- a/content/docs/stable/searchindex.js
+++ b/content/docs/stable/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d
[...]
\ No newline at end of file
+Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d
[...]
\ No newline at end of file
diff --git a/content/docs/stable/security/index.html
b/content/docs/stable/security/index.html
index 5bf3c42..7119e43 100644
--- a/content/docs/stable/security/index.html
+++ b/content/docs/stable/security/index.html
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="1. Kyuubi Authentication Mechanism"
href="authentication.html" />
- <link rel="prev" title="2.2. How To Use Spark Adaptive Query Execution
(AQE) in Kyuubi" href="../deployment/spark/aqe.html" />
+ <link rel="prev" title="2. How To Use Spark Adaptive Query Execution (AQE)
in Kyuubi" href="../deployment/spark/aqe.html" />
</head>
<body class="wy-body-for-nav">
@@ -210,7 +210,7 @@
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer
navigation">
<a href="authentication.html" class="btn btn-neutral float-right"
title="1. Kyuubi Authentication Mechanism" accesskey="n" rel="next">Next <span
class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="../deployment/spark/aqe.html" class="btn btn-neutral
float-left" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in
Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
+ <a href="../deployment/spark/aqe.html" class="btn btn-neutral
float-left" title="2. How To Use Spark Adaptive Query Execution (AQE) in
Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"
aria-hidden="true"></span> Previous</a>
</div>
<hr/>
