This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-gluten-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new fda69c8 Automatic Site Publish by Buildbot
fda69c8 is described below
commit fda69c80a8fddeb484a4c2205c181bb2d2203090
Author: buildbot <[email protected]>
AuthorDate: Wed Mar 13 14:45:04 2024 +0000
Automatic Site Publish by Buildbot
---
output/404.html | 2 +-
output/NOTICE | 4 ++--
output/about/index.html | 2 +-
output/clickhouse/index.html | 2 +-
output/contact-us.html | 2 +-
output/developers/CppCodingStyle.html | 2 +-
output/developers/HowTo.html | 4 ++--
output/developers/MicroBenchmarks.html | 4 ++--
output/developers/NewToGluten.html | 4 ++--
output/developers/SubstraitModifications.html | 2 +-
output/developers/UsingGperftoolsInCH.html | 4 ++--
output/developers/UsingJemallocWithCH.html | 4 ++--
output/developers/docker_centos7.html | 4 ++--
output/developers/docker_centos8.html | 4 ++--
output/developers/docker_ubuntu22.04.html | 4 ++--
output/developers/index.html | 2 +-
output/developers/velox-function-development-guide.html | 4 ++--
output/docs/clickhouse/getting-started.html | 4 ++--
output/docs/index.html | 2 +-
output/docs/velox/build_parameters.html | 2 +-
output/docs/velox/gcs.html | 4 ++--
output/docs/velox/getting-started.html | 4 ++--
output/docs/velox/index.html | 2 +-
output/docs/velox/s3.html | 4 ++--
output/feed.xml | 2 +-
output/index.html | 2 +-
output/jekyll/update/2024/02/08/welcome-to-jekyll.html | 4 ++--
output/release.html | 2 +-
28 files changed, 43 insertions(+), 43 deletions(-)
diff --git a/output/404.html b/output/404.html
index d2827c4..61783e3 100644
--- a/output/404.html
+++ b/output/404.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
diff --git a/output/NOTICE b/output/NOTICE
index f678203..efbd999 100644
--- a/output/NOTICE
+++ b/output/NOTICE
@@ -1,5 +1,5 @@
-Apache Website Template
-Copyright 2016 The Apache Software Foundation
+Apache Gluten
+Copyright 2024 The Apache Software Foundation
This product includes software developed at
The Apache Software Foundation (http://www.apache.org/).
diff --git a/output/about/index.html b/output/about/index.html
index 3ac52c4..8e26b23 100644
--- a/output/about/index.html
+++ b/output/about/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(6)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(6)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/clickhouse/index.html b/output/clickhouse/index.html
index cb92e40..d3655b4 100644
--- a/output/clickhouse/index.html
+++ b/output/clickhouse/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/contact-us.html b/output/contact-us.html
index b94bae5..04e9bea 100644
--- a/output/contact-us.html
+++ b/output/contact-us.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(5)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(5)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/CppCodingStyle.html
b/output/developers/CppCodingStyle.html
index c0370f8..fc6ef18 100644
--- a/output/developers/CppCodingStyle.html
+++ b/output/developers/CppCodingStyle.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(4)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(4)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/HowTo.html b/output/developers/HowTo.html
index f4d4960..41b91d3 100644
--- a/output/developers/HowTo.html
+++ b/output/developers/HowTo.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
</code></pre></div> </div> <ul> <li>Compiling with <code
class="language-plaintext highlighter-rouge">--build_type=Debug</code> is good
for debugging.</li> <li>The executable file <code class="language-plaintext
highlighter-rouge">generic_benchmark</code> will be generated under the
directory of <code class="language-plaintext
highlighter-rouge">gluten_home/cpp/build/velox/benchmarks/</code>.</li> </ul>
</li> <li>build Gluten and generate the example files <div
class="language-plaintext [...]
mvn clean package -Pspark-3.2 -Pbackends-velox -Prss
mvn test -Pspark-3.2 -Pbackends-velox -Prss -pl backends-velox -am
-DtagsToInclude="io.glutenproject.tags.GenerateExample" -Dtest=none
-DfailIfNoTests=false -Darrow.version=11.0.0-gluten -Dexec.skip
@@ -19,4 +19,4 @@ gdb gluten_home/cpp/build/releases/libgluten.so
'core-Executor task l-2000883-16
</code></pre></div></div> <ul> <li>the <code class="language-plaintext
highlighter-rouge">core-Executor task l-2000883-1671542526</code> represents
the core file name.</li> </ul> <h1 id="how-to-run-tpc-h-on-velox-backend"> <a
href="#how-to-run-tpc-h-on-velox-backend" class="anchor-heading"
aria-labelledby="how-to-run-tpc-h-on-velox-backend"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> How to run
TPC-H on Velox backend </h1> <p>Now, both Parquet [...]
</code></pre></div> </div> </li> <li>set <code class="language-plaintext
highlighter-rouge">var gluten_root</code> to correct directory. If <code
class="language-plaintext highlighter-rouge">gluten_home</code> is the
directory of <code class="language-plaintext
highlighter-rouge">/home/gluten</code>, then modify it as below <div
class="language-plaintext highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> var gluten_root = "/home/gluten"
</code></pre></div> </div> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code> -
Modify `gluten_home/backends-velox/workload/tpch/run_tpch/tpch_parquet.sh`.
-</code></pre></div> </div> </li> <li>Set <code class="language-plaintext
highlighter-rouge">GLUTEN_JAR</code> correctly. Please refer to the section of
<a href="../get-started/Velox.md/#2-build-gluten-with-velox-backend">Build
Gluten with Velox Backend</a></li> <li>Set <code class="language-plaintext
highlighter-rouge">SPARK_HOME</code> correctly.</li> <li>Set the memory
configurations appropriately. - Execute <code class="language-plaintext
highlighter-rouge">tpch_parquet.sh</code> usin [...]
+</code></pre></div> </div> </li> <li>Set <code class="language-plaintext
highlighter-rouge">GLUTEN_JAR</code> correctly. Please refer to the section of
<a href="../get-started/Velox.md/#2-build-gluten-with-velox-backend">Build
Gluten with Velox Backend</a></li> <li>Set <code class="language-plaintext
highlighter-rouge">SPARK_HOME</code> correctly.</li> <li>Set the memory
configurations appropriately. - Execute <code class="language-plaintext
highlighter-rouge">tpch_parquet.sh</code> usin [...]
diff --git a/output/developers/MicroBenchmarks.html
b/output/developers/MicroBenchmarks.html
index 7dd3d13..9f6750c 100644
--- a/output/developers/MicroBenchmarks.html
+++ b/output/developers/MicroBenchmarks.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(3)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(3)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
./dev/buildbundle-veloxbe.sh <span class="nt">--build_tests</span><span
class="o">=</span>ON <span class="nt">--build_benchmarks</span><span
class="o">=</span>ON
<span class="c"># Run test to generate input data files. If you are using
spark 3.3, replace -Pspark-3.2 with -Pspark-3.3</span>
@@ -126,4 +126,4 @@ done >stdout.log 2>stderr.log
Benchmark Time
CPU Iterations UserCounters...
------------------------------------------------------------------------------------------------------------------
SkipInput/iterations:1/process_time/real_time/threads:8 1317255379 ns
10061941861 ns 8 collect_batch_time=0 elapsed_time=10.7563G
shuffle_compress_time=4.19964G shuffle_spill_time=0 shuffle_split_time=0
shuffle_write_time=1.91651G
-</code></pre></div></div> <p><img src="../image/TPCH-q5-first-stage.png"
alt="TPCH-Q5-first-stage" /></p> </main> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> <p><img src="../image/TPCH-q5-first-stage.png"
alt="TPCH-Q5-first-stage" /></p> </main> <hr> <footer> <div class="d-flex
mt-2"> </div> </footer> </div> </div> <div class="search-overlay"></div> </div>
<script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
diff --git a/output/developers/NewToGluten.html
b/output/developers/NewToGluten.html
index 68cfb0f..2f63ab6 100644
--- a/output/developers/NewToGluten.html
+++ b/output/developers/NewToGluten.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
update-alternatives <span class="nt">--config</span> java
java <span class="nt">-version</span>
</code></pre></div></div> <p><code class="language-plaintext
highlighter-rouge">--config java</code> to config java executable path, <code
class="language-plaintext highlighter-rouge">javac</code> and other commands
can also use this command to config. For some other uses, we suggest to set
<code class="language-plaintext highlighter-rouge">JAVA_HOME</code>.</p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="nb">export </span [...]
@@ -125,4 +125,4 @@ ps ux | <span class="nb">grep </span>TestOperator
--conf spark.memory.offHeap.size=20g \
--jars
https://github.com/oap-project/gluten/releases/download/v1.0.0/gluten-velox-bundle-spark3.2_2.12-ubuntu_20.04_x86_64-1.0.0.jar
\
--conf
spark.shuffle.manager=org.apache.spark.shuffle.sort.ColumnarShuffleManager
-</code></pre></div></div> </main> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> </main> <hr> <footer> <div class="d-flex mt-2">
</div> </footer> </div> </div> <div class="search-overlay"></div> </div>
<script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
diff --git a/output/developers/SubstraitModifications.html
b/output/developers/SubstraitModifications.html
index ffdef2a..01b4293 100644
--- a/output/developers/SubstraitModifications.html
+++ b/output/developers/SubstraitModifications.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(9)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(9)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/UsingGperftoolsInCH.html
b/output/developers/UsingGperftoolsInCH.html
index 37aa304..d43cd7a 100644
--- a/output/developers/UsingGperftoolsInCH.html
+++ b/output/developers/UsingGperftoolsInCH.html
@@ -1,6 +1,6 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
export LD_PRELOAD=$tcmalloc_path,libch.so # load the library in the driver
--files $tcmalloc_path # upload the library to the cluster
--conf spark.executorEnv.LD_PRELOAD=./libtcmalloc_and_profiler.so,libch.so #
load the library in the executor
--conf spark.executorEnv.HEAPPROFILE=/tmp/gluten_heap_perf # set the heap
profile path, you can change to CPUPROFILE for CPU profiling
-</code></pre></div></div> <p>For thrift server on local machine, note using
<code class="language-plaintext highlighter-rouge">export
LD_PRELOAD="$tcmalloc_path libch.so" # load the library in the driver</code> to
preload dynamic libraries.</p> <h2 id="analyze-the-result"> <a
href="#analyze-the-result" class="anchor-heading"
aria-labelledby="analyze-the-result"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Analyze the
result </h2> <p>We can get [...]
+</code></pre></div></div> <p>For thrift server on local machine, note using
<code class="language-plaintext highlighter-rouge">export
LD_PRELOAD="$tcmalloc_path libch.so" # load the library in the driver</code> to
preload dynamic libraries.</p> <h2 id="analyze-the-result"> <a
href="#analyze-the-result" class="anchor-heading"
aria-labelledby="analyze-the-result"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Analyze the
result </h2> <p>We can get [...]
diff --git a/output/developers/UsingJemallocWithCH.html
b/output/developers/UsingJemallocWithCH.html
index c59b7d2..d9c4b75 100644
--- a/output/developers/UsingJemallocWithCH.html
+++ b/output/developers/UsingJemallocWithCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
# At the time ClickHouse uses LLVM libunwind which follows libgcc's way of
backtracking.
#
# ClickHouse has to provide `unw_backtrace` method by the means of [commit
8e2b31e](https://github.com/ClickHouse/libunwind/commit/8e2b31e766dd502f6df74909e04a7dbdf5182eb1).
@@ -9,4 +9,4 @@
</code></pre></div></div> <p>For more infomation, check
https://github.com/jemalloc/jemalloc/issues/2282.</p> <h2 id="get-jeprof"> <a
href="#get-jeprof" class="anchor-heading" aria-labelledby="get-jeprof"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Get jeprof </h2> <p>Change to the
directory where you want to install jemalloc, and run the following
commands:</p> <div class="language-plaintext highlighter-rouge"><div
class="highlight"><pre clas [...]
</code></pre></div></div> <p>Then we get jeprof in the directory <code
class="language-plaintext
highlighter-rouge">$Clickhouse_SOURCE_PATH/contrib/jemalloc/bin/jeprof</code>.</p>
<h2 id="compiler-libchso"> <a href="#compiler-libchso" class="anchor-heading"
aria-labelledby="compiler-libchso"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Compiler
libch.so </h2> <p>Ensure to enable jemalloc <code class="language-plaintext
highlighter-rouge">-DENAB [...]
</code></pre></div></div> <p>You can find more options in
https://github.com/jemalloc/jemalloc/wiki/Use-Case%3A-Heap-Profiling.</p> <h2
id="analyze-the-result"> <a href="#analyze-the-result" class="anchor-heading"
aria-labelledby="analyze-the-result"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Analyze the
result </h2> <p>After you get the heap file, you can use the following command
to analyze the result: Check memory diff, so you can find whi [...]
-</code></pre></div></div> <p>You can find more usage about jeprof with <code
class="language-plaintext highlighter-rouge">jeprof --help</code>.</p> </main>
</div> </div> <div class="search-overlay"></div> </div> <script type="module">
import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> <p>You can find more usage about jeprof with <code
class="language-plaintext highlighter-rouge">jeprof --help</code>.</p> </main>
<hr> <footer> <div class="d-flex mt-2"> </div> </footer> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script [...]
diff --git a/output/developers/docker_centos7.html
b/output/developers/docker_centos7.html
index d690466..ef050e0 100644
--- a/output/developers/docker_centos7.html
+++ b/output/developers/docker_centos7.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(8)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(8)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
docker run -itd --name gluten centos:7 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>yum -y
install epel-release centos-release-scl
@@ -35,4 +35,4 @@ cd gluten
# To access HDFS or S3, you need to add the parameters `--enable_hdfs=ON` and
`--enable_s3=ON`
# If you have the same error with issue-3283, you need to add the parameter
`--compile_arrow_java=ON`
./dev/buildbundle-veloxbe.sh
-</code></pre></div></div> </main> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> </main> <hr> <footer> <div class="d-flex mt-2">
</div> </footer> </div> </div> <div class="search-overlay"></div> </div>
<script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
diff --git a/output/developers/docker_centos8.html
b/output/developers/docker_centos8.html
index 2da7895..4b47bfd 100644
--- a/output/developers/docker_centos8.html
+++ b/output/developers/docker_centos8.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(7)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(7)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
docker run -itd --name gluten centos:8 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#update
mirror
@@ -32,4 +32,4 @@ cd gluten
# To access HDFS or S3, you need to add the parameters `--enable_hdfs=ON` and
`--enable_s3=ON`
./dev/buildbundle-veloxbe.sh
-</code></pre></div></div> </main> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> </main> <hr> <footer> <div class="d-flex mt-2">
</div> </footer> </div> </div> <div class="search-overlay"></div> </div>
<script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
diff --git a/output/developers/docker_ubuntu22.04.html
b/output/developers/docker_ubuntu22.04.html
index 448060e..33bbe73 100644
--- a/output/developers/docker_ubuntu22.04.html
+++ b/output/developers/docker_ubuntu22.04.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(6)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(6)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
docker run -itd --network host --name gluten ubuntu:22.04 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>apt-get
update
@@ -41,4 +41,4 @@ cd gluten/
# It's suggested to build using static link, enabled by `--enable_vcpkg=ON`
# For developer, it's suggested to enable Debug info, by
--build_type=RelWithDebInfo. Note RelWithDebInfo uses -o2, release uses -o3
./dev/buildbundle-veloxbe.sh --enable_vcpkg=ON --build_type=RelWithDebInfo
-</code></pre></div></div> </main> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> </main> <hr> <footer> <div class="d-flex mt-2">
</div> </footer> </div> </div> <div class="search-overlay"></div> </div>
<script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
diff --git a/output/developers/index.html b/output/developers/index.html
index 91c0279..191c0c5 100644
--- a/output/developers/index.html
+++ b/output/developers/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(3)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(3)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/velox-function-development-guide.html
b/output/developers/velox-function-development-guide.html
index a5f3bfe..3ef3843 100644
--- a/output/developers/velox-function-development-guide.html
+++ b/output/developers/velox-function-development-guide.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(5)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(5)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
struct BitwiseAndFunction {
template <typename TInput>
// For void return type, it indicates null result will never be obtained for
non-null input.
@@ -8,4 +8,4 @@ struct BitwiseAndFunction {
}
};
</code></pre></div></div> <p>It is templated, as well as the <code
class="language-plaintext highlighter-rouge">call</code> function, to allow
multiple types. In the above impl., the result will be null for null input.
Please use <code class="language-plaintext
highlighter-rouge">callNullable</code> if you need different behavior for null
input, e.g., get a non-null result for null input. Also see <code
class="language-plaintext highlighter-rouge">callNullFree</code> in velox
document. I [...]
-</code></pre></div></div> <p>Functions for complex types have similar
implementations. See <code class="language-plaintext
highlighter-rouge">ArrayAverageFunction</code> in <a
href="https://github.com/facebookincubator/velox/blob/main/velox/functions/prestosql/ArrayFunctions.h";>velox/functions/prestosql/ArrayFunctions.h</a>.</p>
<h3 id="reference"> <a href="#reference" class="anchor-heading"
aria-labelledby="reference"><svg viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-lin [...]
+</code></pre></div></div> <p>Functions for complex types have similar
implementations. See <code class="language-plaintext
highlighter-rouge">ArrayAverageFunction</code> in <a
href="https://github.com/facebookincubator/velox/blob/main/velox/functions/prestosql/ArrayFunctions.h";>velox/functions/prestosql/ArrayFunctions.h</a>.</p>
<h3 id="reference"> <a href="#reference" class="anchor-heading"
aria-labelledby="reference"><svg viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-lin [...]
diff --git a/output/docs/clickhouse/getting-started.html
b/output/docs/clickhouse/getting-started.html
index 7e5edca..60f4138 100644
--- a/output/docs/clickhouse/getting-started.html
+++ b/output/docs/clickhouse/getting-started.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
</code></pre></div></div> <h4
id="setup-clickhouse-backend-development-environment"> <a
href="#setup-clickhouse-backend-development-environment" class="anchor-heading"
aria-labelledby="setup-clickhouse-backend-development-environment"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Setup ClickHouse backend development
environment </h4> <p>If you don’t care about development environment, you can
skip this part.</p> <p>Otherwise, do:</p> <ol> <li>cl [...]
git clone --recursive --shallow-submodules -b clickhouse_backend
https://github.com/Kyligence/ClickHouse.git
</code></pre></div> </div> </li> <li> <p>Configure cpp-ch
${GLUTEN_SOURCE}/cpp-ch can be treated as an add-on of Kyligence/Clickhouse</p>
<p>First, initialize some configuration for this add-on:</p> <div
class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> <span class="nb">export </span><span
class="nv">GLUTEN_SOURCE</span><span class="o">=</span>/path/to/gluten
@@ -352,4 +352,4 @@ spark.dynamicAllocation.enabled false
<span class="nb">mkdir</span> /opt/hadoop <span class="o">&&</span>
<span class="nb">chmod </span>777 /opt/hadoop <span class="o">&&</span>
<span class="se">\</span>
<span class="nb">echo</span> <span class="nt">-e</span> <span
class="s2">"celeborn.worker.flusher.threads 4</span><span
class="se">\n</span><span class="s2">celeborn.worker.storage.dirs
/tmp</span><span class="se">\n</span><span
class="s2">celeborn.worker.monitor.disk.enabled false"</span> <span
class="o">></span>
apache-celeborn-0.3.0-incubating-bin/conf/celeborn-defaults.conf <span
class="o">&&</span> <span class="se">\</span>
bash apache-celeborn-0.3.0-incubating-bin/sbin/start-master.sh <span
class="o">&&</span> bash
apache-celeborn-0.3.0-incubating-bin/sbin/start-worker.sh
-</code></pre></div></div> <h3 id="columnar-shuffle-mode"> <a
href="#columnar-shuffle-mode" class="anchor-heading"
aria-labelledby="columnar-shuffle-mode"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Columnar
shuffle mode </h3> <p>We have two modes of columnar shuffle</p> <ol> <li>prefer
cache</li> <li>prefer spill</li> </ol> <p>Switch through the configuration
<code class="language-plaintext
highlighter-rouge">spark.gluten.sql.columnar.backend. [...]
+</code></pre></div></div> <h3 id="columnar-shuffle-mode"> <a
href="#columnar-shuffle-mode" class="anchor-heading"
aria-labelledby="columnar-shuffle-mode"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Columnar
shuffle mode </h3> <p>We have two modes of columnar shuffle</p> <ol> <li>prefer
cache</li> <li>prefer spill</li> </ol> <p>Switch through the configuration
<code class="language-plaintext
highlighter-rouge">spark.gluten.sql.columnar.backend. [...]
diff --git a/output/docs/index.html b/output/docs/index.html
index 5963e25..ef31667 100644
--- a/output/docs/index.html
+++ b/output/docs/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(2)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(2)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/velox/build_parameters.html
b/output/docs/velox/build_parameters.html
index b421289..a48d73b 100644
--- a/output/docs/velox/build_parameters.html
+++ b/output/docs/velox/build_parameters.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/docs/velox/gcs.html b/output/docs/velox/gcs.html
index ebc62ec..1581a4e 100644
--- a/output/docs/velox/gcs.html
+++ b/output/docs/velox/gcs.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.hadoop.fs.gs.auth.service.account.json.keyfile // path to the json file
with the credentials.
</code></pre></div></div> <h2 id="configuring-gcs-endpoints"> <a
href="#configuring-gcs-endpoints" class="anchor-heading"
aria-labelledby="configuring-gcs-endpoints"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Configuring GCS
endpoints </h2> <p>For cases when a GCS mock is used, an optional endpoint can
be provided:</p> <div class="language-sh highlighter-rouge"><div
class="highlight"><pre class="highlight"><code>spark.hadoop.fs.gs.storage.roo
[...]
-</code></pre></div></div> </main> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
+</code></pre></div></div> </main> <hr> <footer> <div class="d-flex mt-2">
</div> </footer> </div> </div> <div class="search-overlay"></div> </div>
<script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} ; mermaid.initialize(config); mermaid.run({ querySelector:
'.language-mermaid', }); </script> </body> </html>
diff --git a/output/docs/velox/getting-started.html
b/output/docs/velox/getting-started.html
index ca4230a..fdb275f 100644
--- a/output/docs/velox/getting-started.html
+++ b/output/docs/velox/getting-started.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
<span class="nb">export </span><span class="nv">JAVA_HOME</span><span
class="o">=</span>/usr/lib/jvm/java-8-openjdk-amd64
<span class="nb">export </span><span class="nv">PATH</span><span
class="o">=</span><span class="nv">$JAVA_HOME</span>/bin:<span
class="nv">$PATH</span>
</code></pre></div></div> <p><strong>For aarch64</strong></p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="c">## make sure jdk8 is used</span>
@@ -347,4 +347,4 @@ ashProbe: Input: 9 rows (864B, 3 batches), Output: 27 rows
(3.56KB, 3 batches),
</code></pre></div></div> <h1 id="gluten-implicits"> <a
href="#gluten-implicits" class="anchor-heading"
aria-labelledby="gluten-implicits"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Gluten
Implicits </h1> <p>Gluten provides a helper class to get the fallback summary
from a Spark Dataset.</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>import
org.apache.spark.sql.execution.GlutenImplicits._
val df = spark.sql("SELECT * FROM t")
df.fallbackSummary
-</code></pre></div></div> <p>Note that, if AQE is enabled, but the query is
not materialized, then it will re-plan the query execution with disabled AQE.
It is a workaround to get the final plan, and it may cause the inconsistent
results with a materialized query. However, we have no choice.</p> </main>
</div> </div> <div class="search-overlay"></div> </div> <script type="module">
import mermaid from
'https://cdn.jsdelivr.net/npm/[email protected]/dist/mermaid.esm.min.mjs'; var
config = {} [...]
+</code></pre></div></div> <p>Note that, if AQE is enabled, but the query is
not materialized, then it will re-plan the query execution with disabled AQE.
It is a workaround to get the final plan, and it may cause the inconsistent
results with a materialized query. However, we have no choice.</p> </main> <hr>
<footer> <div class="d-flex mt-2"> </div> </footer> </div> </div> <div
class="search-overlay"></div> </div> <script type="module"> import mermaid from
'https://cdn.jsdelivr.net/npm/m [...]
diff --git a/output/docs/velox/index.html b/output/docs/velox/index.html
index f57f5e8..c7ed47f 100644
--- a/output/docs/velox/index.html
+++ b/output/docs/velox/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/velox/s3.html b/output/docs/velox/s3.html
index eef0609..804605f 100644
--- a/output/docs/velox/s3.html
+++ b/output/docs/velox/s3.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.hadoop.fs.s3a.aws.credentials.provider
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider
spark.hadoop.fs.s3a.access.key XXXXXXXXX
spark.hadoop.fs.s3a.secret.key XXXXXXXXX
@@ -15,4 +15,4 @@ spark.gluten.sql.columnar.backend.velox.ssdCacheSize //
the total size of t
spark.gluten.sql.columnar.backend.velox.ssdCacheShards // the shards of the
SSD cache, default is 1.
spark.gluten.sql.columnar.backend.velox.ssdCacheIOThreads // the IO threads
for cache promoting, default is 1. Velox will try to do "read-ahead" if this
value is bigger than 1
spark.gluten.sql.columnar.backend.velox.ssdODirect // enable or disable
O_DIRECT on cache write, default false.
-</code></pre></div></div> <p>It’s recommended to mount SSDs to the cache path
to get the best performance of local caching. On the start up of Spark context,
the cache files will be allocated under
“spark.gluten.sql.columnar.backend.velox.cachePath”, with UUID based suffix,
e.g. “/tmp/cache.13e8ab65-3af4-46ac-8d28-ff99b2a9ec9b0”. Gluten is not able to
reuse older caches for now, and the old cache files are left there after Spark
context shutdown.</p> </main> </div> </div> <div class="sea [...]
+</code></pre></div></div> <p>It’s recommended to mount SSDs to the cache path
to get the best performance of local caching. On the start up of Spark context,
the cache files will be allocated under
“spark.gluten.sql.columnar.backend.velox.cachePath”, with UUID based suffix,
e.g. “/tmp/cache.13e8ab65-3af4-46ac-8d28-ff99b2a9ec9b0”. Gluten is not able to
reuse older caches for now, and the old cache files are left there after Spark
context shutdown.</p> </main> <hr> <footer> <div class="d-f [...]
diff --git a/output/feed.xml b/output/feed.xml
index f52e678..5aaa840 100644
--- a/output/feed.xml
+++ b/output/feed.xml
@@ -1,4 +1,4 @@
-<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="3.9.3">Jekyll</generator><link
href="https://gluten.apache.org/feed.xml"; rel="self"
type="application/atom+xml" /><link href="https://gluten.apache.org/";
rel="alternate" type="text/html"
/><updated>2024-03-12T08:00:10+00:00</updated><id>https://gluten.apache.org/feed.xml</id><title
type="html">Apache Gluten incubating</title><subtitle>Write an awesome
descripti [...]
+<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="3.9.3">Jekyll</generator><link
href="https://gluten.apache.org/feed.xml"; rel="self"
type="application/atom+xml" /><link href="https://gluten.apache.org/";
rel="alternate" type="text/html"
/><updated>2024-03-13T14:44:56+00:00</updated><id>https://gluten.apache.org/feed.xml</id><title
type="html">Apache Gluten incubating</title><subtitle>Gluten is a middle layer
r [...]
<p>Jekyll requires blog post files to be named according to the
following format:</p>
diff --git a/output/index.html b/output/index.html
index c4d4f23..b0e9977 100644
--- a/output/index.html
+++ b/output/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(1)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(1)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
b/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
index 8005363..80ed9e0 100644
--- a/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
+++ b/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
<span class="nb">puts</span> <span class="s2">"Hi, </span><span
class="si">#{</span><span class="nb">name</span><span class="si">}</span><span
class="s2">"</span>
<span class="k">end</span>
<span class="n">print_hi</span><span class="p">(</span><span
class="s1">'Tom'</span><span class="p">)</span>
-<span class="c1">#=> prints 'Hi, Tom' to
STDOUT.</span></code></pre></figure> <p>Check out the <a
href="https://jekyllrb.com/docs/home";>Jekyll docs</a> for more info on how to
get the most out of Jekyll. File all bugs/feature requests at <a
href="https://github.com/jekyll/jekyll";>Jekyll’s GitHub repo</a>. If you have
questions, you can ask them on <a href="https://talk.jekyllrb.com/";>Jekyll
Talk</a>.</p> </main> </div> </div> <div class="search-overlay"></div> </div>
<script type="mod [...]
+<span class="c1">#=> prints 'Hi, Tom' to
STDOUT.</span></code></pre></figure> <p>Check out the <a
href="https://jekyllrb.com/docs/home";>Jekyll docs</a> for more info on how to
get the most out of Jekyll. File all bugs/feature requests at <a
href="https://github.com/jekyll/jekyll";>Jekyll’s GitHub repo</a>. If you have
questions, you can ask them on <a href="https://talk.jekyllrb.com/";>Jekyll
Talk</a>.</p> </main> <hr> <footer> <div class="d-flex mt-2"> </div> </footer>
</div> </div> <d [...]
diff --git a/output/release.html b/output/release.html
index fbe68bd..d7a45f9 100644
--- a/output/release.html
+++ b/output/release.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(4)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(4)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
