This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-gluten-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 95a1707 Automatic Site Publish by Buildbot
95a1707 is described below
commit 95a17071cc229888e7201127e29b3ebb257ff3df
Author: buildbot <[email protected]>
AuthorDate: Thu Sep 12 09:53:40 2024 +0000
Automatic Site Publish by Buildbot
---
output/2024/09/03/Gluten-1.2.0-release.html | 1 +
output/404.html | 2 +-
output/about/index.html | 2 +-
output/archives/index.html | 2 +-
.../v1.1.1/developers/UsingGperftoolsInCH.html | 2 +-
.../v1.1.1/developers/UsingJemallocWithCH.html | 2 +-
.../v1.1.1/developers/cpp_code_style/index.html | 2 +-
.../v1.1.1/developers/docker_centos7/index.html | 2 +-
.../archives/v1.1.1/developers/docker_centos8.html | 2 +-
.../v1.1.1/developers/docker_ubuntu/index.html | 2 +-
output/archives/v1.1.1/developers/howto/index.html | 2 +-
.../v1.1.1/developers/howtorelease/index.html | 2 +-
output/archives/v1.1.1/developers/index.html | 2 +-
.../v1.1.1/developers/microbenchmark/index.html | 2 +-
output/archives/v1.1.1/developers/newto/index.html | 2 +-
.../v1.1.1/developers/substrait/index.html | 2 +-
.../velox_function_development/index.html | 2 +-
.../docs/clickhouse/getting-started/index.html | 2 +-
output/archives/v1.1.1/docs/clickhouse/index.html | 2 +-
output/archives/v1.1.1/docs/index.html | 2 +-
.../v1.1.1/docs/velox/build_parameters/index.html | 2 +-
output/archives/v1.1.1/docs/velox/gcs/index.html | 2 +-
.../v1.1.1/docs/velox/getting-started/index.html | 2 +-
output/archives/v1.1.1/docs/velox/index.html | 2 +-
output/archives/v1.1.1/docs/velox/s3/index.html | 2 +-
output/archives/v1.1.1/index.html | 2 +-
output/assets/js/search-data.json | 190 ++++++++++++---------
.../{docs/getting-started/abfs => blog}/index.html | 3 +-
output/contact/index.html | 2 +-
output/contributing/index.html | 2 +-
output/docs/configuration/index.html | 2 +-
output/docs/developers/UsingGperftoolsInCH.html | 2 +-
output/docs/developers/UsingJemallocWithCH.html | 2 +-
output/docs/developers/cpp-code-style/index.html | 2 +-
output/docs/developers/docker-centos7/index.html | 2 +-
output/docs/developers/docker-centos8/index.html | 2 +-
output/docs/developers/docker-ubuntu/index.html | 2 +-
output/docs/developers/how-to-release/index.html | 2 +-
output/docs/developers/how-to-use/index.html | 2 +-
output/docs/developers/index.html | 2 +-
output/docs/developers/microbenchmarks/index.html | 2 +-
output/docs/developers/new-to/index.html | 2 +-
output/docs/developers/substrait/index.html | 2 +-
.../docs/developers/velox-function-dev/index.html | 2 +-
output/docs/getting-started/abfs/index.html | 2 +-
output/docs/getting-started/build-guide/index.html | 2 +-
.../getting-started/clickhouse-backend/index.html | 2 +-
output/docs/getting-started/gcs/index.html | 2 +-
output/docs/getting-started/index.html | 2 +-
output/docs/getting-started/localcache/index.html | 2 +-
output/docs/getting-started/s3/index.html | 2 +-
.../docs/getting-started/velox-backend/index.html | 2 +-
output/docs/index.html | 2 +-
output/docs/velox-backend/index.html | 2 +-
output/docs/velox-backend/limitations/index.html | 2 +-
output/docs/velox-backend/support/index.html | 2 +-
.../docs/velox-backend/troubleshooting/index.html | 2 +-
output/docs/velox-backend/udf/index.html | 2 +-
output/downloads/index.html | 2 +-
output/feed.xml | 30 +++-
output/index.html | 2 +-
.../update/2024/02/08/welcome-to-jekyll.html | 2 +-
output/references/index.html | 2 +-
63 files changed, 199 insertions(+), 143 deletions(-)
diff --git a/output/2024/09/03/Gluten-1.2.0-release.html
b/output/2024/09/03/Gluten-1.2.0-release.html
new file mode 100644
index 0000000..6298d4b
--- /dev/null
+++ b/output/2024/09/03/Gluten-1.2.0-release.html
@@ -0,0 +1 @@
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
diff --git a/output/404.html b/output/404.html
index 17599c3..83b6fe2 100644
--- a/output/404.html
+++ b/output/404.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
diff --git a/output/about/index.html b/output/about/index.html
index 318743a..acbd181 100644
--- a/output/about/index.html
+++ b/output/about/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(8)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(9)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/archives/index.html b/output/archives/index.html
index 04e4c07..821e6b9 100644
--- a/output/archives/index.html
+++ b/output/archives/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(3)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(3)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/archives/v1.1.1/developers/UsingGperftoolsInCH.html
b/output/archives/v1.1.1/developers/UsingGperftoolsInCH.html
index 4e9812a..99f38c5 100644
--- a/output/archives/v1.1.1/developers/UsingGperftoolsInCH.html
+++ b/output/archives/v1.1.1/developers/UsingGperftoolsInCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
export LD_PRELOAD=$tcmalloc_path,libch.so # load the library in the driver
--files $tcmalloc_path # upload the library to the cluster
--conf spark.executorEnv.LD_PRELOAD=./libtcmalloc_and_profiler.so,libch.so #
load the library in the executor
diff --git a/output/archives/v1.1.1/developers/UsingJemallocWithCH.html
b/output/archives/v1.1.1/developers/UsingJemallocWithCH.html
index a0ad4bc..89d5227 100644
--- a/output/archives/v1.1.1/developers/UsingJemallocWithCH.html
+++ b/output/archives/v1.1.1/developers/UsingJemallocWithCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
# At the time ClickHouse uses LLVM libunwind which follows libgcc's way of
backtracking.
#
# ClickHouse has to provide `unw_backtrace` method by the means of [commit
8e2b31e](https://github.com/ClickHouse/libunwind/commit/8e2b31e766dd502f6df74909e04a7dbdf5182eb1).
diff --git a/output/archives/v1.1.1/developers/cpp_code_style/index.html
b/output/archives/v1.1.1/developers/cpp_code_style/index.html
index 2e36d37..402deff 100644
--- a/output/archives/v1.1.1/developers/cpp_code_style/index.html
+++ b/output/archives/v1.1.1/developers/cpp_code_style/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
diff --git a/output/archives/v1.1.1/developers/docker_centos7/index.html
b/output/archives/v1.1.1/developers/docker_centos7/index.html
index 80754bb..3726282 100644
--- a/output/archives/v1.1.1/developers/docker_centos7/index.html
+++ b/output/archives/v1.1.1/developers/docker_centos7/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
docker run -itd --name gluten centos:7 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>yum -y
install epel-release centos-release-scl
diff --git a/output/archives/v1.1.1/developers/docker_centos8.html
b/output/archives/v1.1.1/developers/docker_centos8.html
index 3b81fd5..d9a866b 100644
--- a/output/archives/v1.1.1/developers/docker_centos8.html
+++ b/output/archives/v1.1.1/developers/docker_centos8.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
docker run -itd --name gluten centos:8 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#update
mirror
diff --git a/output/archives/v1.1.1/developers/docker_ubuntu/index.html
b/output/archives/v1.1.1/developers/docker_ubuntu/index.html
index 449d091..b337c01 100644
--- a/output/archives/v1.1.1/developers/docker_ubuntu/index.html
+++ b/output/archives/v1.1.1/developers/docker_ubuntu/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
docker run -itd --network host --name gluten ubuntu:22.04 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>apt-get
update
diff --git a/output/archives/v1.1.1/developers/howto/index.html
b/output/archives/v1.1.1/developers/howto/index.html
index 4482cfc..668d843 100644
--- a/output/archives/v1.1.1/developers/howto/index.html
+++ b/output/archives/v1.1.1/developers/howto/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
</code></pre></div> </div> <ul> <li>Compiling with <code
class="language-plaintext highlighter-rouge">--build_type=Debug</code> is good
for debugging.</li> <li>The executable file <code class="language-plaintext
highlighter-rouge">generic_benchmark</code> will be generated under the
directory of <code class="language-plaintext
highlighter-rouge">gluten_home/cpp/build/velox/benchmarks/</code>.</li> </ul>
</li> <li>build Gluten and generate the example files <div
class="language-plaintext [...]
mvn clean package -Pspark-3.2 -Pbackends-velox -Prss
mvn test -Pspark-3.2 -Pbackends-velox -Prss -pl backends-velox -am
-DtagsToInclude="io.glutenproject.tags.GenerateExample" -Dtest=none
-DfailIfNoTests=false -Darrow.version=11.0.0-gluten -Dexec.skip
diff --git a/output/archives/v1.1.1/developers/howtorelease/index.html
b/output/archives/v1.1.1/developers/howtorelease/index.html
index 9cc1e1a..8cded6c 100644
--- a/output/archives/v1.1.1/developers/howtorelease/index.html
+++ b/output/archives/v1.1.1/developers/howtorelease/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
$ gpg --full-generate-key
# list the GPG keys
diff --git a/output/archives/v1.1.1/developers/index.html
b/output/archives/v1.1.1/developers/index.html
index ea88a36..9081e5e 100644
--- a/output/archives/v1.1.1/developers/index.html
+++ b/output/archives/v1.1.1/developers/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/archives/v1.1.1/developers/microbenchmark/index.html
b/output/archives/v1.1.1/developers/microbenchmark/index.html
index 9a4feb9..9586a83 100644
--- a/output/archives/v1.1.1/developers/microbenchmark/index.html
+++ b/output/archives/v1.1.1/developers/microbenchmark/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
./dev/buildbundle-veloxbe.sh <span class="nt">--build_tests</span><span
class="o">=</span>ON <span class="nt">--build_benchmarks</span><span
class="o">=</span>ON
<span class="c"># Run test to generate input data files. If you are using
spark 3.3, replace -Pspark-3.2 with -Pspark-3.3</span>
diff --git a/output/archives/v1.1.1/developers/newto/index.html
b/output/archives/v1.1.1/developers/newto/index.html
index 030dd60..ee8a633 100644
--- a/output/archives/v1.1.1/developers/newto/index.html
+++ b/output/archives/v1.1.1/developers/newto/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
update-alternatives <span class="nt">--config</span> java
java <span class="nt">-version</span>
</code></pre></div></div> <p><code class="language-plaintext
highlighter-rouge">--config java</code> to config java executable path, <code
class="language-plaintext highlighter-rouge">javac</code> and other commands
can also use this command to config. For some other uses, we suggest to set
<code class="language-plaintext highlighter-rouge">JAVA_HOME</code>.</p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="nb">export </span [...]
diff --git a/output/archives/v1.1.1/developers/substrait/index.html
b/output/archives/v1.1.1/developers/substrait/index.html
index 3bc997a..e307b54 100644
--- a/output/archives/v1.1.1/developers/substrait/index.html
+++ b/output/archives/v1.1.1/developers/substrait/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
diff --git
a/output/archives/v1.1.1/developers/velox_function_development/index.html
b/output/archives/v1.1.1/developers/velox_function_development/index.html
index 7907c3a..ed6f020 100644
--- a/output/archives/v1.1.1/developers/velox_function_development/index.html
+++ b/output/archives/v1.1.1/developers/velox_function_development/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
struct BitwiseAndFunction {
template <typename TInput>
// For void return type, it indicates null result will never be obtained for
non-null input.
diff --git a/output/archives/v1.1.1/docs/clickhouse/getting-started/index.html
b/output/archives/v1.1.1/docs/clickhouse/getting-started/index.html
index 66bd8c2..ce1cf8b 100644
--- a/output/archives/v1.1.1/docs/clickhouse/getting-started/index.html
+++ b/output/archives/v1.1.1/docs/clickhouse/getting-started/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
</code></pre></div></div> <h4
id="setup-clickhouse-backend-development-environment"> <a
href="#setup-clickhouse-backend-development-environment" class="anchor-heading"
aria-labelledby="setup-clickhouse-backend-development-environment"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Setup ClickHouse backend development
environment </h4> <p>If you don’t care about development environment, you can
skip this part.</p> <p>Otherwise, do:</p> <ol> <li>cl [...]
git clone --recursive --shallow-submodules -b clickhouse_backend
https://github.com/Kyligence/ClickHouse.git
</code></pre></div> </div> </li> <li> <p>Configure cpp-ch
${GLUTEN_SOURCE}/cpp-ch can be treated as an add-on of Kyligence/Clickhouse</p>
<p>First, initialize some configuration for this add-on:</p> <div
class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> <span class="nb">export </span><span
class="nv">GLUTEN_SOURCE</span><span class="o">=</span>/path/to/gluten
diff --git a/output/archives/v1.1.1/docs/clickhouse/index.html
b/output/archives/v1.1.1/docs/clickhouse/index.html
index 9ad5c48..3748432 100644
--- a/output/archives/v1.1.1/docs/clickhouse/index.html
+++ b/output/archives/v1.1.1/docs/clickhouse/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
diff --git a/output/archives/v1.1.1/docs/index.html
b/output/archives/v1.1.1/docs/index.html
index 7607502..80fbe94 100644
--- a/output/archives/v1.1.1/docs/index.html
+++ b/output/archives/v1.1.1/docs/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/archives/v1.1.1/docs/velox/build_parameters/index.html
b/output/archives/v1.1.1/docs/velox/build_parameters/index.html
index b623e79..b7b78eb 100644
--- a/output/archives/v1.1.1/docs/velox/build_parameters/index.html
+++ b/output/archives/v1.1.1/docs/velox/build_parameters/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
diff --git a/output/archives/v1.1.1/docs/velox/gcs/index.html
b/output/archives/v1.1.1/docs/velox/gcs/index.html
index 76e0561..353d259 100644
--- a/output/archives/v1.1.1/docs/velox/gcs/index.html
+++ b/output/archives/v1.1.1/docs/velox/gcs/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
spark.hadoop.fs.gs.auth.service.account.json.keyfile // path to the json file
with the credentials.
</code></pre></div></div> <h2 id="configuring-gcs-endpoints"> <a
href="#configuring-gcs-endpoints" class="anchor-heading"
aria-labelledby="configuring-gcs-endpoints"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Configuring GCS
endpoints </h2> <p>For cases when a GCS mock is used, an optional endpoint can
be provided:</p> <div class="language-sh highlighter-rouge"><div
class="highlight"><pre class="highlight"><code>spark.hadoop.fs.gs.storage.roo
[...]
</code></pre></div></div> </main> <hr> <footer> <p><a href="#top"
id="back-to-top">Back to top</a></p> <a
href="https://incubator.apache.org/";><img
src="/assets/images/apache-incubator.svg" style="width:300px"></a> <p
class="text-small text-grey-dk-100 mb-0">Copyright © 2024 The Apache Software
Foundation, Licensed under the Apache License, Version 2.0. Apache Gluten,
Gluten, Apache, the Apache feather logo, and the Apache Gluten project logo are
either registered trademarks or trademark [...]
diff --git a/output/archives/v1.1.1/docs/velox/getting-started/index.html
b/output/archives/v1.1.1/docs/velox/getting-started/index.html
index f6ff9e8..39713e0 100644
--- a/output/archives/v1.1.1/docs/velox/getting-started/index.html
+++ b/output/archives/v1.1.1/docs/velox/getting-started/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
<span class="nb">export </span><span class="nv">JAVA_HOME</span><span
class="o">=</span>/usr/lib/jvm/java-8-openjdk-amd64
<span class="nb">export </span><span class="nv">PATH</span><span
class="o">=</span><span class="nv">$JAVA_HOME</span>/bin:<span
class="nv">$PATH</span>
</code></pre></div></div> <p><strong>For aarch64</strong></p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="c">## make sure jdk8 is used</span>
diff --git a/output/archives/v1.1.1/docs/velox/index.html
b/output/archives/v1.1.1/docs/velox/index.html
index c21623f..40598ac 100644
--- a/output/archives/v1.1.1/docs/velox/index.html
+++ b/output/archives/v1.1.1/docs/velox/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
diff --git a/output/archives/v1.1.1/docs/velox/s3/index.html
b/output/archives/v1.1.1/docs/velox/s3/index.html
index 4a1213f..3c040e1 100644
--- a/output/archives/v1.1.1/docs/velox/s3/index.html
+++ b/output/archives/v1.1.1/docs/velox/s3/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li > a, .sit [...]
spark.hadoop.fs.s3a.aws.credentials.provider
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider
spark.hadoop.fs.s3a.access.key XXXXXXXXX
spark.hadoop.fs.s3a.secret.key XXXXXXXXX
diff --git a/output/archives/v1.1.1/index.html
b/output/archives/v1.1.1/index.html
index 71450cb..a2ce336 100644
--- a/output/archives/v1.1.1/index.html
+++ b/output/archives/v1.1.1/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/assets/js/search-data.json
b/output/assets/js/search-data.json
index 690d779..3cd4455 100644
--- a/output/assets/js/search-data.json
+++ b/output/assets/js/search-data.json
@@ -1763,573 +1763,601 @@
"relUrl": "/about/"
},"252": {
+ "doc": "Blog",
+ "title": "Latest Posts",
+ "content": ". | ",
+ "url": "/blog/",
+
+ "relUrl": "/blog/"
+ },"253": {
+ "doc": "Blog",
+ "title": "Gluten 1.2.0 Release",
+ "content": "On Sept. 3rd 2024, I am thrilled to share that Apache Gluten
(incubating) has celebrated its 1st Apache official release, version 1.2.0,
featuring the following highlights. | ",
+ "url": "/blog/",
+
+ "relUrl": "/blog/"
+ },"254": {
+ "doc": "Blog",
+ "title": "Welcome to Jekyll!",
+ "content": "You’ll find this post in your _posts directory. Go ahead and
edit it and re-build the site to see your changes. You can rebuild the site in
many different ways, but the most common way is to run jekyll serve, which
launches a web server and auto-regenerates your site when a file is updated. |
. ",
+ "url": "/blog/",
+
+ "relUrl": "/blog/"
+ },"255": {
+ "doc": "Blog",
+ "title": "Blog",
+ "content": " ",
+ "url": "/blog/",
+
+ "relUrl": "/blog/"
+ },"256": {
"doc": "Build Parameters for Velox Backend",
"title": "Build Parameters",
"content": "Native build parameters for buildbundle-veloxbe.sh or
builddeps-veloxbe.sh . Please set them via --, e.g. --build_type=Release. |
Parameters | Description | Default | . | build_type | Build type for Velox
& gluten cpp, CMAKE_BUILD_TYPE. | Release | . | build_tests | Build gluten
cpp tests. | OFF | . | build_examples | Build udf example. | OFF | . |
build_benchmarks | Build gluten cpp benchmarks. | OFF | . | build_jemalloc |
Build with jemalloc. | OFF | . | build_proto [...]
"url": "/docs/getting-started/build-guide/#build-parameters",
"relUrl": "/docs/getting-started/build-guide/#build-parameters"
- },"253": {
+ },"257": {
"doc": "Build Parameters for Velox Backend",
"title": "Gluten Jar for Deployment",
"content": "The gluten jar built out is under GLUTEN_SRC/package/target/.
It’s name pattern is
gluten-<backend_type>-bundle-spark<spark.bundle.version>_<scala.binary.version>-<os.detected.release>_<os.detected.release.version>-<project.version>.jar.
| Spark Version | spark.bundle.version | scala.binary.version | . | 3.2.2 |
3.2 | 2.12 | . | 3.3.1 | 3.3 | 2.12 | . | 3.4.2 | 3.4 | 2.12 | . | 3.5.1 | 3.5
| 2.12 | . ",
"url": "/docs/getting-started/build-guide/#gluten-jar-for-deployment",
"relUrl": "/docs/getting-started/build-guide/#gluten-jar-for-deployment"
- },"254": {
+ },"258": {
"doc": "Build Parameters for Velox Backend",
"title": "Build Parameters for Velox Backend",
"content": " ",
"url": "/docs/getting-started/build-guide/",
"relUrl": "/docs/getting-started/build-guide/"
- },"255": {
+ },"259": {
"doc": "Contact Us",
"title": "Contact Us",
"content": "This plugin is still under active development now, and doesn’t
have a stable release. Welcome to evaluate it. If you encounter any issues or
have any suggestions, please submit to our issue list. We’d love to hear your
feedback . Apache has meticulously set up dedicated mailing lists for every
project, underscoring the pivotal role of these platforms in fostering
communication within the Apache community. Mailing lists serve as the backbone
for numerous aspects of communi [...]
"url": "/contact/",
"relUrl": "/contact/"
- },"256": {
+ },"260": {
"doc": "Contact Us",
"title": "How to subscribe Gluten community",
"content": "To subscribe to the [email protected] mailing list as an
example, please follow these steps: . | Send a blank email to
[email protected] | Check your inbox for an email titled confirm
subscribe to [email protected] If not received within a reasonable time,
ensure it’s not blocked by your email provider. If not blocked and no reply is
received after a while, repeat step 1 | Reply directly to the confirmation
email without altering the subject or addin [...]
"url": "/contact/#how-to-subscribe-gluten-community",
"relUrl": "/contact/#how-to-subscribe-gluten-community"
- },"257": {
+ },"261": {
"doc": "Contact Us",
"title": "Issues and Discussions",
"content": "We use github to track bugs, feature requests, and answer
questions. File an issue for a bug or feature request. ",
"url": "/contact/#issues-and-discussions",
"relUrl": "/contact/#issues-and-discussions"
- },"258": {
+ },"262": {
"doc": "Contributing to Gluten",
"title": "How to become a committer",
"content": "To initiate your contributions to Gluten, understand the
contribution process—any individual can submit patches, documentation, and
examples to the project. The PMC routinely incorporates fresh committers from
the pool of active contributors, assessing their contributions to Gluten. The
criteria for new committers encompass: . | The Scope of Contribution: To expand
contributions beyond pull requests, individuals can engage in various
activities including reviewing other p [...]
"url": "/contributing/#how-to-become-a-committer",
"relUrl": "/contributing/#how-to-become-a-committer"
- },"259": {
+ },"263": {
"doc": "Contributing to Gluten",
"title": "Contributing to Gluten",
"content": " ",
"url": "/contributing/",
"relUrl": "/contributing/"
- },"260": {
+ },"264": {
"doc": "v1.1.1/Docker script for CentOS 7",
"title": "v1.1.1/Docker script for CentOS 7",
"content": "Here is a docker script we verified to build Gluten+Velox
backend on CentOS 7: . Run on host as root user: . docker pull centos:7 docker
run -itd --name gluten centos:7 /bin/bash docker attach gluten . Run in docker:
. yum -y install epel-release centos-release-scl yum -y install \\ git \\ dnf
\\ cmake3 \\ devtoolset-9 \\ java-1.8.0-openjdk \\ java-1.8.0-openjdk-devel \\
ninja-build \\ wget \\ sudo # gluten need maven version >=3.6.3 wget
https://downloads.apache.org/m [...]
"url": "/archives/v1.1.1/developers/docker_centos7/",
"relUrl": "/archives/v1.1.1/developers/docker_centos7/"
- },"261": {
+ },"265": {
"doc": "Docker script for CentOS 7",
"title": "Docker script for CentOS 7",
"content": "Here is a docker script we verified to build Gluten+Velox
backend on CentOS 7: . Run on host as root user: . docker pull centos:7 docker
run -itd --name gluten centos:7 /bin/bash docker attach gluten . Run in docker:
. yum -y install epel-release centos-release-scl yum -y install \\ git \\ dnf
\\ cmake3 \\ devtoolset-9 \\ java-1.8.0-openjdk \\ java-1.8.0-openjdk-devel \\
ninja-build \\ wget \\ sudo # gluten need maven version >=3.6.3 wget
https://downloads.apache.org/m [...]
"url": "/docs/developers/docker-centos7/",
"relUrl": "/docs/developers/docker-centos7/"
- },"262": {
+ },"266": {
"doc": "v1.1.1/Docker script for CentOS 8",
"title": "v1.1.1/Docker script for CentOS 8",
"content": "Here is a docker script we verified to build Gluten+Velox
backend on Centos8: . Run on host as root user: . docker pull centos:8 docker
run -itd --name gluten centos:8 /bin/bash docker attach gluten . Run in docker:
. #update mirror sed -i -e \"s|mirrorlist=|#mirrorlist=|g\"
/etc/yum.repos.d/CentOS-* sed -i -e
\"s|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g\"
/etc/yum.repos.d/CentOS-* dnf install -y epel-release sudo yum install -y
dnf-plugins-core [...]
"url": "/archives/v1.1.1/developers/docker_centos8",
"relUrl": "/archives/v1.1.1/developers/docker_centos8"
- },"263": {
+ },"267": {
"doc": "Docker script for CentOS 8",
"title": "Docker script for CentOS 8",
"content": "Here is a docker script we verified to build Gluten+Velox
backend on Centos8: . Run on host as root user: . docker pull centos:8 docker
run -itd --name gluten centos:8 /bin/bash docker attach gluten . Run in docker:
. #update mirror sed -i -e \"s|mirrorlist=|#mirrorlist=|g\"
/etc/yum.repos.d/CentOS-* sed -i -e
\"s|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g\"
/etc/yum.repos.d/CentOS-* dnf install -y epel-release sudo yum install -y
dnf-plugins-core [...]
"url": "/docs/developers/docker-centos8/",
"relUrl": "/docs/developers/docker-centos8/"
- },"264": {
+ },"268": {
"doc": "v1.1.1/Docker script for Ubuntu 22.04/20.04",
"title": "v1.1.1/Docker script for Ubuntu 22.04/20.04",
"content": "To the first build, it’s suggested to build Gluten in a clean
docker image. Otherwise it’s easy to run into library version conflict issues.
Here is a docker script we verified to build Gluten+Velox backend on
Ubuntu22.04/20.04: . Run on host as root user: . docker pull ubuntu:22.04
docker run -itd --network host --name gluten ubuntu:22.04 /bin/bash docker
attach gluten . Run in docker: . apt-get update #install gcc and libraries to
build arrow apt install software-proper [...]
"url": "/archives/v1.1.1/developers/docker_ubuntu/",
"relUrl": "/archives/v1.1.1/developers/docker_ubuntu/"
- },"265": {
+ },"269": {
"doc": "Docker script for Ubuntu 22.04/20.04",
"title": "Docker script for Ubuntu 22.04/20.04",
"content": "To the first build, it’s suggested to build Gluten in a clean
docker image. Otherwise it’s easy to run into library version conflict issues.
Here is a docker script we verified to build Gluten+Velox backend on
Ubuntu22.04/20.04: . Run on host as root user: . docker pull ubuntu:22.04
docker run -itd --network host --name gluten ubuntu:22.04 /bin/bash docker
attach gluten . Run in docker: . apt-get update #install gcc and libraries to
build arrow apt install software-proper [...]
"url": "/docs/developers/docker-ubuntu/",
"relUrl": "/docs/developers/docker-ubuntu/"
- },"266": {
+ },"270": {
"doc": "Downloads",
"title": "Download Apache Gluten (incubating)",
"content": "Gluten is a plugin for Apache Spark to double SparkSQL’s
performance. ",
"url": "/downloads/#download-apache-gluten-incubating",
"relUrl": "/downloads/#download-apache-gluten-incubating"
- },"267": {
+ },"271": {
"doc": "Downloads",
"title": "Instructions",
"content": "Please select a version of Gluten to download from the list
below; we recommend opting for the latest release. Please ensure the integrity
of the release by verifying the corresponding SHA-512 hashes, signatures, and
the project release KEYS. Instructions for verifying the SHA-512 hashes and
signatures can be found in the provided guidelines. ",
"url": "/downloads/#instructions",
"relUrl": "/downloads/#instructions"
- },"268": {
+ },"272": {
"doc": "Downloads",
"title": "The Latest Apache Official Release",
"content": "Please be aware that the binary file was compiled on CentOS7
using an Intel Xeon Gold 6252 processor with static linking. While it may
operate on most operating systems and Intel SKYLAKE or later platforms,
performance is not guaranteed. For the best performance and platform support,
we recommend compiling from source code yourself. | Version | Date | Source |
Binary | Release Notes | . | 1.2.0 | Sept. 3 2024 | source(sha512,signature) |
spark32-binary(sha512,signature) s [...]
"url": "/downloads/#the-latest-apache-official-release",
"relUrl": "/downloads/#the-latest-apache-official-release"
- },"269": {
+ },"273": {
"doc": "Downloads",
"title": "All Archived Releases",
"content": "| Version | Date | Source | Binary | Release Notes | . |
1.1.1(non-Apache release) | Mar. 2 2024 | source | binary location | release
notes | . | 1.1.0(non-Apache release) | Nov. 30 2023 | source | binary location
| release notes | . | 1.0.0(non-Apache release) | Jul. 13 2023 | source |
binary location | release notes | . | 0.5.0(non-Apache release) | Apr. 7 2023 |
source | binary location | release notes | . ",
"url": "/downloads/#all-archived-releases",
"relUrl": "/downloads/#all-archived-releases"
- },"270": {
+ },"274": {
"doc": "Downloads",
"title": "License",
"content": "The software licensed under Apache License 2.0. ",
"url": "/downloads/#license",
"relUrl": "/downloads/#license"
- },"271": {
+ },"275": {
"doc": "Downloads",
"title": "Downloads",
"content": " ",
"url": "/downloads/",
"relUrl": "/downloads/"
- },"272": {
+ },"276": {
"doc": "v1.1.1/Developers",
"title": "Gluten Developers",
"content": "This document provides a developer overview of the project and
covers the following topics: . ",
"url": "/archives/v1.1.1/developers/#gluten-developers",
"relUrl": "/archives/v1.1.1/developers/#gluten-developers"
- },"273": {
+ },"277": {
"doc": "v1.1.1/Developers",
"title": "v1.1.1/Developers",
"content": " ",
"url": "/archives/v1.1.1/developers/",
"relUrl": "/archives/v1.1.1/developers/"
- },"274": {
+ },"278": {
"doc": "v1.1.1/Documentation",
"title": "Gluten Documents by version",
"content": " ",
"url": "/archives/v1.1.1/docs/#gluten-documents-by-version",
"relUrl": "/archives/v1.1.1/docs/#gluten-documents-by-version"
- },"275": {
+ },"279": {
"doc": "v1.1.1/Documentation",
"title": "v1.1.1/Documentation",
"content": " ",
"url": "/archives/v1.1.1/docs/",
"relUrl": "/archives/v1.1.1/docs/"
- },"276": {
+ },"280": {
"doc": "v1.1.1",
"title": "Gluten Documents by version",
"content": " ",
"url": "/archives/v1.1.1/#gluten-documents-by-version",
"relUrl": "/archives/v1.1.1/#gluten-documents-by-version"
- },"277": {
+ },"281": {
"doc": "v1.1.1",
"title": "v1.1.1",
"content": " ",
"url": "/archives/v1.1.1/",
"relUrl": "/archives/v1.1.1/"
- },"278": {
+ },"282": {
"doc": "Archives",
"title": "Gluten Documents by version",
"content": " ",
"url": "/archives/#gluten-documents-by-version",
"relUrl": "/archives/#gluten-documents-by-version"
- },"279": {
+ },"283": {
"doc": "Archives",
"title": "Archives",
"content": " ",
"url": "/archives/",
"relUrl": "/archives/"
- },"280": {
+ },"284": {
"doc": "Developers",
"title": "Gluten Developers",
"content": "This document provides a developer overview of the project and
covers the following topics: . ",
"url": "/docs/developers/#gluten-developers",
"relUrl": "/docs/developers/#gluten-developers"
- },"281": {
+ },"285": {
"doc": "Developers",
"title": "Developers",
"content": " ",
"url": "/docs/developers/",
"relUrl": "/docs/developers/"
- },"282": {
+ },"286": {
"doc": "Getting-Started",
"title": "Getting Started with Gluten for Apache Spark",
"content": " ",
"url":
"/docs/getting-started/#getting-started-with-gluten-for-apache-spark",
"relUrl":
"/docs/getting-started/#getting-started-with-gluten-for-apache-spark"
- },"283": {
+ },"287": {
"doc": "Getting-Started",
"title": "Getting-Started",
"content": " ",
"url": "/docs/getting-started/",
"relUrl": "/docs/getting-started/"
- },"284": {
+ },"288": {
"doc": "Velox Backend",
"title": "Gluten Documents by version",
"content": " ",
"url": "/docs/velox-backend/#gluten-documents-by-version",
"relUrl": "/docs/velox-backend/#gluten-documents-by-version"
- },"285": {
+ },"289": {
"doc": "Velox Backend",
"title": "Velox Backend",
"content": " ",
"url": "/docs/velox-backend/",
"relUrl": "/docs/velox-backend/"
- },"286": {
+ },"290": {
"doc": "Documentations",
"title": "Gluten Documents by version",
"content": " ",
"url": "/docs/#gluten-documents-by-version",
"relUrl": "/docs/#gluten-documents-by-version"
- },"287": {
+ },"291": {
"doc": "Documentations",
"title": "Documentations",
"content": " ",
"url": "/docs/",
"relUrl": "/docs/"
- },"288": {
+ },"292": {
"doc": "Home",
"title": "Overview",
"content": "Apache Gluten(incubating) is a middle layer responsible for
offloading JVM-based SQL engines’ execution to native engines. ",
"url": "/#overview",
"relUrl": "/#overview"
- },"289": {
+ },"293": {
"doc": "Home",
"title": "1 Introduction",
"content": " ",
"url": "/#1-introduction",
"relUrl": "/#1-introduction"
- },"290": {
+ },"294": {
"doc": "Home",
"title": "1.1 Problem Statement",
"content": "Apache Spark is a stable, mature project that has been
developed for many years. It is one of the best frameworks to scale out for
processing petabyte-scale datasets. However, the Spark community has had to
address performance challenges that require various optimizations over time. As
a key optimization in Spark 2.0, Whole Stage Code Generation is introduced to
replace Volcano Model, which achieves 2x speedup. Henceforth, most
optimizations are at query plan level. Singl [...]
"url": "/#11-problem-statement",
"relUrl": "/#11-problem-statement"
- },"291": {
+ },"295": {
"doc": "Home",
"title": "1.2 Gluten’s Solution",
"content": "“Gluten” is Latin for glue. The main goal of Gluten project is
to “glue” native libraries with SparkSQL. Thus, we can benefit from high
scalability of Spark SQL framework and high performance of native libraries.
The basic rule of Gluten’s design is that we would reuse spark’s whole control
flow and as many JVM code as possible but offload the compute-intensive data
processing part to native code. Here is what Gluten does: . | Transform Spark’s
whole stage physical plan t [...]
"url": "/#12-glutens-solution",
"relUrl": "/#12-glutens-solution"
- },"292": {
+ },"296": {
"doc": "Home",
"title": "1.3 Target User",
"content": "Gluten’s target user is anyone who wants to accelerate
SparkSQL fundamentally. As a plugin to Spark, Gluten doesn’t require any change
for dataframe API or SQL query, but only requires user to make correct
configuration. See Gluten configuration properties here. ",
"url": "/#13-target-user",
"relUrl": "/#13-target-user"
- },"293": {
+ },"297": {
"doc": "Home",
"title": "1.4 References",
"content": "You can click below links for more related information. |
Gluten References | . ",
"url": "/#14-references",
"relUrl": "/#14-references"
- },"294": {
+ },"298": {
"doc": "Home",
"title": "2 Architecture",
"content": "The overview chart is like below. Substrait provides a
well-defined cross-language specification for data compute operations (see more
details here). Spark physical plan is transformed to Substrait plan. Then
Substrait plan is passed to native through JNI call. On native side, the native
operator chain will be built out and offloaded to native engine. Gluten will
return Columnar Batch to Spark and Spark Columnar API (since Spark-3.0) will be
used at execution time. Gluten [...]
"url": "/#2-architecture",
"relUrl": "/#2-architecture"
- },"295": {
+ },"299": {
"doc": "Home",
"title": "3 How to Use",
"content": "There are two methods for utilizing Gluten. The first is to
use a pre-built JAR for a quick test of Gluten’s acceleration capabilities. The
second is to compile the JAR yourself, ensuring it runs on your target platform
and delivers the best possible performance. ",
"url": "/#3-how-to-use",
"relUrl": "/#3-how-to-use"
- },"296": {
+ },"300": {
"doc": "Home",
"title": "3.1 Use a pre-Built Jar",
"content": "One way is to use released jar. Here is a simple example.
Currently, only centos7/8 and ubuntu20.04/22.04 are well supported. You can
find a pre-built gluten release jar in Apache Gluten Download. Please be aware
that the pre-built JAR is compiled using static linking via vcpkg, based on the
Intel® Xeon® Gold 6252 processor. It should be compatible with most operating
systems, including CentOS and Ubuntu, although performance is not guaranteed.
For the optimal performance [...]
"url": "/#31-use-a-pre-built-jar",
"relUrl": "/#31-use-a-pre-built-jar"
- },"297": {
+ },"301": {
"doc": "Home",
"title": "3.2 Custom Build",
"content": "To utilize Gluten with Spark, you can compile Gluten from the
source and then configure it to enable the Gluten plugin. Below is a
straightforward example. For more comprehensive instructions, please refer to
the detailed guidance provided in the corresponding backend section. export
gluten_jar = /PATH/TO/GLUTEN/backends-velox/target/<gluten-jar>
spark-shell \\ --master yarn --deploy-mode client \\ --conf
spark.plugins=org.apache.gluten.GlutenPlugin \\ --conf spark. [...]
"url": "/#32-custom-build",
"relUrl": "/#32-custom-build"
- },"298": {
+ },"302": {
"doc": "Home",
"title": "3.2.1 Build and install Gluten with Velox backend",
"content": "If you want to use Gluten Velox backend, see Build with Velox
to build and install the necessary libraries. You can also find more
information in Gluten with Velox backend and velox. ",
"url": "/#321-build-and-install-gluten-with-velox-backend",
"relUrl": "/#321-build-and-install-gluten-with-velox-backend"
- },"299": {
+ },"303": {
"doc": "Home",
"title": "3.2.2 Build and install Gluten with ClickHouse backend",
"content": "If you want to use Gluten ClickHouse backend, see Build with
ClickHouse Backend. ClickHouse backend is developed by Kyligence, please visit
Kyligence’s ClickHouse for more infomation. ",
"url": "/#322-build-and-install-gluten-with-clickhouse-backend",
"relUrl": "/#322-build-and-install-gluten-with-clickhouse-backend"
- },"300": {
+ },"304": {
"doc": "Home",
"title": "3.2.3 Build options",
"content": "See Build Parameters. ",
"url": "/#323-build-options",
"relUrl": "/#323-build-options"
- },"301": {
+ },"305": {
"doc": "Home",
"title": "4 Join the Community",
"content": " ",
"url": "/#4-join-the-community",
"relUrl": "/#4-join-the-community"
- },"302": {
+ },"306": {
"doc": "Home",
"title": "Contact Us",
"content": "Gluten was initiated by Intel and Kyligence in 2022. Several
companies are also actively participating in the development, such as BIGO,
Meituan, Alibaba Cloud, NetEase, Baidu, Microsoft, etc. If you are interested
in Gluten project, please contact and subscribe below mailing lists for further
discussion. Please see contact us for more information. ",
"url": "/#contact-us",
"relUrl": "/#contact-us"
- },"303": {
+ },"307": {
"doc": "Home",
"title": "Source Code",
"content": "Please see gluten source code for more information. ",
"url": "/#source-code",
"relUrl": "/#source-code"
- },"304": {
+ },"308": {
"doc": "Home",
"title": "How to Contribute to Gluten",
"content": "Please see contributing guide about how to make contributions.
",
"url": "/#how-to-contribute-to-gluten",
"relUrl": "/#how-to-contribute-to-gluten"
- },"305": {
+ },"309": {
"doc": "Home",
"title": "Wechat Group",
"content": "There is a Wechat group (in Chinese) which may be more
friendly for PRC developers/users. Due to the limitation of wechat group,
please mail to [email protected]. ",
"url": "/#wechat-group",
"relUrl": "/#wechat-group"
- },"306": {
+ },"310": {
"doc": "Home",
"title": "Slack channel",
"content": "For Velox backend, we recommend to use velox community. ",
"url": "/#slack-channel",
"relUrl": "/#slack-channel"
- },"307": {
+ },"311": {
"doc": "Home",
"title": "5 Performance",
"content": "We use TPCH-like and TPCDS-like as decison support benchmarks
to evaluate Gluten’s performance. TPCH-like is a query set for modified from
TPC-H benchmark and TPCDS-like is a query set for modified from TPC-DS
benchmark. We use Parquet file format for Velox testing & MergeTree file
format for Clickhouse testing, compared to Parquet file format as baseline. See
Decision Support Benchmark. ",
"url": "/#5-performance",
"relUrl": "/#5-performance"
- },"308": {
+ },"312": {
"doc": "Home",
"title": "Gluten + Velox backend Performance",
"content": "The below test environment: single node with 3TB data on
Intel® Xeon® Platinum 8592+; Spark-3.3.1 for both baseline and Gluten. The
TPCH-like result (tested in Mar. 2024) shows an overall speedup of 3.34x and up
to 23.45x speedup in a single query with Gluten + Velox backend used. The
TPCDS-like result (tested in Mar. 2024) shows an overall speedup of 3.02x and
up to 13.75x speedup in a single query with Gluten + Velox backend used.
Notices & Disclaimers . Performance [...]
"url": "/#gluten--velox-backend-performance",
"relUrl": "/#gluten--velox-backend-performance"
- },"309": {
+ },"313": {
"doc": "Home",
"title": "Gluten + ClickHouse backend Performance",
"content": "The below testing environment: a 8-nodes AWS cluster with 1TB
data; Spark-3.1.1 for both baseline and Gluten. The Decision Support Benchmark1
result shows an average speedup of 2.12x and up to 3.48x speedup with Gluten
Clickhouse backend. ",
"url": "/#gluten--clickhouse-backend-performance",
"relUrl": "/#gluten--clickhouse-backend-performance"
- },"310": {
+ },"314": {
"doc": "Home",
"title": "Thanks to our contributors",
"content": ". ",
"url": "/#thanks-to-our-contributors",
"relUrl": "/#thanks-to-our-contributors"
- },"311": {
+ },"315": {
"doc": "Home",
"title": "Home",
"content": " ",
"url": "/",
"relUrl": "/"
- },"312": {
+ },"316": {
"doc": "Gluten References",
"title": "Gluten related Use Cases and Publications",
"content": "For more information on Apache Gluten (incubating), including
related articles and videos, please refer to the following links. | Title |
Company | Publish Date | Reference | . | Gluten: A middle layer to offload
Spark SQL to Native | Intel | Jul. 2022 | Link | . | Best Exploration of
Columnar Shuffle Design | Intel | Jul. 2022 | Link | . | Gluten Introduction |
Intel | Sept. 2022 | Link | . | Introducing Velox | Meta | Mar. 2023 | Link | .
| Gluten in Kyligence(in Chines [...]
"url": "/references/#gluten-related-use-cases-and-publications",
"relUrl": "/references/#gluten-related-use-cases-and-publications"
- },"313": {
+ },"317": {
"doc": "Gluten References",
"title": "Gluten References",
"content": " ",
"url": "/references/",
"relUrl": "/references/"
- },"314": {
+ },"318": {
"doc": "Limitations",
"title": "Velox Backend Limitations",
"content": "This document describes the limitations of velox backend by
listing some known cases where exception will be thrown, gluten behaves
incompatibly with spark, or certain plan’s execution must fall back to vanilla
spark, etc. Override of Spark classes (For Spark3.2 and Spark3.3) . Gluten
avoids to modify Spark’s existing code and use Spark APIs if possible. However,
some APIs aren’t exposed in Vanilla spark and we have to copy the Spark file
and do the hardcode changes. The [...]
"url": "/docs/velox-backend/limitations/#velox-backend-limitations",
"relUrl": "/docs/velox-backend/limitations/#velox-backend-limitations"
- },"315": {
+ },"319": {
"doc": "Limitations",
"title": "Limitations",
"content": " ",
"url": "/docs/velox-backend/limitations/",
"relUrl": "/docs/velox-backend/limitations/"
- },"316": {
+ },"320": {
"doc": "Supported Operators & Functions",
"title": "The Operators and Functions Support Progress",
"content": "Gluten is still under active development. Here is a list of
supported operators and functions. Since the same function may have different
semantics between Presto and Spark, Velox implement the functions in Presto
category, if we note a different semantics from Spark, then the function is
implemented in Spark category. So Gluten will first try to find function in
Velox’s spark category, if a function isn’t implemented then refer to Presto
category. The total number of fun [...]
"url":
"/docs/velox-backend/support/#the-operators-and-functions-support-progress",
"relUrl":
"/docs/velox-backend/support/#the-operators-and-functions-support-progress"
- },"317": {
+ },"321": {
"doc": "Supported Operators & Functions",
"title": "Supported Operators & Functions",
"content": " ",
"url": "/docs/velox-backend/support/",
"relUrl": "/docs/velox-backend/support/"
- },"318": {
+ },"322": {
"doc": "Troubleshooting",
"title": "Velox Backend Troubleshooting",
"content": "Fatal error after native exception is thrown . We depend on
checking exceptions thrown from native code to validate whether a spark plan
can be really offloaded to native engine. But if libunwind-dev is installed,
native exception will not be caught and will interrupt the program. So far, we
observed this fatal error can happen only on Ubuntu 20.04. Please remove
libunwind-dev and then re-build the project to address this issue. sudo apt-get
purge --auto-remove libunwind- [...]
"url":
"/docs/velox-backend/troubleshooting/#velox-backend-troubleshooting",
"relUrl":
"/docs/velox-backend/troubleshooting/#velox-backend-troubleshooting"
- },"319": {
+ },"323": {
"doc": "Troubleshooting",
"title": "Troubleshooting",
"content": " ",
"url": "/docs/velox-backend/troubleshooting/",
"relUrl": "/docs/velox-backend/troubleshooting/"
- },"320": {
+ },"324": {
"doc": "Velox UDF",
"title": "Velox User-Defined Functions (UDF) and User-Defined Aggregate
Functions (UDAF)",
"content": " ",
"url":
"/docs/velox-backend/udf/#velox-user-defined-functions-udf-and-user-defined-aggregate-functions-udaf",
"relUrl":
"/docs/velox-backend/udf/#velox-user-defined-functions-udf-and-user-defined-aggregate-functions-udaf"
- },"321": {
+ },"325": {
"doc": "Velox UDF",
"title": "Introduction",
"content": "Velox backend supports User-Defined Functions (UDF) and
User-Defined Aggregate Functions (UDAF). Users can create their own functions
using the UDF interface provided in Velox backend and build libraries for these
functions. At runtime, the UDF are registered at the start of applications.
Once registered, Gluten will be able to parse and offload these UDF into Velox
during execution. ",
"url": "/docs/velox-backend/udf/#introduction",
"relUrl": "/docs/velox-backend/udf/#introduction"
- },"322": {
+ },"326": {
"doc": "Velox UDF",
"title": "Create and Build UDF/UDAF library",
"content": "The following steps demonstrate how to set up a UDF library
project: . | Include the UDF Interface Header: First, include the UDF interface
header file Udf.h in the project file. The header file defines the UdfEntry
struct, along with the macros for declaring the necessary functions to
integrate the UDF into Gluten and Velox. | Implement the UDF: Implement UDF.
These functions should be able to register to Velox. | Implement the Interface
Functions: Implement the followin [...]
"url": "/docs/velox-backend/udf/#create-and-build-udfudaf-library",
"relUrl": "/docs/velox-backend/udf/#create-and-build-udfudaf-library"
- },"323": {
+ },"327": {
"doc": "Velox UDF",
"title": "Using UDF/UDAF in Gluten",
"content": "Gluten loads the UDF libraries at runtime. You can upload UDF
libraries via --files or --archives, and configure the library paths using the
provided Spark configuration, which accepts comma separated list of library
paths. Note if running on Yarn client mode, the uploaded files are not
reachable on driver side. Users should copy those files to somewhere reachable
for driver and set
spark.gluten.sql.columnar.backend.velox.driver.udfLibraryPaths. This
configuration is also [...]
"url": "/docs/velox-backend/udf/#using-udfudaf-in-gluten",
"relUrl": "/docs/velox-backend/udf/#using-udfudaf-in-gluten"
- },"324": {
+ },"328": {
"doc": "Velox UDF",
"title": "Try the example",
"content": "We provided Velox UDF examples in file MyUDF.cc and UDAF
examples in file MyUDAF.cc. You need to build the gluten project with
--build_example=ON to get the example libraries./dev/buildbundle-veloxbe.sh
--build_examples=ON . Then, you can find the example libraries at
/path/to/gluten/cpp/build/velox/udf/examples/ . Start spark-shell or spark-sql
with below configuration . # Use the `--files` option to upload a library and
configure its relative path --files /path/to/glute [...]
"url": "/docs/velox-backend/udf/#try-the-example",
"relUrl": "/docs/velox-backend/udf/#try-the-example"
- },"325": {
+ },"329": {
"doc": "Velox UDF",
"title": "Configurations",
"content": "| Parameters | Description | . |
spark.gluten.sql.columnar.backend.velox.udfLibraryPaths | Path to the udf/udaf
libraries. | . | spark.gluten.sql.columnar.backend.velox.driver.udfLibraryPaths
| Path to the udf/udaf libraries on driver node. Only applicable on yarn-client
mode. | . | spark.gluten.sql.columnar.backend.velox.udfAllowTypeConversion |
Whether to inject possible cast to convert mismatched data types from input to
one registered signatures. | . ",
"url": "/docs/velox-backend/udf/#configurations",
"relUrl": "/docs/velox-backend/udf/#configurations"
- },"326": {
+ },"330": {
"doc": "Velox UDF",
"title": "Pandas UDFs (a.k.a. Vectorized UDFs)",
"content": " ",
"url": "/docs/velox-backend/udf/#pandas-udfs-aka-vectorized-udfs",
"relUrl": "/docs/velox-backend/udf/#pandas-udfs-aka-vectorized-udfs"
- },"327": {
+ },"331": {
"doc": "Velox UDF",
"title": "Introduction",
"content": "Pandas UDFs are user defined functions that are executed by
Spark using Arrow to transfer data and Pandas to work with the data, which
allows vectorized operations. A Pandas UDF is defined using the pandas_udf() as
a decorator or to wrap the function, and no additional configuration is
required. A Pandas UDF behaves as a regular PySpark function API in general.
For more details, you can refer doc. ",
"url": "/docs/velox-backend/udf/#introduction-1",
"relUrl": "/docs/velox-backend/udf/#introduction-1"
- },"328": {
+ },"332": {
"doc": "Velox UDF",
"title": "Using Pandas UDFs in Gluten with Velox Backend",
"content": "Similar as in vanilla Spark, user needs to set up
pyspark/arrow dependencies properly first. You may can refer following steps: .
pip3 install pyspark==$SPARK_VERSION cython pip3 install pandas pyarrow .
Gluten provides a config to control enable ColumnarArrowEvalPython or not, with
true as defalt. spark.gluten.sql.columnar.arrowUdf . Then take following
PySpark code for example: . from pyspark.sql.functions import pandas_udf,
PandasUDFType import pyspark.sql.functions as [...]
"url":
"/docs/velox-backend/udf/#using-pandas-udfs-in-gluten-with-velox-backend",
"relUrl":
"/docs/velox-backend/udf/#using-pandas-udfs-in-gluten-with-velox-backend"
- },"329": {
+ },"333": {
"doc": "Velox UDF",
"title": "Velox UDF",
"content": " ",
"url": "/docs/velox-backend/udf/",
"relUrl": "/docs/velox-backend/udf/"
- },"330": {
+ },"334": {
"doc": "v1.1.1/Velox Function Development",
"title": "Developer Guide for Implementing Spark Built-in SQL Functions in
Velox",
"content": "In velox, two folders prestosql & sparksql are holding
most sql functions, respective for presto and spark. Gluten will ask velox to
firstly register prestosql functions, then sparksql functions. So if prestosql
and sparksql share same signature for a function, the sparksql function will
overwrite the corresponding prestosql function. If the required function is
lacking in both folders (exceptions are some common functions defined outside,
like cast), we need to imple [...]
"url":
"/archives/v1.1.1/developers/velox_function_development/#developer-guide-for-implementing-spark-built-in-sql-functions-in-velox",
"relUrl":
"/archives/v1.1.1/developers/velox_function_development/#developer-guide-for-implementing-spark-built-in-sql-functions-in-velox"
- },"331": {
+ },"335": {
"doc": "v1.1.1/Velox Function Development",
"title": "v1.1.1/Velox Function Development",
"content": " ",
"url": "/archives/v1.1.1/developers/velox_function_development/",
"relUrl": "/archives/v1.1.1/developers/velox_function_development/"
- },"332": {
+ },"336": {
"doc": "Velox Function Development",
"title": "Developer Guide for Implementing Spark Built-in SQL Functions in
Velox",
"content": "In velox, two folders prestosql & sparksql are holding
most sql functions, respective for presto and spark. Gluten will ask velox to
firstly register prestosql functions, then sparksql functions. So if prestosql
and sparksql share same signature for a function, the sparksql function will
overwrite the corresponding prestosql function. If the required function is
lacking in both folders (exceptions are some common functions defined outside,
like cast), we need to imple [...]
"url":
"/docs/developers/velox-function-dev/#developer-guide-for-implementing-spark-built-in-sql-functions-in-velox",
"relUrl":
"/docs/developers/velox-function-dev/#developer-guide-for-implementing-spark-built-in-sql-functions-in-velox"
- },"333": {
+ },"337": {
"doc": "Velox Function Development",
"title": "Velox Function Development",
"content": " ",
diff --git a/output/docs/getting-started/abfs/index.html
b/output/blog/index.html
similarity index 56%
copy from output/docs/getting-started/abfs/index.html
copy to output/blog/index.html
index e48dcdd..169a069 100644
--- a/output/docs/getting-started/abfs/index.html
+++ b/output/blog/index.html
@@ -1,2 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
-</code></pre></div></div> <h3
id="other-authentatication-methods-are-not-yet-supported"> <a
href="#other-authentatication-methods-are-not-yet-supported"
class="anchor-heading"
aria-labelledby="other-authentatication-methods-are-not-yet-supported"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Other authentatication methods are not
yet supported. </h3> <h1 id="local-caching-support"> <a
href="#local-caching-support" class="anchor-heading" aria-lab [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(5)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/contact/index.html b/output/contact/index.html
index 4ac3145..14f0ccd 100644
--- a/output/contact/index.html
+++ b/output/contact/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(7)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(8)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/contributing/index.html b/output/contributing/index.html
index 3c9d0f5..8df649a 100644
--- a/output/contributing/index.html
+++ b/output/contributing/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(6)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(7)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/docs/configuration/index.html
b/output/docs/configuration/index.html
index 626d5ff..f68df28 100644
--- a/output/docs/configuration/index.html
+++ b/output/docs/configuration/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
<span class="nv">sparkContext</span><span class="o">.</span><span
class="py">setLocalProperty</span><span class="o">(</span><span
class="n">key</span><span class="o">,</span> <span class="n">value</span><span
class="o">)</span>
<span class="nv">spark</span><span class="o">.</span><span
class="py">sql</span><span class="o">(</span><span class="s">"select * from
demo_tables"</span><span class="o">).</span><span class="py">show</span><span
class="o">()</span>
</code></pre></div></div> </main> <hr> <footer> <p><a href="#top"
id="back-to-top">Back to top</a></p> <a
href="https://incubator.apache.org/";><img
src="/assets/images/apache-incubator.svg" style="width:300px"></a> <p
class="text-small text-grey-dk-100 mb-0">Copyright © 2024 The Apache Software
Foundation, Licensed under the Apache License, Version 2.0. Apache Gluten,
Gluten, Apache, the Apache feather logo, and the Apache Gluten project logo are
either registered trademarks or trademark [...]
diff --git a/output/docs/developers/UsingGperftoolsInCH.html
b/output/docs/developers/UsingGperftoolsInCH.html
index aa43b56..5d953bc 100644
--- a/output/docs/developers/UsingGperftoolsInCH.html
+++ b/output/docs/developers/UsingGperftoolsInCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
export LD_PRELOAD=$tcmalloc_path,libch.so # load the library in the driver
--files $tcmalloc_path # upload the library to the cluster
--conf spark.executorEnv.LD_PRELOAD=./libtcmalloc_and_profiler.so,libch.so #
load the library in the executor
diff --git a/output/docs/developers/UsingJemallocWithCH.html
b/output/docs/developers/UsingJemallocWithCH.html
index 8f79e05..7b1c34a 100644
--- a/output/docs/developers/UsingJemallocWithCH.html
+++ b/output/docs/developers/UsingJemallocWithCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
# At the time ClickHouse uses LLVM libunwind which follows libgcc's way of
backtracking.
#
# ClickHouse has to provide `unw_backtrace` method by the means of [commit
8e2b31e](https://github.com/ClickHouse/libunwind/commit/8e2b31e766dd502f6df74909e04a7dbdf5182eb1).
diff --git a/output/docs/developers/cpp-code-style/index.html
b/output/docs/developers/cpp-code-style/index.html
index 55cd68f..d959102 100644
--- a/output/docs/developers/cpp-code-style/index.html
+++ b/output/docs/developers/cpp-code-style/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/docs/developers/docker-centos7/index.html
b/output/docs/developers/docker-centos7/index.html
index 883c66e..63e2bd7 100644
--- a/output/docs/developers/docker-centos7/index.html
+++ b/output/docs/developers/docker-centos7/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
docker run <span class="nt">-itd</span> <span class="nt">--name</span> gluten
centos:7 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-bash
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>yum
<span class="nt">-y</span> <span class="nb">install </span>epel-release
centos-release-scl
diff --git a/output/docs/developers/docker-centos8/index.html
b/output/docs/developers/docker-centos8/index.html
index 8eb9b93..d44d52c 100644
--- a/output/docs/developers/docker-centos8/index.html
+++ b/output/docs/developers/docker-centos8/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
docker run <span class="nt">-itd</span> <span class="nt">--name</span> gluten
centos:8 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-bash
highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span
class="c">#update mirror</span>
diff --git a/output/docs/developers/docker-ubuntu/index.html
b/output/docs/developers/docker-ubuntu/index.html
index 493740b..5a11bdb 100644
--- a/output/docs/developers/docker-ubuntu/index.html
+++ b/output/docs/developers/docker-ubuntu/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
docker run <span class="nt">-itd</span> <span class="nt">--network</span> host
<span class="nt">--name</span> gluten ubuntu:22.04 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-bash
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>apt-get
update
diff --git a/output/docs/developers/how-to-release/index.html
b/output/docs/developers/how-to-release/index.html
index 3f7dfb8..cc928a0 100644
--- a/output/docs/developers/how-to-release/index.html
+++ b/output/docs/developers/how-to-release/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
<span class="nv">$ </span>gpg <span class="nt">--full-generate-key</span>
<span class="c"># list the GPG keys</span>
diff --git a/output/docs/developers/how-to-use/index.html
b/output/docs/developers/how-to-use/index.html
index 1c994e3..d95215c 100644
--- a/output/docs/developers/how-to-use/index.html
+++ b/output/docs/developers/how-to-use/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
</code></pre></div> </div> <ul> <li>Compiling with <code
class="language-plaintext highlighter-rouge">--build_type=Debug</code> is good
for debugging.</li> <li>The executable file <code class="language-plaintext
highlighter-rouge">generic_benchmark</code> will be generated under the
directory of <code class="language-plaintext
highlighter-rouge">gluten_home/cpp/build/velox/benchmarks/</code>.</li> </ul>
</li> <li>build Gluten and generate the example files <div class="language-bash
highl [...]
mvn clean package <span class="nt">-Pspark-3</span>.2 <span
class="nt">-Pbackends-velox</span> <span class="nt">-Prss</span>
mvn <span class="nb">test</span> <span class="nt">-Pspark-3</span>.2 <span
class="nt">-Pbackends-velox</span> <span class="nt">-Prss</span> <span
class="nt">-pl</span> backends-velox <span class="nt">-am</span> <span
class="nt">-DtagsToInclude</span><span class="o">=</span><span
class="s2">"io.glutenproject.tags.GenerateExample"</span> <span
class="nt">-Dtest</span><span class="o">=</span>none <span
class="nt">-DfailIfNoTests</span><span class="o">=</span><span
class="nb">false</span> <s [...]
diff --git a/output/docs/developers/index.html
b/output/docs/developers/index.html
index dea83a0..bc8f438 100644
--- a/output/docs/developers/index.html
+++ b/output/docs/developers/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(3)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(3)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/developers/microbenchmarks/index.html
b/output/docs/developers/microbenchmarks/index.html
index 6988f82..3ee658e 100644
--- a/output/docs/developers/microbenchmarks/index.html
+++ b/output/docs/developers/microbenchmarks/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
./dev/buildbundle-veloxbe.sh <span class="nt">--build_tests</span><span
class="o">=</span>ON <span class="nt">--build_benchmarks</span><span
class="o">=</span>ON
<span class="c"># Run test to generate input data files. If you are using
spark 3.3, replace -Pspark-3.2 with -Pspark-3.3</span>
diff --git a/output/docs/developers/new-to/index.html
b/output/docs/developers/new-to/index.html
index ce8efe3..c8f276f 100644
--- a/output/docs/developers/new-to/index.html
+++ b/output/docs/developers/new-to/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
update-alternatives <span class="nt">--config</span> java
java <span class="nt">-version</span>
</code></pre></div></div> <p><code class="language-plaintext
highlighter-rouge">--config java</code> to config java executable path, <code
class="language-plaintext highlighter-rouge">javac</code> and other commands
can also use this command to config. For some other uses, we suggest to set
<code class="language-plaintext highlighter-rouge">JAVA_HOME</code>.</p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="nb">export </span [...]
diff --git a/output/docs/developers/substrait/index.html
b/output/docs/developers/substrait/index.html
index c060103..0c40cf5 100644
--- a/output/docs/developers/substrait/index.html
+++ b/output/docs/developers/substrait/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/docs/developers/velox-function-dev/index.html
b/output/docs/developers/velox-function-dev/index.html
index 4858bf5..c6868b3 100644
--- a/output/docs/developers/velox-function-dev/index.html
+++ b/output/docs/developers/velox-function-dev/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
struct BitwiseAndFunction {
template <typename TInput>
// For void return type, it indicates null result will never be obtained for
non-null input.
diff --git a/output/docs/getting-started/abfs/index.html
b/output/docs/getting-started/abfs/index.html
index e48dcdd..ce03f37 100644
--- a/output/docs/getting-started/abfs/index.html
+++ b/output/docs/getting-started/abfs/index.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
</code></pre></div></div> <h3
id="other-authentatication-methods-are-not-yet-supported"> <a
href="#other-authentatication-methods-are-not-yet-supported"
class="anchor-heading"
aria-labelledby="other-authentatication-methods-are-not-yet-supported"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Other authentatication methods are not
yet supported. </h3> <h1 id="local-caching-support"> <a
href="#local-caching-support" class="anchor-heading" aria-lab [...]
diff --git a/output/docs/getting-started/build-guide/index.html
b/output/docs/getting-started/build-guide/index.html
index 8b04ff4..a40cda8 100644
--- a/output/docs/getting-started/build-guide/index.html
+++ b/output/docs/getting-started/build-guide/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/docs/getting-started/clickhouse-backend/index.html
b/output/docs/getting-started/clickhouse-backend/index.html
index 9b66904..ff2262b 100644
--- a/output/docs/getting-started/clickhouse-backend/index.html
+++ b/output/docs/getting-started/clickhouse-backend/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
</code></pre></div></div> <h4
id="setup-clickhouse-backend-development-environment"> <a
href="#setup-clickhouse-backend-development-environment" class="anchor-heading"
aria-labelledby="setup-clickhouse-backend-development-environment"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Setup ClickHouse backend development
environment </h4> <p>If you don’t care about development environment, you can
skip this part.</p> <p>Otherwise, do:</p> <ol> <li>cl [...]
git clone <span class="nt">--recursive</span> <span
class="nt">--shallow-submodules</span> <span class="nt">-b</span>
clickhouse_backend https://github.com/Kyligence/ClickHouse.git
</code></pre></div> </div> </li> <li> <p>Configure cpp-ch
${GLUTEN_SOURCE}/cpp-ch can be treated as an add-on of Kyligence/Clickhouse</p>
<p>First, initialize some configuration for this add-on:</p> <div
class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> <span class="nb">export </span><span
class="nv">GLUTEN_SOURCE</span><span class="o">=</span>/path/to/gluten
diff --git a/output/docs/getting-started/gcs/index.html
b/output/docs/getting-started/gcs/index.html
index 8cfe81a..3e97c3c 100644
--- a/output/docs/getting-started/gcs/index.html
+++ b/output/docs/getting-started/gcs/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.hadoop.fs.gs.auth.service.account.json.keyfile // path to the json file
with the credentials.
</code></pre></div></div> <h2 id="configuring-gcs-endpoints"> <a
href="#configuring-gcs-endpoints" class="anchor-heading"
aria-labelledby="configuring-gcs-endpoints"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Configuring GCS
endpoints </h2> <p>For cases when a GCS mock is used, an optional endpoint can
be provided:</p> <div class="language-shell highlighter-rouge"><div
class="highlight"><pre class="highlight"><code>spark.hadoop.fs.gs.storage. [...]
</code></pre></div></div> <h2 id="configuring-gcs-max-retry-count"> <a
href="#configuring-gcs-max-retry-count" class="anchor-heading"
aria-labelledby="configuring-gcs-max-retry-count"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Configuring GCS
max retry count </h2> <p>For cases when a transient server error is detected,
GCS can be configured to keep retrying until a number of transient error is
detected.</p> <div class="language-shell highligh [...]
diff --git a/output/docs/getting-started/index.html
b/output/docs/getting-started/index.html
index 3ffd43e..c9f505c 100644
--- a/output/docs/getting-started/index.html
+++ b/output/docs/getting-started/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/getting-started/localcache/index.html
b/output/docs/getting-started/localcache/index.html
index 8123161..5bc40ca 100644
--- a/output/docs/getting-started/localcache/index.html
+++ b/output/docs/getting-started/localcache/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.gluten.sql.columnar.backend.velox.memCacheSize // the total size of
<span class="k">in</span><span class="nt">-mem</span> cache, default is 128MB.
spark.gluten.sql.columnar.backend.velox.ssdCachePath // the folder to
store the cache files, default is <span class="s2">"/tmp"</span><span
class="nb">.</span>
spark.gluten.sql.columnar.backend.velox.ssdCacheSize // the total size of
the SSD cache, default is 128MB. Velox will <span class="k">do in</span><span
class="nt">-mem</span> cache only <span class="k">if </span>this value is 0.
diff --git a/output/docs/getting-started/s3/index.html
b/output/docs/getting-started/s3/index.html
index e34eb19..4b6ccdf 100644
--- a/output/docs/getting-started/s3/index.html
+++ b/output/docs/getting-started/s3/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.hadoop.fs.s3a.aws.credentials.provider
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider
spark.hadoop.fs.s3a.access.key XXXXXXXXX
spark.hadoop.fs.s3a.secret.key XXXXXXXXX
diff --git a/output/docs/getting-started/velox-backend/index.html
b/output/docs/getting-started/velox-backend/index.html
index 979f9a4..3d60ddd 100644
--- a/output/docs/getting-started/velox-backend/index.html
+++ b/output/docs/getting-started/velox-backend/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
<span class="nb">export </span><span class="nv">JAVA_HOME</span><span
class="o">=</span>/usr/lib/jvm/java-8-openjdk-amd64
<span class="nb">export </span><span class="nv">PATH</span><span
class="o">=</span><span class="nv">$JAVA_HOME</span>/bin:<span
class="nv">$PATH</span>
</code></pre></div></div> <p><strong>For aarch64</strong></p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="c">## make sure jdk8 is used</span>
diff --git a/output/docs/index.html b/output/docs/index.html
index 2c59792..c5f2fcf 100644
--- a/output/docs/index.html
+++ b/output/docs/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(2)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(2)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/docs/velox-backend/index.html
b/output/docs/velox-backend/index.html
index 78ba3f1..b78336e 100644
--- a/output/docs/velox-backend/index.html
+++ b/output/docs/velox-backend/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(4)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(4)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/velox-backend/limitations/index.html
b/output/docs/velox-backend/limitations/index.html
index becf8d2..75197e2 100644
--- a/output/docs/velox-backend/limitations/index.html
+++ b/output/docs/velox-backend/limitations/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
</code></pre></div></div> <h4 id="filesource-format"> <a
href="#filesource-format" class="anchor-heading"
aria-labelledby="filesource-format"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> FileSource
format </h4> <p>Currently, Gluten only fully supports parquet file format and
partially support ORC. If other format is used, scan operator falls back to
vanilla spark.</p> <h4 id="partitioned-table-scan"> <a
href="#partitioned-table-scan" class="anc [...]
<span class="nv">spark</span><span class="o">.</span><span
class="py">sql</span><span class="o">(</span><span class="s">"INSERT OVERWRITE
TABLE t partition(c=1, d=2) SELECT 3 as e"</span><span class="o">)</span>
</code></pre></div></div> <p>Gluten does not support dynamic partition write
and bucket write, Exception may be raised if you use. e.g.,</p> <div
class="language-scala highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="nv">spark</span><span
class="o">.</span><span class="py">range</span><span class="o">(</span><span
class="mi">100</span><span class="o">).</span><span
class="py">selectExpr</span><span class="o">(</span><span class="s">"id as
c1"</span><spa [...]
diff --git a/output/docs/velox-backend/support/index.html
b/output/docs/velox-backend/support/index.html
index c252d02..1d419a0 100644
--- a/output/docs/velox-backend/support/index.html
+++ b/output/docs/velox-backend/support/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/docs/velox-backend/troubleshooting/index.html
b/output/docs/velox-backend/troubleshooting/index.html
index 91d3ea9..cd992bc 100644
--- a/output/docs/velox-backend/troubleshooting/index.html
+++ b/output/docs/velox-backend/troubleshooting/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
# velox backend only
rm -rf $SPARK_HOME/jars/flatbuffers-*
rm -rf $SPARK_HOME/jars/arrow-*
diff --git a/output/docs/velox-backend/udf/index.html
b/output/docs/velox-backend/udf/index.html
index 1720e68..16b4cd3 100644
--- a/output/docs/velox-backend/udf/index.html
+++ b/output/docs/velox-backend/udf/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
#include <velox/expression/VectorFunction.h>
#include <velox/udf/Udf.h>
diff --git a/output/downloads/index.html b/output/downloads/index.html
index 62081bd..286653e 100644
--- a/output/downloads/index.html
+++ b/output/downloads/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(4)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(4)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
diff --git a/output/feed.xml b/output/feed.xml
index 9f5e90a..7c1f309 100644
--- a/output/feed.xml
+++ b/output/feed.xml
@@ -1,4 +1,32 @@
-<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="3.9.3">Jekyll</generator><link
href="https://gluten.apache.org/feed.xml"; rel="self"
type="application/atom+xml" /><link href="https://gluten.apache.org/";
rel="alternate" type="text/html"
/><updated>2024-09-12T08:39:36+00:00</updated><id>https://gluten.apache.org/feed.xml</id><title
type="html">Apache Gluten incubating</title><subtitle>Gluten is a middle layer
r [...]
+<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="3.9.3">Jekyll</generator><link
href="https://gluten.apache.org/feed.xml"; rel="self"
type="application/atom+xml" /><link href="https://gluten.apache.org/";
rel="alternate" type="text/html"
/><updated>2024-09-12T09:53:30+00:00</updated><id>https://gluten.apache.org/feed.xml</id><title
type="html">Apache Gluten incubating</title><subtitle>Gluten is a middle layer
r [...]
+
+<p>What’s new in Gluten 1.2.0</p>
+
+<ul>
+ <li>Support Spark 3.2.2, 3.3.1, 3.4.2, and 3.5.1 with all UTs
passed(if data type supported)</li>
+ <li>Support 31 common Spark Operators(based on Spark3.2)</li>
+ <li>Support 266 common Spark Functions(based on Spark3.2)</li>
+ <li>Velox codebase updated to 2024/07/05</li>
+ <li>New RSS support: add Apache Uniffle integration</li>
+ <li>New Data Lake support: Iceberge, Delta Lake</li>
+ <li>New File Format Support: CSV</li>
+ <li>Enhanced CI workflow</li>
+ <li>Refresh Documentations in Gluten
website(https://gluten.apache.org/)</li>
+ <li>More Stability in Spill, OOM, and other cases support</li>
+ <li>More Bug Fixing</li>
+</ul>
+
+<p>For further information, please check</p>
+
+<p><a
href="https://gluten.apache.org/downloads/">Downloads</a></p>
+
+<p><a
href="https://github.com/apache/incubator-gluten/releases/tag/v1.2.0">Release
Notes</a></p>
+
+<p><a
href="http://gluten.apache.org/docs/">Documentations</a></p>
+
+<p><a
href="http://gluten.apache.org/contributing/">About How to
Contribute to Gluten</a></p>
+
+<p><a href="http://gluten.apache.org/contact/">Contact
Us</a></p></content><author><name>Weiting
Chen</name></author><summary type="html">On Sept. 3rd 2024, I am thrilled to
share that Apache Gluten (incubating) has celebrated its 1st Apache official
release, version 1.2.0, featuring the following
highlights.</summary></entry><entry><title type="html">Welcome to
Jekyll!</title><link
href="https://gluten.apache.org/jekyll/update/2024/02/08/welcome-to-jeky [...]
<p>Jekyll requires blog post files to be named according to the
following format:</p>
diff --git a/output/index.html b/output/index.html
index 5a7bcd9..967372d 100644
--- a/output/index.html
+++ b/output/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(1)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(1)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
--master yarn --deploy-mode client \
--conf spark.plugins=org.apache.gluten.GlutenPlugin \
--conf spark.memory.offHeap.enabled=true \
diff --git a/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
b/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
index b4bd1ff..e53769c 100644
--- a/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
+++ b/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
<span class="nb">puts</span> <span class="s2">"Hi, </span><span
class="si">#{</span><span class="nb">name</span><span class="si">}</span><span
class="s2">"</span>
<span class="k">end</span>
<span class="n">print_hi</span><span class="p">(</span><span
class="s1">'Tom'</span><span class="p">)</span>
diff --git a/output/references/index.html b/output/references/index.html
index d9a4408..0ad085e 100644
--- a/output/references/index.html
+++ b/output/references/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(5)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(6)) > a, .site-nav > ul.nav-list:first-child > li > ul > li a
{ background-image: none; } .site-nav > ul.nav-list:no [...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
