This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-gluten-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 927c99a Automatic Site Publish by Buildbot
927c99a is described below
commit 927c99a437ddbd9e681db61c6f1bd8e6a42f3dbf
Author: buildbot <[email protected]>
AuthorDate: Tue Jul 30 05:37:33 2024 +0000
Automatic Site Publish by Buildbot
---
output/404.html | 2 +-
output/about/index.html | 2 +-
output/asf/index.html | 2 +-
output/assets/css/just-the-docs-dark.css | 16 +-
output/assets/css/just-the-docs-default.css | 16 +-
output/assets/css/just-the-docs-light.css | 16 +-
output/assets/js/just-the-docs.js | 8 +-
output/assets/js/search-data.json | 169 ++++++++++++---------
output/clickhouse/index.html | 2 +-
output/contact-us.html | 2 +-
output/contributing.html | 2 +-
output/developers/CppCodingStyle.html | 2 +-
output/developers/HowTo.html | 2 +-
output/developers/HowToRelease.html | 118 ++++++++++++++
output/developers/MicroBenchmarks.html | 2 +-
output/developers/NewToGluten.html | 2 +-
output/developers/SubstraitModifications.html | 2 +-
output/developers/UsingGperftoolsInCH.html | 2 +-
output/developers/UsingJemallocWithCH.html | 2 +-
output/developers/docker_centos7.html | 2 +-
output/developers/docker_centos8.html | 2 +-
output/developers/docker_ubuntu22.04.html | 2 +-
output/developers/index.html | 2 +-
.../velox-function-development-guide.html | 2 +-
output/docs/clickhouse/getting-started.html | 2 +-
output/docs/index.html | 2 +-
output/docs/velox/build_parameters.html | 2 +-
output/docs/velox/gcs.html | 2 +-
output/docs/velox/getting-started.html | 2 +-
output/docs/velox/index.html | 2 +-
output/docs/velox/s3.html | 2 +-
output/feed.xml | 2 +-
output/index.html | 2 +-
.../update/2024/02/08/welcome-to-jekyll.html | 2 +-
output/release.html | 2 +-
35 files changed, 277 insertions(+), 124 deletions(-)
diff --git a/output/404.html b/output/404.html
index 478f5b4..23b705a 100644
--- a/output/404.html
+++ b/output/404.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
diff --git a/output/about/index.html b/output/about/index.html
index a5d7894..36568b4 100644
--- a/output/about/index.html
+++ b/output/about/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(8)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(8)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/asf/index.html b/output/asf/index.html
index f6aad07..3b1694f 100644
--- a/output/asf/index.html
+++ b/output/asf/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(7)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(7)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/assets/css/just-the-docs-dark.css
b/output/assets/css/just-the-docs-dark.css
index 1036eea..6324623 100644
--- a/output/assets/css/just-the-docs-dark.css
+++ b/output/assets/css/just-the-docs-dark.css
@@ -403,18 +403,22 @@ blockquote { margin: 10px 0; margin-block-start: 0;
margin-inline-start: 0; padd
.side-bar { z-index: 0; display: flex; flex-wrap: wrap; background-color:
#27262b; }
@media (min-width: 50rem) { .side-bar { flex-flow: column nowrap; position:
fixed; width: 15.5rem; height: 100%; border-right: 1px solid #44434d;
align-items: flex-end; } }
@media (min-width: 66.5rem) { .side-bar { width: calc((100% - 66.5rem) / 2 +
16.5rem); min-width: 16.5rem; } }
+@media (min-width: 50rem) { .side-bar + .main { margin-left: 15.5rem; } }
+@media (min-width: 66.5rem) { .side-bar + .main { margin-left: Max(16.5rem,
calc((100% - 66.5rem) / 2 + 16.5rem)); } }
+.side-bar + .main .main-header { display: none; background-color: #27262b; }
+@media (min-width: 50rem) { .side-bar + .main .main-header { display: flex;
background-color: #27262b; } }
+.side-bar + .main .main-header.nav-open { display: block; }
+@media (min-width: 50rem) { .side-bar + .main .main-header.nav-open { display:
flex; } }
-@media (min-width: 50rem) { .main { position: relative; max-width: 50rem;
margin-left: 15.5rem; } }
-@media (min-width: 66.5rem) { .main { margin-left: Max(16.5rem, calc((100% -
66.5rem) / 2 + 16.5rem)); } }
+.main { margin: auto; }
+@media (min-width: 50rem) { .main { position: relative; max-width: 50rem; } }
.main-content-wrap { padding-right: 1rem; padding-left: 1rem; padding-top:
1rem; padding-bottom: 1rem; }
@media (min-width: 50rem) { .main-content-wrap { padding-right: 2rem;
padding-left: 2rem; } }
@media (min-width: 50rem) { .main-content-wrap { padding-top: 2rem;
padding-bottom: 2rem; } }
-.main-header { z-index: 0; display: none; background-color: #27262b; }
-@media (min-width: 50rem) { .main-header { display: flex; justify-content:
space-between; height: 3.75rem; background-color: #27262b; border-bottom: 1px
solid #44434d; } }
-.main-header.nav-open { display: block; }
-@media (min-width: 50rem) { .main-header.nav-open { display: flex; } }
+.main-header { z-index: 0; border-bottom: 1px solid #44434d; }
+@media (min-width: 50rem) { .main-header { display: flex; justify-content:
space-between; height: 3.75rem; } }
.site-nav, .site-header, .site-footer { width: 100%; }
@media (min-width: 66.5rem) { .site-nav, .site-header, .site-footer { width:
16.5rem; } }
diff --git a/output/assets/css/just-the-docs-default.css
b/output/assets/css/just-the-docs-default.css
index fa7cd4e..de75a26 100644
--- a/output/assets/css/just-the-docs-default.css
+++ b/output/assets/css/just-the-docs-default.css
@@ -275,18 +275,22 @@ blockquote { margin: 10px 0; margin-block-start: 0;
margin-inline-start: 0; padd
.side-bar { z-index: 0; display: flex; flex-wrap: wrap; background-color:
#f5f6fa; }
@media (min-width: 50rem) { .side-bar { flex-flow: column nowrap; position:
fixed; width: 15.5rem; height: 100%; border-right: 1px solid #eeebee;
align-items: flex-end; } }
@media (min-width: 66.5rem) { .side-bar { width: calc((100% - 66.5rem) / 2 +
16.5rem); min-width: 16.5rem; } }
+@media (min-width: 50rem) { .side-bar + .main { margin-left: 15.5rem; } }
+@media (min-width: 66.5rem) { .side-bar + .main { margin-left: Max(16.5rem,
calc((100% - 66.5rem) / 2 + 16.5rem)); } }
+.side-bar + .main .main-header { display: none; background-color: #f5f6fa; }
+@media (min-width: 50rem) { .side-bar + .main .main-header { display: flex;
background-color: #fff; } }
+.side-bar + .main .main-header.nav-open { display: block; }
+@media (min-width: 50rem) { .side-bar + .main .main-header.nav-open { display:
flex; } }
-@media (min-width: 50rem) { .main { position: relative; max-width: 50rem;
margin-left: 15.5rem; } }
-@media (min-width: 66.5rem) { .main { margin-left: Max(16.5rem, calc((100% -
66.5rem) / 2 + 16.5rem)); } }
+.main { margin: auto; }
+@media (min-width: 50rem) { .main { position: relative; max-width: 50rem; } }
.main-content-wrap { padding-right: 1rem; padding-left: 1rem; padding-top:
1rem; padding-bottom: 1rem; }
@media (min-width: 50rem) { .main-content-wrap { padding-right: 2rem;
padding-left: 2rem; } }
@media (min-width: 50rem) { .main-content-wrap { padding-top: 2rem;
padding-bottom: 2rem; } }
-.main-header { z-index: 0; display: none; background-color: #f5f6fa; }
-@media (min-width: 50rem) { .main-header { display: flex; justify-content:
space-between; height: 3.75rem; background-color: #fff; border-bottom: 1px
solid #eeebee; } }
-.main-header.nav-open { display: block; }
-@media (min-width: 50rem) { .main-header.nav-open { display: flex; } }
+.main-header { z-index: 0; border-bottom: 1px solid #eeebee; }
+@media (min-width: 50rem) { .main-header { display: flex; justify-content:
space-between; height: 3.75rem; } }
.site-nav, .site-header, .site-footer { width: 100%; }
@media (min-width: 66.5rem) { .site-nav, .site-header, .site-footer { width:
16.5rem; } }
diff --git a/output/assets/css/just-the-docs-light.css
b/output/assets/css/just-the-docs-light.css
index fa7cd4e..de75a26 100644
--- a/output/assets/css/just-the-docs-light.css
+++ b/output/assets/css/just-the-docs-light.css
@@ -275,18 +275,22 @@ blockquote { margin: 10px 0; margin-block-start: 0;
margin-inline-start: 0; padd
.side-bar { z-index: 0; display: flex; flex-wrap: wrap; background-color:
#f5f6fa; }
@media (min-width: 50rem) { .side-bar { flex-flow: column nowrap; position:
fixed; width: 15.5rem; height: 100%; border-right: 1px solid #eeebee;
align-items: flex-end; } }
@media (min-width: 66.5rem) { .side-bar { width: calc((100% - 66.5rem) / 2 +
16.5rem); min-width: 16.5rem; } }
+@media (min-width: 50rem) { .side-bar + .main { margin-left: 15.5rem; } }
+@media (min-width: 66.5rem) { .side-bar + .main { margin-left: Max(16.5rem,
calc((100% - 66.5rem) / 2 + 16.5rem)); } }
+.side-bar + .main .main-header { display: none; background-color: #f5f6fa; }
+@media (min-width: 50rem) { .side-bar + .main .main-header { display: flex;
background-color: #fff; } }
+.side-bar + .main .main-header.nav-open { display: block; }
+@media (min-width: 50rem) { .side-bar + .main .main-header.nav-open { display:
flex; } }
-@media (min-width: 50rem) { .main { position: relative; max-width: 50rem;
margin-left: 15.5rem; } }
-@media (min-width: 66.5rem) { .main { margin-left: Max(16.5rem, calc((100% -
66.5rem) / 2 + 16.5rem)); } }
+.main { margin: auto; }
+@media (min-width: 50rem) { .main { position: relative; max-width: 50rem; } }
.main-content-wrap { padding-right: 1rem; padding-left: 1rem; padding-top:
1rem; padding-bottom: 1rem; }
@media (min-width: 50rem) { .main-content-wrap { padding-right: 2rem;
padding-left: 2rem; } }
@media (min-width: 50rem) { .main-content-wrap { padding-top: 2rem;
padding-bottom: 2rem; } }
-.main-header { z-index: 0; display: none; background-color: #f5f6fa; }
-@media (min-width: 50rem) { .main-header { display: flex; justify-content:
space-between; height: 3.75rem; background-color: #fff; border-bottom: 1px
solid #eeebee; } }
-.main-header.nav-open { display: block; }
-@media (min-width: 50rem) { .main-header.nav-open { display: flex; } }
+.main-header { z-index: 0; border-bottom: 1px solid #eeebee; }
+@media (min-width: 50rem) { .main-header { display: flex; justify-content:
space-between; height: 3.75rem; } }
.site-nav, .site-header, .site-footer { width: 100%; }
@media (min-width: 66.5rem) { .site-nav, .site-header, .site-footer { width:
16.5rem; } }
diff --git a/output/assets/js/just-the-docs.js
b/output/assets/js/just-the-docs.js
index 4734749..9a92f0c 100644
--- a/output/assets/js/just-the-docs.js
+++ b/output/assets/js/just-the-docs.js
@@ -519,10 +519,12 @@ function activateNav() {
// Document ready
jtd.onReady(function(){
- initNav();
+ if (document.getElementById('site-nav')) {
+ initNav();
+ activateNav();
+ scrollNav();
+ }
initSearch();
- activateNav();
- scrollNav();
});
// Copy button on code
diff --git a/output/assets/js/search-data.json
b/output/assets/js/search-data.json
index 558013c..6f3e8e4 100644
--- a/output/assets/js/search-data.json
+++ b/output/assets/js/search-data.json
@@ -517,524 +517,545 @@
"relUrl": "/developers/HowTo.html"
},"74": {
+ "doc": "How To Release",
+ "title": "How to Release",
+ "content": "This section outlines the steps for releasing Apache Gluten
(incubating) according to the Apache release guidelines. All projects under the
Apache umbrella must adhere to the Apache Release Policy. This guide is
designed to assist you in comprehending the policy and navigating the process
of releasing projects at Apache. ",
+ "url": "/developers/HowToRelease.html#how-to-release",
+
+ "relUrl": "/developers/HowToRelease.html#how-to-release"
+ },"75": {
+ "doc": "How To Release",
+ "title": "Release Process",
+ "content": ". | Prepare the release artifacts. | Upload the release
artifacts to the SVN repository. | Verify the release artifacts. | Initiate a
release vote. | Announce the results and the release. | . Prepare the release
artifacts. | Create a branch from the target git repository. | Tag a RC and
draft the release notes. | Build and Sign the release artifacts (including
source archives, binaries, …etc). | Generate checksums for the artifacts. | .
How to Sign the release artifacts. [...]
+ "url": "/developers/HowToRelease.html#release-process",
+
+ "relUrl": "/developers/HowToRelease.html#release-process"
+ },"76": {
+ "doc": "How To Release",
+ "title": "How To Release",
+ "content": " ",
+ "url": "/developers/HowToRelease.html",
+
+ "relUrl": "/developers/HowToRelease.html"
+ },"77": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Generate Micro Benchmarks for Velox Backend",
"content": "This document explains how to use the existing micro benchmark
template in Gluten Cpp. A micro benchmark for Velox backend is provided in
Gluten Cpp to simulate the execution of a first or middle stage in Spark. It
serves as a more convenient alternative to debug in Gluten Cpp comparing with
directly debugging in a Spark job. Developers can use it to create their own
workloads, debug in native process, profile the hotspot and do optimizations.
To simulate a first stage, y [...]
"url":
"/developers/MicroBenchmarks.html#generate-micro-benchmarks-for-velox-backend",
"relUrl":
"/developers/MicroBenchmarks.html#generate-micro-benchmarks-for-velox-backend"
- },"75": {
+ },"78": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Try the example",
"content": "To run a micro benchmark, user should provide one file that
contains the Substrait plan in JSON format, and optional one or more input data
files in parquet format. The commands below help to generate example input
files: . cd /path/to/gluten/ ./dev/buildbundle-veloxbe.sh --build_tests=ON
--build_benchmarks=ON # Run test to generate input data files. If you are using
spark 3.3, replace -Pspark-3.2 with -Pspark-3.3 mvn test -Pspark-3.2
-Pbackends-velox -Prss -pl backends-v [...]
"url": "/developers/MicroBenchmarks.html#try-the-example",
"relUrl": "/developers/MicroBenchmarks.html#try-the-example"
- },"76": {
+ },"79": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Generate Substrait plan and input for any query",
"content": "First, build Gluten with --build_benchmarks=ON. cd
/path/to/gluten/ ./dev/buildbundle-veloxbe.sh --build_benchmarks=ON # For
debugging purpose, rebuild Gluten with build type
`Debug`./dev/buildbundle-veloxbe.sh --build_benchmarks=ON --build_type=Debug .
First, get the Stage Id from spark UI for the stage you want to simulate. And
then re-run the query with below configurations to dump the inputs to micro
benchmark. | Parameters | Description | Recommend Setting | . | spar [...]
"url":
"/developers/MicroBenchmarks.html#generate-substrait-plan-and-input-for-any-query",
"relUrl":
"/developers/MicroBenchmarks.html#generate-substrait-plan-and-input-for-any-query"
- },"77": {
+ },"80": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Save ouput to parquet to analyze",
"content": "You can save the output to a parquet file to analyze. cd
/path/to/gluten/cpp/build/velox/benchmarks ./generic_benchmark \\ --plan
/absolute_path/to/plan.json \\ --data /absolute_path/to/data.parquet --threads
1 --noprint-result --write-file=/absolute_path/to/result.parquet . ",
"url": "/developers/MicroBenchmarks.html#save-ouput-to-parquet-to-analyze",
"relUrl":
"/developers/MicroBenchmarks.html#save-ouput-to-parquet-to-analyze"
- },"78": {
+ },"81": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Add shuffle write process",
"content": "You can add the shuffle write process at the end of this
stage. Note that this will ignore the --write-file option. cd
/path/to/gluten/cpp/build/velox/benchmarks ./generic_benchmark \\ --plan
/absolute_path/to/plan.json \\ --split /absolute_path/to/split.json \\
--threads 1 --noprint-result --with-shuffle . By default, the compression codec
for shuffle outputs is LZ4. You can switch to other codecs by adding one of the
following argument flags to the command: . | –zstd: Z [...]
"url": "/developers/MicroBenchmarks.html#add-shuffle-write-process",
"relUrl": "/developers/MicroBenchmarks.html#add-shuffle-write-process"
- },"79": {
+ },"82": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Simulate Spark with multiple processes and threads",
"content": "You can use below command to launch several processes and
threads to simulate parallel execution on Spark. Each thread in the same
process will be pinned to the core number starting from --cpu. Suppose running
on a baremetal machine with 48C, 2-socket, HT-on, launching below command will
utilize all vcores. processes=24 # Same value of spark.executor.instances
threads=8 # Same value of spark.executor.cores for ((i=0; i<${processes};
i++)); do ./generic_benchmark --plan [...]
"url":
"/developers/MicroBenchmarks.html#simulate-spark-with-multiple-processes-and-threads",
"relUrl":
"/developers/MicroBenchmarks.html#simulate-spark-with-multiple-processes-and-threads"
- },"80": {
+ },"83": {
"doc": "Micro Benchmarks for Velox Backend",
"title": "Micro Benchmarks for Velox Backend",
"content": " ",
"url": "/developers/MicroBenchmarks.html",
"relUrl": "/developers/MicroBenchmarks.html"
- },"81": {
+ },"84": {
"doc": "New To Gluten",
"title": "Environment",
"content": "Now gluten supports Ubuntu20.04, Ubuntu22.04, centos8, centos7
and macOS. ",
"url": "/developers/NewToGluten.html#environment",
"relUrl": "/developers/NewToGluten.html#environment"
- },"82": {
+ },"85": {
"doc": "New To Gluten",
"title": "Openjdk8",
"content": "Environment setting . For root user, the environment variables
file is /etc/profile, it will make effect for all the users. For other user,
you can set in ~/.bashrc. Guide for ubuntu . The default JDK version in ubuntu
is java11, we need to set to java8. apt install openjdk-8-jdk
update-alternatives --config java java -version . --config java to config java
executable path, javac and other commands can also use this command to config.
For some other uses, we suggest to se [...]
"url": "/developers/NewToGluten.html#openjdk8",
"relUrl": "/developers/NewToGluten.html#openjdk8"
- },"83": {
+ },"86": {
"doc": "New To Gluten",
"title": "Maven 3.6.3 or above",
"content": "Maven Dowload Page And then set the environment setting. ",
"url": "/developers/NewToGluten.html#maven-363-or-above",
"relUrl": "/developers/NewToGluten.html#maven-363-or-above"
- },"84": {
+ },"87": {
"doc": "New To Gluten",
"title": "GCC 9.4 or above",
"content": " ",
"url": "/developers/NewToGluten.html#gcc-94-or-above",
"relUrl": "/developers/NewToGluten.html#gcc-94-or-above"
- },"85": {
+ },"88": {
"doc": "New To Gluten",
"title": "Compile gluten using debug mode",
"content": "If you want to just debug java/scala code, there is no need to
compile cpp code with debug mode. You can just refer to
build-gluten-with-velox-backend. If you need to debug cpp code, please compile
the backend code and gluten cpp code with debug mode. ## compile velox backend
with benchmark and tests to debug gluten_home/dev/builddeps-veloxbe.sh
--build_tests=ON --build_benchmarks=ON --build_type=Debug . If you need to
debug the tests in /gluten-ut, You need to compile ja [...]
"url": "/developers/NewToGluten.html#compile-gluten-using-debug-mode",
"relUrl": "/developers/NewToGluten.html#compile-gluten-using-debug-mode"
- },"86": {
+ },"89": {
"doc": "New To Gluten",
"title": "Java/scala code development with Intellij",
"content": " ",
"url":
"/developers/NewToGluten.html#javascala-code-development-with-intellij",
"relUrl":
"/developers/NewToGluten.html#javascala-code-development-with-intellij"
- },"87": {
+ },"90": {
"doc": "New To Gluten",
"title": "Linux intellij local debug",
"content": "Install the linux intellij version, and debug code locally. |
Ask your linux maintainer to install the desktop, and then restart the server.
| If you use Moba-XTerm to connect linux server, you don’t need to install x11
server, If not (e.g. putty), please follow this guide: X11 Forwarding: Setup
Instructions for Linux and Mac . | Download intellij linux community version to
linux server | Start Idea, bash <idea_dir>/idea.sh | . Notes: Sometimes,
your desktop may sto [...]
"url": "/developers/NewToGluten.html#linux-intellij-local-debug",
"relUrl": "/developers/NewToGluten.html#linux-intellij-local-debug"
- },"88": {
+ },"91": {
"doc": "New To Gluten",
"title": "Windows/Mac intellij remote debug",
"content": "If you have Ultimate intellij, you can try to debug remotely.
",
"url": "/developers/NewToGluten.html#windowsmac-intellij-remote-debug",
"relUrl": "/developers/NewToGluten.html#windowsmac-intellij-remote-debug"
- },"89": {
+ },"92": {
"doc": "New To Gluten",
"title": "Set up gluten project",
"content": ". | Make sure you have compiled gluten. | Load the gluten by
File->Open, select <gluten_home/pom.xml>. | Activate your profiles
such as , and Reload Maven Project, you will find all your need modules have
been activated. | Create breakpoint and debug as you wish, maybe you can try
CTRL+N to find TestOperator to start your test. | . ",
"url": "/developers/NewToGluten.html#set-up-gluten-project",
"relUrl": "/developers/NewToGluten.html#set-up-gluten-project"
- },"90": {
+ },"93": {
"doc": "New To Gluten",
"title": "Java/Scala code style",
"content": "Intellij IDE supports importing settings for Java/Scala code
style. You can import intellij-codestyle.xml to your IDE. See Intellij guide.
To generate a fix for Java/Scala code style, you can run one or more of the
below commands according to the code modules involved in your PR. For Velox
backend: . mvn spotless:apply -Pbackends-velox -Prss -Pspark-3.2 -Pspark-ut
-DskipTests mvn spotless:apply -Pbackends-velox -Prss -Pspark-3.3 -Pspark-ut
-DskipTests . For Clickhouse bac [...]
"url": "/developers/NewToGluten.html#javascala-code-style",
"relUrl": "/developers/NewToGluten.html#javascala-code-style"
- },"91": {
+ },"94": {
"doc": "New To Gluten",
"title": "CPP code development with Visual Studio Code",
"content": "This guide is for remote debug. We will connect the remote
linux server by SSH. Download the windows vscode software The important
leftside bar is: . | Explorer (Project structure) | Search | Run and Debug |
Extensions (Install C/C++ Extension Pack, Remote Development, GitLens at least,
C++ Test Mate is also suggested) | Remote Explorer (Connect linux server by ssh
command, click +, then input ssh [email protected]) | Manage (Settings) | . Input
your password in the above p [...]
"url":
"/developers/NewToGluten.html#cpp-code-development-with-visual-studio-code",
"relUrl":
"/developers/NewToGluten.html#cpp-code-development-with-visual-studio-code"
- },"92": {
+ },"95": {
"doc": "New To Gluten",
"title": "Usage",
"content": "Set up project . File->Open Folder // select gluten folder
Select cpp/CmakeList.txt as command prompt Select gcc version as command prompt
. Settings . VSCode support 2 ways to set user setting. | Manage->Command
Palette(Open settings.json, search by Preferences: Open Settings (JSON)) |
Manage->Settings (Common setting) | . Build by vscode . VSCode will try to
compile the debug version in /build. And we need to compile velox debug mode
before, if you have compile [...]
"url": "/developers/NewToGluten.html#usage",
"relUrl": "/developers/NewToGluten.html#usage"
- },"93": {
+ },"96": {
"doc": "New To Gluten",
"title": "Usefule notes",
"content": "Upgrade vscode . No need to upgrade vscode version, if
upgraded, will download linux server again, switch update mode to off Search
update in Manage->Settings to turn off update mode . Colour setting .
\"workbench.colorTheme\": \"Quiet Light\", \"files.autoSave\": \"afterDelay\",
\"workbench.colorCustomizations\": { \"editor.wordHighlightBackground\":
\"#063ef7\", // \"editor.selectionBackground\": \"#d1d1c6\", //
\"tab.activeBackground\": \"#b8b9988c\", \"editor.selec [...]
"url": "/developers/NewToGluten.html#usefule-notes",
"relUrl": "/developers/NewToGluten.html#usefule-notes"
- },"94": {
+ },"97": {
"doc": "New To Gluten",
"title": "Debug cpp code with coredump",
"content": "mkdir -p /mnt/DP_disk1/core sysctl -w
kernel.core_pattern=/mnt/DP_disk1/core/core-%e-%p-%t cat
/proc/sys/kernel/core_pattern # set the core file to unlimited size echo
\"ulimit -c unlimited\" >> ~/.bashrc # then you will get the core file at
`/mnt/DP_disk1/core` when the program crashes # gdb -c corefile # gdb
<gluten_home>/cpp/build/releases/libgluten.so 'core-Executor task
l-2000883-1671542526' . ‘core-Executor task l-2000883-1671542526’ is the
generated cor [...]
"url": "/developers/NewToGluten.html#debug-cpp-code-with-coredump",
"relUrl": "/developers/NewToGluten.html#debug-cpp-code-with-coredump"
- },"95": {
+ },"98": {
"doc": "New To Gluten",
"title": "Debug cpp with gdb",
"content": "You can use gdb to debug tests and benchmarks. And also you
can debug jni call. Place the following code to your debug path. pid_t pid =
getpid(); printf(\"----------------------------------pid: %lun\", pid);
sleep(10); . You can also get the pid by java command or grep java program when
executing unit test. jps 1375551 ScalaTestRunner ps ux | grep TestOperator .
Execute gdb command to debug: . gdb attach <pid> . gdb attach 1375551
wait to attach.... (gdb) b <vel [...]
"url": "/developers/NewToGluten.html#debug-cpp-with-gdb",
"relUrl": "/developers/NewToGluten.html#debug-cpp-with-gdb"
- },"96": {
+ },"99": {
"doc": "New To Gluten",
"title": "Run TPC-H and TPC-DS",
"content": "We supply <gluten_home>/tools/gluten-it to execute these
queries Refer to velox_be.yml . ",
"url": "/developers/NewToGluten.html#run-tpc-h-and-tpc-ds",
"relUrl": "/developers/NewToGluten.html#run-tpc-h-and-tpc-ds"
- },"97": {
+ },"100": {
"doc": "New To Gluten",
"title": "Run gluten+velox on clean machine",
"content": "We can run gluten + velox on clean machine by one command
(supported OS: Ubuntu20.04/22.04, Centos 7/8, etc.). spark-shell --name
run_gluten \\ --master yarn --deploy-mode client \\ --conf
spark.plugins=io.glutenproject.GlutenPlugin \\ --conf
spark.memory.offHeap.enabled=true \\ --conf spark.memory.offHeap.size=20g \\
--jars
https://github.com/oap-project/gluten/releases/download/v1.0.0/gluten-velox-bundle-spark3.2_2.12-ubuntu_20.04_x86_64-1.0.0.jar
\\ --conf spark.shuffl [...]
"url": "/developers/NewToGluten.html#run-glutenvelox-on-clean-machine",
"relUrl": "/developers/NewToGluten.html#run-glutenvelox-on-clean-machine"
- },"98": {
+ },"101": {
"doc": "New To Gluten",
"title": "New To Gluten",
"content": "Help users to debug and test with gluten. For intel internal
developer, you could refer to internal wiki New Employee Guide to get more
information such as proxy settings, Gluten has cpp code and java/scala code, we
can use some useful IDE to read and debug. ",
"url": "/developers/NewToGluten.html",
"relUrl": "/developers/NewToGluten.html"
- },"99": {
+ },"102": {
"doc": "Substrait Modifications",
"title": "Substrait Modifications in Gluten",
"content": "Substrait is a project aiming to create a well-defined,
cross-language specification for data compute operations. Since it is still
under active development, there are some lacking representations for Gluten
needed computing operations. At the same time, some existing representations
need to be modified a bit to satisfy the needs of computing. In Gluten, the
base version of Substrait is v0.23.0. This page records all the Gluten changes
to Substrait proto files for referen [...]
"url":
"/developers/SubstraitModifications.html#substrait-modifications-in-gluten",
"relUrl":
"/developers/SubstraitModifications.html#substrait-modifications-in-gluten"
- },"100": {
+ },"103": {
"doc": "Substrait Modifications",
"title": "Modifications to algebra.proto",
"content": ". | Added JsonReadOptions and TextReadOptions in
FileOrFiles(#1584). | Changed join type JOIN_TYPE_SEMI to JOIN_TYPE_LEFT_SEMI
and JOIN_TYPE_RIGHT_SEMI(#408). | Added WindowRel, added column_name and
window_type in WindowFunction, changed Unbounded in WindowFunction into
Unbounded_Preceding and Unbounded_Following, and added WindowType(#485). |
Added output_schema in RelRoot(#1901). | Added ExpandRel(#1361). | Added
GenerateRel(#574). | Added PartitionColumn in LocalFiles [...]
"url":
"/developers/SubstraitModifications.html#modifications-to-algebraproto",
"relUrl":
"/developers/SubstraitModifications.html#modifications-to-algebraproto"
- },"101": {
+ },"104": {
"doc": "Substrait Modifications",
"title": "Modifications to type.proto",
"content": ". | Added Nothing in Type(#791). | Added names in
Struct(#1878). | Added PartitionColumns in NamedStruct(#320). | Remove
PartitionColumns and add column_types in NamedStruct(#2405). | . ",
"url":
"/developers/SubstraitModifications.html#modifications-to-typeproto",
"relUrl":
"/developers/SubstraitModifications.html#modifications-to-typeproto"
- },"102": {
+ },"105": {
"doc": "Substrait Modifications",
"title": "Substrait Modifications",
"content": " ",
"url": "/developers/SubstraitModifications.html",
"relUrl": "/developers/SubstraitModifications.html"
- },"103": {
+ },"106": {
"doc": "Velox Backend",
"title": "Gluten Velox Backend Documents",
"content": " ",
"url": "/docs/velox/#gluten-velox-backend-documents",
"relUrl": "/docs/velox/#gluten-velox-backend-documents"
- },"104": {
+ },"107": {
"doc": "Velox Backend",
"title": "Velox Backend",
"content": " ",
"url": "/docs/velox/",
"relUrl": "/docs/velox/"
- },"105": {
+ },"108": {
"doc": "Build Parameters for Velox Backend",
"title": "Build Parameters",
"content": "Native build parameters for buildbundle-veloxbe.sh or
builddeps-veloxbe.sh . Please set them via --, e.g. --build_type=Release. |
Parameters | Description | Default | . | build_type | Build type for Velox
& gluten cpp, CMAKE_BUILD_TYPE. | Release | . | build_tests | Build gluten
cpp tests. | OFF | . | build_examples | Build udf example. | OFF | . |
build_benchmarks | Build gluten cpp benchmarks. | OFF | . | build_jemalloc |
Build with jemalloc. | ON | . | build_protob [...]
"url": "/docs/velox/build_parameters#build-parameters",
"relUrl": "/docs/velox/build_parameters#build-parameters"
- },"106": {
+ },"109": {
"doc": "Build Parameters for Velox Backend",
"title": "Gluten Jar for Deployment",
"content": "The gluten jar built out is under GLUTEN_SRC/package/target/.
It’s name pattern is
gluten-<backend_type>-bundle-spark<spark.bundle.version>_<scala.binary.version>-<os.detected.release>_<os.detected.release.version>-<project.version>.jar.
| Spark Version | spark.bundle.version | scala.binary.version | . | 3.2.2 |
3.2 | 2.12 | . | 3.3.1 | 3.3 | 2.12 | . | 3.4.2 | 3.4 | 2.12 | . ",
"url": "/docs/velox/build_parameters#gluten-jar-for-deployment",
"relUrl": "/docs/velox/build_parameters#gluten-jar-for-deployment"
- },"107": {
+ },"110": {
"doc": "Build Parameters for Velox Backend",
"title": "Build Parameters for Velox Backend",
"content": " ",
"url": "/docs/velox/build_parameters",
"relUrl": "/docs/velox/build_parameters"
- },"108": {
+ },"111": {
"doc": "Using GCS with Gluten",
"title": "Working with GCS",
"content": " ",
"url": "/docs/velox/gcs#working-with-gcs",
"relUrl": "/docs/velox/gcs#working-with-gcs"
- },"109": {
+ },"112": {
"doc": "Using GCS with Gluten",
"title": "Installing the gcloud CLI",
"content": "To access GCS Objects using Gluten and Velox, first you have
to [download an install the gcloud CLI]
(https://cloud.google.com/sdk/docs/install). ",
"url": "/docs/velox/gcs#installing-the-gcloud-cli",
"relUrl": "/docs/velox/gcs#installing-the-gcloud-cli"
- },"110": {
+ },"113": {
"doc": "Using GCS with Gluten",
"title": "Configuring GCS using a user account",
"content": "This is recommended for regular users, follow the instructions
to authorize a user account. After these steps, no specific configuration is
required for Gluten, since the authorization was handled entirely by the gcloud
tool. ",
"url": "/docs/velox/gcs#configuring-gcs-using-a-user-account",
"relUrl": "/docs/velox/gcs#configuring-gcs-using-a-user-account"
- },"111": {
+ },"114": {
"doc": "Using GCS with Gluten",
"title": "Configuring GCS using a credential file",
"content": "For workloads that need to be fully automated, manually
authorizing can be problematic. For such cases it is better to use a json file
with the credentials. This is described in the [instructions to configure a
service account]https://cloud.google.com/sdk/docs/authorizing#service-account.
Such json file with the credetials can be passed to Gluten: .
spark.hadoop.fs.gs.auth.type SERVICE_ACCOUNT_JSON_KEYFILE
spark.hadoop.fs.gs.auth.service.account.json.keyfile // path to th [...]
"url": "/docs/velox/gcs#configuring-gcs-using-a-credential-file",
"relUrl": "/docs/velox/gcs#configuring-gcs-using-a-credential-file"
- },"112": {
+ },"115": {
"doc": "Using GCS with Gluten",
"title": "Configuring GCS endpoints",
"content": "For cases when a GCS mock is used, an optional endpoint can be
provided: . spark.hadoop.fs.gs.storage.root.url // url to the mock gcs service
including starting with http or https . ",
"url": "/docs/velox/gcs#configuring-gcs-endpoints",
"relUrl": "/docs/velox/gcs#configuring-gcs-endpoints"
- },"113": {
+ },"116": {
"doc": "Using GCS with Gluten",
"title": "Using GCS with Gluten",
"content": "Object stores offered by CSPs such as GCS are important for
users of Gluten to store their data. This doc will discuss all details of
configs, and use cases around using Gluten with object stores. In order to use
a GCS endpoint as your data source, please ensure you are using the following
GCS configs in your spark-defaults.conf. If you’re experiencing any issues
authenticating to GCS with additional auth mechanisms, please reach out to us
using the ‘Issues’ tab. ",
"url": "/docs/velox/gcs",
"relUrl": "/docs/velox/gcs"
- },"114": {
+ },"117": {
"doc": "Using S3 with Gluten",
"title": "Working with S3",
"content": " ",
"url": "/docs/velox/s3#working-with-s3",
"relUrl": "/docs/velox/s3#working-with-s3"
- },"115": {
+ },"118": {
"doc": "Using S3 with Gluten",
"title": "Configuring S3 endpoint",
"content": "S3 provides the endpoint based method to access the files,
here’s the example configuration. Users may need to modify some values based on
real setup. spark.hadoop.fs.s3a.impl org.apache.hadoop.fs.s3a.S3AFileSystem
spark.hadoop.fs.s3a.aws.credentials.provider
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider
spark.hadoop.fs.s3a.access.key XXXXXXXXX spark.hadoop.fs.s3a.secret.key
XXXXXXXXX spark.hadoop.fs.s3a.endpoint https://s3.us-west-1.amazonaws.com
spark.hadoop.fs. [...]
"url": "/docs/velox/s3#configuring-s3-endpoint",
"relUrl": "/docs/velox/s3#configuring-s3-endpoint"
- },"116": {
+ },"119": {
"doc": "Using S3 with Gluten",
"title": "Configuring S3 instance credentials",
"content": "S3 also provides other methods for accessing, you can also use
instance credentials by setting the following config .
spark.hadoop.fs.s3a.use.instance.credentials true . Note that in this case,
“spark.hadoop.fs.s3a.endpoint” won’t take affect as Gluten will use the
endpoint set during instance creation. ",
"url": "/docs/velox/s3#configuring-s3-instance-credentials",
"relUrl": "/docs/velox/s3#configuring-s3-instance-credentials"
- },"117": {
+ },"120": {
"doc": "Using S3 with Gluten",
"title": "Configuring S3 IAM roles",
"content": "You can also use iam role credentials by setting the following
configurations. Instance credentials have higher priority than iam credentials.
spark.hadoop.fs.s3a.iam.role xxxx spark.hadoop.fs.s3a.iam.role.session.name
xxxx . Note that spark.hadoop.fs.s3a.iam.role.session.name is optional. ",
"url": "/docs/velox/s3#configuring-s3-iam-roles",
"relUrl": "/docs/velox/s3#configuring-s3-iam-roles"
- },"118": {
+ },"121": {
"doc": "Using S3 with Gluten",
"title": "Other authentatication methods are not supported yet",
"content": ". | AWS temporary credential | . ",
"url":
"/docs/velox/s3#other-authentatication-methods-are-not-supported-yet",
"relUrl":
"/docs/velox/s3#other-authentatication-methods-are-not-supported-yet"
- },"119": {
+ },"122": {
"doc": "Using S3 with Gluten",
"title": "Log granularity of AWS C++ SDK in velox",
"content": "You can change log granularity of AWS C++ SDK by setting the
spark.gluten.velox.awsSdkLogLevel configuration. The Allowed values are: . |
OFF | FATAL | ERROR | WARN | INFO | DEBUG | TRACE | . ",
"url": "/docs/velox/s3#log-granularity-of-aws-c-sdk-in-velox",
"relUrl": "/docs/velox/s3#log-granularity-of-aws-c-sdk-in-velox"
- },"120": {
+ },"123": {
"doc": "Using S3 with Gluten",
"title": "Local Caching support",
"content": "Velox supports a local cache when reading data from HDFS/S3.
The feature is very useful if remote storage is slow, e.g., reading from a
public S3 bucket and stronger performance is desired. With this feature, Velox
can asynchronously cache the data on local disk when reading from remote
storage, and the future reading requests on already cached blocks will be
serviced from local cache files. To enable the local caching feature, below
configurations are required: . spark.g [...]
"url": "/docs/velox/s3#local-caching-support",
"relUrl": "/docs/velox/s3#local-caching-support"
- },"121": {
+ },"124": {
"doc": "Using S3 with Gluten",
"title": "Using S3 with Gluten",
"content": "Object stores offered by CSPs such as AWS S3 are important for
users of Gluten to store their data. This doc will discuss all details of
configs, and use cases around using Gluten with object stores. In order to use
an S3 endpoint as your data source, please ensure you are using the following
S3 configs in your spark-defaults.conf. If you’re experiencing any issues
authenticating to S3 with additional auth mechanisms, please reach out to us
using the ‘Issues’ tab. ",
"url": "/docs/velox/s3",
"relUrl": "/docs/velox/s3"
- },"122": {
+ },"125": {
"doc": "About",
"title": "About",
"content": "This is the base Jekyll theme. You can find out more info
about customizing your Jekyll theme, as well as basic Jekyll usage
documentation at jekyllrb.com . You can find the source code for Minima at
GitHub: jekyll / minima . You can find the source code for Jekyll at GitHub:
jekyll / jekyll . ",
"url": "/about/",
"relUrl": "/about/"
- },"123": {
+ },"126": {
"doc": "Apache Software Foundation",
"title": "Apache Software Foundation",
"content": "Apache Software Foundation(ASF) . License . Event .
Sponsorship . Thanks . Security . Privacy . ",
"url": "/asf/",
"relUrl": "/asf/"
- },"124": {
+ },"127": {
"doc": "Contact Us",
"title": "Contact Us",
"content": "This plugin is still under active development now, and doesn’t
have a stable release. Welcome to evaluate it. If you encounter any issues or
have any suggestions, please submit to our issue list. We’d love to hear your
feedback . Apache has meticulously set up dedicated mailing lists for every
project, underscoring the pivotal role of these platforms in fostering
communication within the Apache community. Mailing lists serve as the backbone
for numerous aspects of communi [...]
"url": "/contact-us.html",
"relUrl": "/contact-us.html"
- },"125": {
+ },"128": {
"doc": "Contact Us",
"title": "How to subscribe Gluten community",
"content": "To subscribe to the [email protected] mailing list as an
example, please follow these steps: . | Send a blank email to
[email protected] | Check your inbox for an email titled confirm
subscribe to [email protected] If not received within a reasonable time,
ensure it’s not blocked by your email provider. If not blocked and no reply is
received after a while, repeat step 1 | Reply directly to the confirmation
email without altering the subject or addin [...]
"url": "/contact-us.html#how-to-subscribe-gluten-community",
"relUrl": "/contact-us.html#how-to-subscribe-gluten-community"
- },"126": {
+ },"129": {
"doc": "Contact Us",
"title": "Issues and Discussions",
"content": "We use github to track bugs, feature requests, and answer
questions. File an issue for a bug or feature request. ",
"url": "/contact-us.html#issues-and-discussions",
"relUrl": "/contact-us.html#issues-and-discussions"
- },"127": {
+ },"130": {
"doc": "Contributing to Gluten",
"title": "How to become a committer",
"content": "To initiate your contributions to Gluten, understand the
contribution process—any individual can submit patches, documentation, and
examples to the project. The PMC routinely incorporates fresh committers from
the pool of active contributors, assessing their contributions to Gluten. The
criteria for new committers encompass: . | The Scope of Contribution: To expand
contributions beyond pull requests, individuals can engage in various
activities including reviewing other p [...]
"url": "/contributing.html#how-to-become-a-committer",
"relUrl": "/contributing.html#how-to-become-a-committer"
- },"128": {
+ },"131": {
"doc": "Contributing to Gluten",
"title": "Contributing to Gluten",
"content": " ",
"url": "/contributing.html",
"relUrl": "/contributing.html"
- },"129": {
+ },"132": {
"doc": "Docker script for CentOS 7",
"title": "Docker script for CentOS 7",
"content": "Here is a docker script we verified to build Gluten+Velox
backend on CentOS 7: . Run on host as root user: . docker pull centos:7 docker
run -itd --name gluten centos:7 /bin/bash docker attach gluten . Run in docker:
. yum -y install epel-release centos-release-scl yum -y install \\ git \\ dnf
\\ cmake3 \\ devtoolset-9 \\ java-1.8.0-openjdk \\ java-1.8.0-openjdk-devel \\
ninja-build \\ wget \\ sudo # gluten need maven version >=3.6.3 wget
https://downloads.apache.org/m [...]
"url": "/developers/docker_centos7.html",
"relUrl": "/developers/docker_centos7.html"
- },"130": {
+ },"133": {
"doc": "Docker script for CentOS 8",
"title": "Docker script for CentOS 8",
"content": "Here is a docker script we verified to build Gluten+Velox
backend on Centos8: . Run on host as root user: . docker pull centos:8 docker
run -itd --name gluten centos:8 /bin/bash docker attach gluten . Run in docker:
. #update mirror sed -i -e \"s|mirrorlist=|#mirrorlist=|g\"
/etc/yum.repos.d/CentOS-* sed -i -e
\"s|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g\"
/etc/yum.repos.d/CentOS-* dnf install -y epel-release sudo yum install -y
dnf-plugins-core [...]
"url": "/developers/docker_centos8.html",
"relUrl": "/developers/docker_centos8.html"
- },"131": {
+ },"134": {
"doc": "Docker script for Ubuntu 22.04/20.04",
"title": "Docker script for Ubuntu 22.04/20.04",
"content": "To the first build, it’s suggested to build Gluten in a clean
docker image. Otherwise it’s easy to run into library version conflict issues.
Here is a docker script we verified to build Gluten+Velox backend on
Ubuntu22.04/20.04: . Run on host as root user: . docker pull ubuntu:22.04
docker run -itd --network host --name gluten ubuntu:22.04 /bin/bash docker
attach gluten . Run in docker: . apt-get update #install gcc and libraries to
build arrow apt install software-proper [...]
"url": "/developers/docker_ubuntu22.04.html",
"relUrl": "/developers/docker_ubuntu22.04.html"
- },"132": {
+ },"135": {
"doc": "Developers",
"title": "Gluten Developers",
"content": "This document provides a developer overview of the project and
covers the following topics: . ",
"url": "/developers/#gluten-developers",
"relUrl": "/developers/#gluten-developers"
- },"133": {
+ },"136": {
"doc": "Developers",
"title": "Developers",
"content": " ",
"url": "/developers/",
"relUrl": "/developers/"
- },"134": {
+ },"137": {
"doc": "Documentation",
"title": "Gluten Documents by version",
"content": " ",
"url": "/docs/#gluten-documents-by-version",
"relUrl": "/docs/#gluten-documents-by-version"
- },"135": {
+ },"138": {
"doc": "Documentation",
"title": "Documentation",
"content": " ",
"url": "/docs/",
"relUrl": "/docs/"
- },"136": {
+ },"139": {
"doc": "Home",
"title": "Overview",
"content": "Apache Gluten(incubating) is a middle layer responsible for
offloading JVM-based SQL engines’ execution to native engines. ",
"url": "/#overview",
"relUrl": "/#overview"
- },"137": {
+ },"140": {
"doc": "Home",
"title": "1 Introduction",
"content": " ",
"url": "/#1-introduction",
"relUrl": "/#1-introduction"
- },"138": {
+ },"141": {
"doc": "Home",
"title": "1.1 Problem Statement",
"content": "Apache Spark is a stable, mature project that has been
developed for many years. It is one of the best frameworks to scale out for
processing petabyte-scale datasets. However, the Spark community has had to
address performance challenges that require various optimizations over time. As
a key optimization in Spark 2.0, Whole Stage Code Generation is introduced to
replace Volcano Model, which achieves 2x speedup. Henceforth, most
optimizations are at query plan level. Singl [...]
"url": "/#11-problem-statement",
"relUrl": "/#11-problem-statement"
- },"139": {
+ },"142": {
"doc": "Home",
"title": "1.2 Gluten’s Solution",
"content": "“Gluten” is Latin for glue. The main goal of Gluten project is
to “glue” native libraries with SparkSQL. Thus, we can benefit from high
scalability of Spark SQL framework and high performance of native libraries.
The basic rule of Gluten’s design is that we would reuse spark’s whole control
flow and as many JVM code as possible but offload the compute-intensive data
processing part to native code. Here is what Gluten does: . | Transform Spark’s
whole stage physical plan t [...]
"url": "/#12-glutens-solution",
"relUrl": "/#12-glutens-solution"
- },"140": {
+ },"143": {
"doc": "Home",
"title": "1.3 Target User",
"content": "Gluten’s target user is anyone who wants to accelerate
SparkSQL fundamentally. As a plugin to Spark, Gluten doesn’t require any change
for dataframe API or SQL query, but only requires user to make correct
configuration. See Gluten configuration properties here. ",
"url": "/#13-target-user",
"relUrl": "/#13-target-user"
- },"141": {
+ },"144": {
"doc": "Home",
"title": "1.4 References",
"content": "You can click below links for more related information. |
Gluten Intro Video at Data AI Summit 2022 | Gluten Intro Article at Medium.com
| Gluten Intro Article at Kyligence.io(in Chinese) | Velox Intro from Meta | .
",
"url": "/#14-references",
"relUrl": "/#14-references"
- },"142": {
+ },"145": {
"doc": "Home",
"title": "2 Architecture",
"content": "The overview chart is like below. Substrait provides a
well-defined cross-language specification for data compute operations (see more
details here). Spark physical plan is transformed to Substrait plan. Then
Substrait plan is passed to native through JNI call. On native side, the native
operator chain will be built out and offloaded to native engine. Gluten will
return Columnar Batch to Spark and Spark Columnar API (since Spark-3.0) will be
used at execution time. Gluten [...]
"url": "/#2-architecture",
"relUrl": "/#2-architecture"
- },"143": {
+ },"146": {
"doc": "Home",
"title": "Home",
"content": " ",
"url": "/",
"relUrl": "/"
- },"144": {
+ },"147": {
"doc": "Gluten Release",
"title": "Latest release for velox backend",
"content": ". | Gluten-1.1.1 (Mar. 2 2024, non-Apache release) | . ",
"url": "/release.html#latest-release-for-velox-backend",
"relUrl": "/release.html#latest-release-for-velox-backend"
- },"145": {
+ },"148": {
"doc": "Gluten Release",
"title": "Archived releases",
"content": ". | Gluten-1.1.0 (Nov. 30 2023, non-Apache release) |
Gluten-1.0.0 (Jul. 13 2023, non-Apache release) | Gluten-0.5.0 (Apr. 7 2023,
non-Apache release) | . ",
"url": "/release.html#archived-releases",
"relUrl": "/release.html#archived-releases"
- },"146": {
+ },"149": {
"doc": "Gluten Release",
"title": "Gluten Release",
"content": "Gluten is a plugin for Apache Spark to double SparkSQL’s
performance. ",
"url": "/release.html",
"relUrl": "/release.html"
- },"147": {
+ },"150": {
"doc": "Velox Function Development",
"title": "Developer Guide for Implementing Spark Built-in SQL Functions in
Velox",
"content": "In velox, two folders prestosql & sparksql are holding
most sql functions, respective for presto and spark. Gluten will ask velox to
firstly register prestosql functions, then sparksql functions. So if prestosql
and sparksql share same signature for a function, the sparksql function will
overwrite the corresponding prestosql function. If the required function is
lacking in both folders (exceptions are some common functions defined outside,
like cast), we need to imple [...]
"url":
"/developers/velox-function-development-guide.html#developer-guide-for-implementing-spark-built-in-sql-functions-in-velox",
"relUrl":
"/developers/velox-function-development-guide.html#developer-guide-for-implementing-spark-built-in-sql-functions-in-velox"
- },"148": {
+ },"151": {
"doc": "Velox Function Development",
"title": "Velox Function Development",
"content": " ",
diff --git a/output/clickhouse/index.html b/output/clickhouse/index.html
index 1f35f05..7fb3257 100644
--- a/output/clickhouse/index.html
+++ b/output/clickhouse/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/contact-us.html b/output/contact-us.html
index dd887f9..081d9ab 100644
--- a/output/contact-us.html
+++ b/output/contact-us.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(6)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(6)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/contributing.html b/output/contributing.html
index 9cd66b1..bcb7429 100644
--- a/output/contributing.html
+++ b/output/contributing.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(5)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(5)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/CppCodingStyle.html
b/output/developers/CppCodingStyle.html
index 9d906b1..9c3bc05 100644
--- a/output/developers/CppCodingStyle.html
+++ b/output/developers/CppCodingStyle.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(4)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(4)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/HowTo.html b/output/developers/HowTo.html
index 49800ec..2f72cc3 100644
--- a/output/developers/HowTo.html
+++ b/output/developers/HowTo.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(2)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
</code></pre></div> </div> <ul> <li>Compiling with <code
class="language-plaintext highlighter-rouge">--build_type=Debug</code> is good
for debugging.</li> <li>The executable file <code class="language-plaintext
highlighter-rouge">generic_benchmark</code> will be generated under the
directory of <code class="language-plaintext
highlighter-rouge">gluten_home/cpp/build/velox/benchmarks/</code>.</li> </ul>
</li> <li>build Gluten and generate the example files <div
class="language-plaintext [...]
mvn clean package -Pspark-3.2 -Pbackends-velox -Prss
mvn test -Pspark-3.2 -Pbackends-velox -Prss -pl backends-velox -am
-DtagsToInclude="io.glutenproject.tags.GenerateExample" -Dtest=none
-DfailIfNoTests=false -Darrow.version=11.0.0-gluten -Dexec.skip
diff --git a/output/developers/HowToRelease.html
b/output/developers/HowToRelease.html
new file mode 100644
index 0000000..352e992
--- /dev/null
+++ b/output/developers/HowToRelease.html
@@ -0,0 +1,118 @@
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(10)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+$ gpg --full-generate-key
+
+# list the GPG keys
+$ gpg --keyid-format SHORT --list-keys
+
+# upload the GPG key to the key server, xxx is the GPG key id
+# eg: pub rsa4096/4C21E346 2024-05-06 [SC], 4C21E346 is the GPG key id;
+$ gpg --keyserver keyserver.ubuntu.com --send-key xxx
+
+# append the GPG key to the KEYS file the svn repository
+# [IMPORTANT] Don't replace the KEYS file, just append the GPG key to the KEYS
file.
+$ svn co https://dist.apache.org/repos/dist/release/incubator/answer/
+$ (gpg --list-sigs [email protected] && gpg --export --armor
[email protected]) >> KEYS
+$ svn ci -m "add gpg key"
+
+# sign the release artifacts, xxxx is [email protected]
+$ for i in *.tar.gz; do echo $i; gpg --local-user xxxx --armor --output $i.asc
--detach-sig $i ; done
+</code></pre></div></div> <h4
id="how-to-generate-checksums-for-the-release-artifacts"> <a
href="#how-to-generate-checksums-for-the-release-artifacts"
class="anchor-heading"
aria-labelledby="how-to-generate-checksums-for-the-release-artifacts"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> How to Generate checksums for the
release artifacts. </h4> <div class="language-plaintext highlighter-rouge"><div
class="highlight"><pre class="highlight"><cod [...]
+$ for i in *.tar.gz; do echo $i; sha512sum $i > $i.sha512 ; done
+</code></pre></div></div> <h3
id="upload-the-release-artifacts-to-the-svn-repository"> <a
href="#upload-the-release-artifacts-to-the-svn-repository"
class="anchor-heading"
aria-labelledby="upload-the-release-artifacts-to-the-svn-repository"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Upload the release artifacts to the SVN
repository. </h3> <ol> <li> <p>Create a project directory in the SVN repository
(1st time only). <code class="language-pla [...]
+$ cp /path/to/release/artifacts/* ./{release-version}/
+$ svn add ./{release-version}/*
+$ svn commit -m "add Apache Answer release artifacts for {release-version}"
+</code></pre></div> </div> </li> <li>After the upload, please visit the link
<code class="language-plaintext
highlighter-rouge">https://dist.apache.org/repos/dist/dev/incubator/gluten/{release-version}</code>
to verify if the file upload is successful or not. The upload release
artifacts should be include <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>*
apache-gluten-#.#.#-incubating-src.tar.gz
+* apache-gluten-#.#.#-incubating-src.tar.gz.asc
+* apache-gluten-#.#.#-incubating-src.tar.gz.sha512
+</code></pre></div> </div> </li> </ol> <h3 id="verify-the-release-artifacts">
<a href="#verify-the-release-artifacts" class="anchor-heading"
aria-labelledby="verify-the-release-artifacts"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Verify the
release artifacts. </h3> <p>Please follow below steps to verify the release
artifacts.</p> <ol> <li> <p>Check if the Download links are valid.</p> </li>
<li> <p>Check if the checksums and GPG signatures a [...]
+$ curl https://dist.apache.org/repos/dist/release/incubator/gluten/KEYS >
KEYS
+
+# import KEYS and trust the key, please replace the email address with the one
you want to trust.
+$ gpg --import KEYS
+$ gpg --edit-key [email protected]
+gpg> trust
+gpg> 5
+gpg> y
+gpg> quit
+
+# enter the directory where the release artifacts are located
+$ cd /path/to/release/artifacts
+
+# verify the signature
+$ for i in *.tar.gz; do echo $i; gpg --verify $i.asc $i ; done
+
+# if you see 'Good signature' in the output, it means the signature is valid.
+</code></pre></div></div> <h4 id="how-to-verify-the-checksums"> <a
href="#how-to-verify-the-checksums" class="anchor-heading"
aria-labelledby="how-to-verify-the-checksums"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> How to Verify
the checksums </h4> <p>Please follow below steps to verify the checksums</p>
<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre
class="highlight"><code># verify the checksums
+$ for i in *.tar.gz; do echo $i; sha512sum --check $i.sha512; done
+</code></pre></div></div> <h3 id="initiate-a-release-vote"> <a
href="#initiate-a-release-vote" class="anchor-heading"
aria-labelledby="initiate-a-release-vote"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Initiate a
release vote. </h3> <ol> <li> <p>Email a vote request to
[email protected], requiring at least 3 PPMC +1s.</p> </li> <li> <p>Allow
72 hours or until enough votes are collected.</p> </li> <li> <p>Share the vote
outcome on the dev [...]
+
+Hello,
+
+ This is a call for vote to release Apache Gluten (Incubating) version
{release-version}.
+
+ The vote thread:
+ https://lists.apache.org/thread/{id}
+
+ Vote Result:
+ https://lists.apache.org/thread/{id}
+
+ The release candidates:
+
https://dist.apache.org/repos/dist/dev/incubator/gluten/{release-version}/
+
+ Release notes:
+
https://github.com/apache/incubator-gluten/releases/tag/{release-version}
+
+ Git tag for the release:
+
https://github.com/apache/incubator-gluten/releases/tag/{release-version}
+
+ Git commit id for the release:
+ https://github.com/apache/incubator-gluten/commit/{id}
+
+ Keys to verify the Release Candidate:
+ https://downloads.apache.org/incubator/gluten/KEYS
+
+ The vote will be open for at least 72 hours or until the necessary number
of votes are reached.
+
+ Please vote accordingly:
+
+ [ ] +1 approve
+ [ ] +0 no opinion
+ [ ] -1 disapprove with the reason
+
+ Checklist for reference:
+
+ [ ] Download links are valid.
+ [ ] Checksums and PGP signatures are valid.
+ [ ] Source code distributions have correct names matching the current
release.
+ [ ] LICENSE and NOTICE files are correct for each Apache Answer repo.
+ [ ] All files have license headers if necessary.
+ [ ] No unlicensed compiled archives bundled in source archive.
+
+ To compile from the source, please refer to:
+
+ https://github.com/apache/incubator-gluten#building-from-source
+
+Thanks,
+<YOUR NAME>
+</code></pre></div></div> <h3 id="announce-the-results-and-the-release"> <a
href="#announce-the-results-and-the-release" class="anchor-heading"
aria-labelledby="announce-the-results-and-the-release"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Announce the
results and the release. </h3> <p>Announce Email Template</p> <div
class="language-plaintext highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>Hello everyone,
+
+The Apache Gluten (Incubating) {release-version} has been released!
+
+Apache Gluten is a Q&A platform software for teams at any scale.
+Whether it's a community forum, help center, or knowledge management platform,
you can always count on Apache Answer.
+
+Download Links: https://downloads.apache.org/incubator/gluten/
+
+Release Notes:
https://github.com/apache/incubator-gluten/releases/tag/{release-version}
+
+Website: https://gluten.apache.org/
+
+Resources:
+- Issue: https://github.com/apache/incubator-gluten/issues
+- Mailing list: [email protected]
+
+Thanks,
+<YOUR NAME>
+
+</code></pre></div></div> </main> <hr> <footer> <p><a href="#top"
id="back-to-top">Back to top</a></p> <a
href="https://incubator.apache.org/";>Apache Incubator</a> <p class="text-small
text-grey-dk-100 mb-0">Copyright © 2024 The Apache Software Foundation,
Licensed under the Apache License, Version 2.0. Apache Gluten, Gluten, Apache,
the Apache feather logo, and the Apache Gluten project logo are either
registered trademarks or trademarks of the Apache Software Foundation in the
United S [...]
diff --git a/output/developers/MicroBenchmarks.html
b/output/developers/MicroBenchmarks.html
index 59fce89..c7fa75e 100644
--- a/output/developers/MicroBenchmarks.html
+++ b/output/developers/MicroBenchmarks.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(3)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(3)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
./dev/buildbundle-veloxbe.sh <span class="nt">--build_tests</span><span
class="o">=</span>ON <span class="nt">--build_benchmarks</span><span
class="o">=</span>ON
<span class="c"># Run test to generate input data files. If you are using
spark 3.3, replace -Pspark-3.2 with -Pspark-3.3</span>
diff --git a/output/developers/NewToGluten.html
b/output/developers/NewToGluten.html
index 929130f..a49b2aa 100644
--- a/output/developers/NewToGluten.html
+++ b/output/developers/NewToGluten.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
update-alternatives <span class="nt">--config</span> java
java <span class="nt">-version</span>
</code></pre></div></div> <p><code class="language-plaintext
highlighter-rouge">--config java</code> to config java executable path, <code
class="language-plaintext highlighter-rouge">javac</code> and other commands
can also use this command to config. For some other uses, we suggest to set
<code class="language-plaintext highlighter-rouge">JAVA_HOME</code>.</p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="nb">export </span [...]
diff --git a/output/developers/SubstraitModifications.html
b/output/developers/SubstraitModifications.html
index 11babc6..c0b0ae2 100644
--- a/output/developers/SubstraitModifications.html
+++ b/output/developers/SubstraitModifications.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(9)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(9)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/UsingGperftoolsInCH.html
b/output/developers/UsingGperftoolsInCH.html
index 6542303..4c50c77 100644
--- a/output/developers/UsingGperftoolsInCH.html
+++ b/output/developers/UsingGperftoolsInCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
export LD_PRELOAD=$tcmalloc_path,libch.so # load the library in the driver
--files $tcmalloc_path # upload the library to the cluster
--conf spark.executorEnv.LD_PRELOAD=./libtcmalloc_and_profiler.so,libch.so #
load the library in the executor
diff --git a/output/developers/UsingJemallocWithCH.html
b/output/developers/UsingJemallocWithCH.html
index 33dfeba..c6b5e14 100644
--- a/output/developers/UsingJemallocWithCH.html
+++ b/output/developers/UsingJemallocWithCH.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
# At the time ClickHouse uses LLVM libunwind which follows libgcc's way of
backtracking.
#
# ClickHouse has to provide `unw_backtrace` method by the means of [commit
8e2b31e](https://github.com/ClickHouse/libunwind/commit/8e2b31e766dd502f6df74909e04a7dbdf5182eb1).
diff --git a/output/developers/docker_centos7.html
b/output/developers/docker_centos7.html
index 0adacd4..28d9b82 100644
--- a/output/developers/docker_centos7.html
+++ b/output/developers/docker_centos7.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(8)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(8)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
docker run -itd --name gluten centos:7 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>yum -y
install epel-release centos-release-scl
diff --git a/output/developers/docker_centos8.html
b/output/developers/docker_centos8.html
index 9e39ec4..4c0f475 100644
--- a/output/developers/docker_centos8.html
+++ b/output/developers/docker_centos8.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(7)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(7)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
docker run -itd --name gluten centos:8 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#update
mirror
diff --git a/output/developers/docker_ubuntu22.04.html
b/output/developers/docker_ubuntu22.04.html
index 786ed7e..87be17b 100644
--- a/output/developers/docker_ubuntu22.04.html
+++ b/output/developers/docker_ubuntu22.04.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(6)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(6)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
docker run -itd --network host --name gluten ubuntu:22.04 /bin/bash
docker attach gluten
</code></pre></div></div> <p>Run in docker:</p> <div class="language-plaintext
highlighter-rouge"><div class="highlight"><pre class="highlight"><code>apt-get
update
diff --git a/output/developers/index.html b/output/developers/index.html
index 4684754..f8adb51 100644
--- a/output/developers/index.html
+++ b/output/developers/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(3)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(3)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/developers/velox-function-development-guide.html
b/output/developers/velox-function-development-guide.html
index 0256b77..5faf7df 100644
--- a/output/developers/velox-function-development-guide.html
+++ b/output/developers/velox-function-development-guide.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(5)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(5)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
struct BitwiseAndFunction {
template <typename TInput>
// For void return type, it indicates null result will never be obtained for
non-null input.
diff --git a/output/docs/clickhouse/getting-started.html
b/output/docs/clickhouse/getting-started.html
index ebbbbe7..5057d06 100644
--- a/output/docs/clickhouse/getting-started.html
+++ b/output/docs/clickhouse/getting-started.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
</code></pre></div></div> <h4
id="setup-clickhouse-backend-development-environment"> <a
href="#setup-clickhouse-backend-development-environment" class="anchor-heading"
aria-labelledby="setup-clickhouse-backend-development-environment"><svg
viewBox="0 0 16 16" aria-hidden="true"><use
xlink:href="#svg-link"></use></svg></a> Setup ClickHouse backend development
environment </h4> <p>If you don’t care about development environment, you can
skip this part.</p> <p>Otherwise, do:</p> <ol> <li>cl [...]
git clone --recursive --shallow-submodules -b clickhouse_backend
https://github.com/Kyligence/ClickHouse.git
</code></pre></div> </div> </li> <li> <p>Configure cpp-ch
${GLUTEN_SOURCE}/cpp-ch can be treated as an add-on of Kyligence/Clickhouse</p>
<p>First, initialize some configuration for this add-on:</p> <div
class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> <span class="nb">export </span><span
class="nv">GLUTEN_SOURCE</span><span class="o">=</span>/path/to/gluten
diff --git a/output/docs/index.html b/output/docs/index.html
index e1020d5..1e350db 100644
--- a/output/docs/index.html
+++ b/output/docs/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(2)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(2)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/velox/build_parameters.html
b/output/docs/velox/build_parameters.html
index 811c53e..9d790e2 100644
--- a/output/docs/velox/build_parameters.html
+++ b/output/docs/velox/build_parameters.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
diff --git a/output/docs/velox/gcs.html b/output/docs/velox/gcs.html
index eef68ee..0c3310d 100644
--- a/output/docs/velox/gcs.html
+++ b/output/docs/velox/gcs.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.hadoop.fs.gs.auth.service.account.json.keyfile // path to the json file
with the credentials.
</code></pre></div></div> <h2 id="configuring-gcs-endpoints"> <a
href="#configuring-gcs-endpoints" class="anchor-heading"
aria-labelledby="configuring-gcs-endpoints"><svg viewBox="0 0 16 16"
aria-hidden="true"><use xlink:href="#svg-link"></use></svg></a> Configuring GCS
endpoints </h2> <p>For cases when a GCS mock is used, an optional endpoint can
be provided:</p> <div class="language-sh highlighter-rouge"><div
class="highlight"><pre class="highlight"><code>spark.hadoop.fs.gs.storage.roo
[...]
</code></pre></div></div> </main> <hr> <footer> <p><a href="#top"
id="back-to-top">Back to top</a></p> <a
href="https://incubator.apache.org/";>Apache Incubator</a> <p class="text-small
text-grey-dk-100 mb-0">Copyright © 2024 The Apache Software Foundation,
Licensed under the Apache License, Version 2.0. Apache Gluten, Gluten, Apache,
the Apache feather logo, and the Apache Gluten project logo are either
registered trademarks or trademarks of the Apache Software Foundation in the
United S [...]
diff --git a/output/docs/velox/getting-started.html
b/output/docs/velox/getting-started.html
index 2372835..4454749 100644
--- a/output/docs/velox/getting-started.html
+++ b/output/docs/velox/getting-started.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
<span class="nb">export </span><span class="nv">JAVA_HOME</span><span
class="o">=</span>/usr/lib/jvm/java-8-openjdk-amd64
<span class="nb">export </span><span class="nv">PATH</span><span
class="o">=</span><span class="nv">$JAVA_HOME</span>/bin:<span
class="nv">$PATH</span>
</code></pre></div></div> <p><strong>For aarch64</strong></p> <div
class="language-bash highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="c">## make sure jdk8 is used</span>
diff --git a/output/docs/velox/index.html b/output/docs/velox/index.html
index 9c5be5f..6f275c1 100644
--- a/output/docs/velox/index.html
+++ b/output/docs/velox/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li:not(:nth-child(1)) > a,
.site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/docs/velox/s3.html b/output/docs/velox/s3.html
index a881b76..aecb15c 100644
--- a/output/docs/velox/s3.html
+++ b/output/docs/velox/s3.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child > li > a,
.site-nav > ul.nav-list:first-child > li > ul > li > a, .site-nav >
ul.nav-list:first-child > li > ul > li > ul > li:not(:nth- [...]
spark.hadoop.fs.s3a.aws.credentials.provider
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider
spark.hadoop.fs.s3a.access.key XXXXXXXXX
spark.hadoop.fs.s3a.secret.key XXXXXXXXX
diff --git a/output/feed.xml b/output/feed.xml
index 9a83209..e366651 100644
--- a/output/feed.xml
+++ b/output/feed.xml
@@ -1,4 +1,4 @@
-<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="3.9.3">Jekyll</generator><link
href="https://gluten.apache.org/feed.xml"; rel="self"
type="application/atom+xml" /><link href="https://gluten.apache.org/";
rel="alternate" type="text/html"
/><updated>2024-04-19T15:01:26+00:00</updated><id>https://gluten.apache.org/feed.xml</id><title
type="html">Apache Gluten incubating</title><subtitle>Gluten is a middle layer
r [...]
+<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="3.9.3">Jekyll</generator><link
href="https://gluten.apache.org/feed.xml"; rel="self"
type="application/atom+xml" /><link href="https://gluten.apache.org/";
rel="alternate" type="text/html"
/><updated>2024-07-30T05:37:25+00:00</updated><id>https://gluten.apache.org/feed.xml</id><title
type="html">Apache Gluten incubating</title><subtitle>Gluten is a middle layer
r [...]
<p>Jekyll requires blog post files to be named according to the
following format:</p>
diff --git a/output/index.html b/output/index.html
index 53b21ac..67183d7 100644
--- a/output/index.html
+++ b/output/index.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(1)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(1)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
diff --git a/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
b/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
index c833f70..11bff3f 100644
--- a/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
+++ b/output/jekyll/update/2024/02/08/welcome-to-jekyll.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; }
</style> <script src="/assets/js/vendor/lunr.min.js"></script> <script
src="/assets/js/just-the-docs.js"></script> <meta name= [...]
<span class="nb">puts</span> <span class="s2">"Hi, </span><span
class="si">#{</span><span class="nb">name</span><span class="si">}</span><span
class="s2">"</span>
<span class="k">end</span>
<span class="n">print_hi</span><span class="p">(</span><span
class="s1">'Tom'</span><span class="p">)</span>
diff --git a/output/release.html b/output/release.html
index 2ef80d4..67cedc5 100644
--- a/output/release.html
+++ b/output/release.html
@@ -1 +1 @@
-<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(4)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
+<!DOCTYPE html> <html lang="en-US"> <head> <meta charset="UTF-8"> <meta
http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet"
href="/assets/css/just-the-docs-default.css"> <link rel="stylesheet"
href="/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet">
<style id="jtd-nav-activation"> .site-nav > ul.nav-list:first-child >
li:not(:nth-child(4)) > a, .site-nav > ul.nav-list:first-child > li > ul > li >
a, .site-nav > ul.nav-list:first-child > li > ul > li [...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
