This is an automated email from the ASF dual-hosted git repository.
xudong963 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new 02da0445f8 Update bench.sh to only run 5 iterations (#7189)
02da0445f8 is described below
commit 02da0445f8c94019c1526d6b1759492fda266cdf
Author: Andrew Lamb <[email protected]>
AuthorDate: Thu Aug 3 22:34:46 2023 -0500
Update bench.sh to only run 5 iterations (#7189)
---
benchmarks/bench.sh | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
diff --git a/benchmarks/bench.sh b/benchmarks/bench.sh
index ca58e49f60..f50640f6fc 100755
--- a/benchmarks/bench.sh
+++ b/benchmarks/bench.sh
@@ -303,7 +303,7 @@ run_tpch() {
RESULTS_FILE="${RESULTS_DIR}/tpch.json"
echo "RESULTS_FILE: ${RESULTS_FILE}"
echo "Running tpch benchmark..."
- $CARGO_COMMAND --bin tpch -- benchmark datafusion --iterations 10 --path
"${TPCH_DIR}" --format parquet -o ${RESULTS_FILE}
+ $CARGO_COMMAND --bin tpch -- benchmark datafusion --iterations 5 --path
"${TPCH_DIR}" --format parquet -o ${RESULTS_FILE}
}
# Runs the tpch in memory
@@ -319,7 +319,7 @@ run_tpch_mem() {
echo "RESULTS_FILE: ${RESULTS_FILE}"
echo "Running tpch_mem benchmark..."
# -m means in memory
- $CARGO_COMMAND --bin tpch -- benchmark datafusion --iterations 10 --path
"${TPCH_DIR}" -m --format parquet -o ${RESULTS_FILE}
+ $CARGO_COMMAND --bin tpch -- benchmark datafusion --iterations 5 --path
"${TPCH_DIR}" -m --format parquet -o ${RESULTS_FILE}
}
# Runs the parquet filter benchmark
@@ -327,7 +327,7 @@ run_parquet() {
RESULTS_FILE="${RESULTS_DIR}/parquet.json"
echo "RESULTS_FILE: ${RESULTS_FILE}"
echo "Running parquet filter benchmark..."
- $CARGO_COMMAND --bin parquet -- filter --path "${DATA_DIR}" --scale-factor
1.0 --iterations 10 -o ${RESULTS_FILE}
+ $CARGO_COMMAND --bin parquet -- filter --path "${DATA_DIR}" --scale-factor
1.0 --iterations 5 -o ${RESULTS_FILE}
}
# Runs the sort benchmark
@@ -335,7 +335,7 @@ run_sort() {
RESULTS_FILE="${RESULTS_DIR}/sort.json"
echo "RESULTS_FILE: ${RESULTS_FILE}"
echo "Running sort benchmark..."
- $CARGO_COMMAND --bin parquet -- sort --path "${DATA_DIR}" --scale-factor
1.0 --iterations 10 -o ${RESULTS_FILE}
+ $CARGO_COMMAND --bin parquet -- sort --path "${DATA_DIR}" --scale-factor
1.0 --iterations 5 -o ${RESULTS_FILE}
}
@@ -389,7 +389,7 @@ run_clickbench_1() {
RESULTS_FILE="${RESULTS_DIR}/clickbench_1.json"
echo "RESULTS_FILE: ${RESULTS_FILE}"
echo "Running clickbench (1 file) benchmark..."
- $CARGO_COMMAND --bin dfbench -- clickbench --iterations 10 --path
"${DATA_DIR}/hits.parquet" --queries-path
"${SCRIPT_DIR}/queries/clickbench/queries.sql" -o ${RESULTS_FILE}
+ $CARGO_COMMAND --bin dfbench -- clickbench --iterations 5 --path
"${DATA_DIR}/hits.parquet" --queries-path
"${SCRIPT_DIR}/queries/clickbench/queries.sql" -o ${RESULTS_FILE}
}
# Runs the clickbench benchmark with a single large parquet file
@@ -397,7 +397,7 @@ run_clickbench_partitioned() {
RESULTS_FILE="${RESULTS_DIR}/clickbench_1.json"
echo "RESULTS_FILE: ${RESULTS_FILE}"
echo "Running clickbench (partitioned, 100 files) benchmark..."
- $CARGO_COMMAND --bin dfbench -- clickbench --iterations 10 --path
"${DATA_DIR}/hits_partitioned" --queries-path
"${SCRIPT_DIR}/queries/clickbench/queries.sql" -o ${RESULTS_FILE}
+ $CARGO_COMMAND --bin dfbench -- clickbench --iterations 5 --path
"${DATA_DIR}/hits_partitioned" --queries-path
"${SCRIPT_DIR}/queries/clickbench/queries.sql" -o ${RESULTS_FILE}
}
compare_benchmarks() {