This is an automated email from the ASF dual-hosted git repository.
csy pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/auron.git
The following commit(s) were added to refs/heads/master by this push:
new 8311710c [AURON #1769] Remove unused legacy files (#1931)
8311710c is described below
commit 8311710c0d348da203f5361469270f0478cef1b3
Author: yew1eb <[email protected]>
AuthorDate: Wed Jan 21 13:51:31 2026 +0800
[AURON #1769] Remove unused legacy files (#1931)
# Which issue does this PR close?
Closes #1769
# Rationale for this change
# What changes are included in this PR?
# Are there any user-facing changes?
# How was this patch tested?
---
dev/auron-it/dependency-reduced-pom.xml | 192 --------------------------------
dev/run-tpcds-test | 68 -----------
dev/utils.sh | 65 -----------
3 files changed, 325 deletions(-)
diff --git a/dev/auron-it/dependency-reduced-pom.xml
b/dev/auron-it/dependency-reduced-pom.xml
deleted file mode 100644
index 0f8218df..00000000
--- a/dev/auron-it/dependency-reduced-pom.xml
+++ /dev/null
@@ -1,192 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/maven-v4_0_0.xsd";>
- <modelVersion>4.0.0</modelVersion>
- <groupId>org.apache.auron</groupId>
- <artifactId>auron-it</artifactId>
- <name>Apache Auron Integration Tests</name>
- <version>7.0.0-SNAPSHOT</version>
- <description>Apache Auron Integration Tests Project</description>
- <url>https://github.com/apache/auron.git/auron-it</url>
- <mailingLists>
- <mailingList>
- <name>Apache Announce List</name>
- <subscribe>[email protected]</subscribe>
- <unsubscribe>[email protected]</unsubscribe>
- <post>[email protected]</post>
-
<archive>https://mail-archives.apache.org/mod_mbox/www-announce/</archive>
- </mailingList>
- </mailingLists>
- <licenses>
- <license>
- <name>Apache-2.0</name>
- <url>https://www.apache.org/licenses/LICENSE-2.0.txt</url>
- <distribution>repo</distribution>
- </license>
- </licenses>
- <scm>
-
<connection>scm:git:https://gitbox.apache.org/repos/asf/maven-apache-parent.git/auron-parent_2.12/auron-it</connection>
-
<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/maven-apache-parent.git/auron-parent_2.12/auron-it</developerConnection>
- <tag>apache-35</tag>
-
<url>https://github.com/apache/maven-apache-parent/tree/apache-35/auron-parent_2.12/auron-it</url>
- </scm>
- <organization>
- <name>The Apache Software Foundation</name>
- <url>https://www.apache.org/</url>
- </organization>
- <repositories>
- <repository>
- <releases />
- <snapshots>
- <enabled>false</enabled>
- </snapshots>
- <id>gcs-maven-central-mirror</id>
- <name>GCS Maven Central mirror Asia Pacific</name>
-
<url>https://maven-central-asia.storage-download.googleapis.com/maven2/</url>
- </repository>
- </repositories>
- <dependencies>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-core_2.12</artifactId>
- <version>3.5.7</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <artifactId>*</artifactId>
- <groupId>io.netty</groupId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-catalyst_2.12</artifactId>
- <version>3.5.7</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-hive_2.12</artifactId>
- <version>3.5.7</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <artifactId>*</artifactId>
- <groupId>org.apache.arrow</groupId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_2.12</artifactId>
- <version>3.5.7</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <artifactId>*</artifactId>
- <groupId>io.netty</groupId>
- </exclusion>
- <exclusion>
- <artifactId>*</artifactId>
- <groupId>org.apache.arrow</groupId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-core_2.12</artifactId>
- <version>3.5.7</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_2.12</artifactId>
- <version>3.2.9</version>
- <scope>test</scope>
- <exclusions>
- <exclusion>
- <artifactId>scalatest-core_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-featurespec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-flatspec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-freespec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-funsuite_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-funspec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-propspec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-refspec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-wordspec_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-diagrams_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-matchers-core_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-shouldmatchers_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- <exclusion>
- <artifactId>scalatest-mustmatchers_2.12</artifactId>
- <groupId>org.scalatest</groupId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>2.12.18</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-compiler</artifactId>
- <version>2.12.18</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-reflect</artifactId>
- <version>2.12.18</version>
- <scope>provided</scope>
- </dependency>
- </dependencies>
- <distributionManagement>
- <repository>
- <id>apache.releases.https</id>
- <name>Apache Release Distribution Repository</name>
-
<url>https://repository.apache.org/service/local/staging/deploy/maven2</url>
- </repository>
- <snapshotRepository>
- <id>apache.snapshots.https</id>
- <name>Apache Development Snapshot Repository</name>
- <url>https://repository.apache.org/content/repositories/snapshots</url>
- </snapshotRepository>
- </distributionManagement>
-</project>
diff --git a/dev/run-tpcds-test b/dev/run-tpcds-test
deleted file mode 100755
index 7686f40d..00000000
--- a/dev/run-tpcds-test
+++ /dev/null
@@ -1,68 +0,0 @@
-#!/usr/bin/env bash
-
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-#
-# Shell script for validating TPCDS query results
-
-if [ -z "${SPARK_HOME}" ]; then
- echo "env SPARK_HOME not defined" 1>&2
- exit 1
-fi
-
-# Determine the current working directory
-_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
-echo $_DIR
-
-# Load common functions
-. "${_DIR}/utils.sh"
-
-# Do some preparations before launching spark-submit
-parse_args_for_spark_submit "$@"
-
-# Resolve a jar location for the TPCDS data generator
-find_resource() {
- local
jar_file="tpcds-validator_${SCALA_VERSION:-2.12}-0.1.0-SNAPSHOT-with-dependencies.jar"
- local built_jar="$_DIR/../${jar_file}"
- if [[ -e "$built_jar" ]]; then
- RESOURCE=$built_jar
- else
- echo "${built_jar} not found"
- exit 1
- fi
-}
-
-find_resource
-
-echo "Using \`spark-submit\` from path: $SPARK_HOME" 1>&2
-exec "${SPARK_HOME}"/bin/spark-submit \
- --driver-memory 5g \
- --class org.apache.spark.sql.execution.benchmark.TPCDSQueryValidator \
- --conf spark.ui.enabled=false \
- --conf
spark.sql.extensions=org.apache.spark.sql.auron.AuronSparkSessionExtension \
- --conf
spark.shuffle.manager=org.apache.spark.sql.execution.auron.shuffle.AuronShuffleManager
\
- --conf spark.sql.shuffle.partitions=1000 \
- --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=16777216 \
- --conf spark.sql.autoBroadcastJoinThreshold=1048576 \
- --conf spark.sql.broadcastTimeout=900s \
- --conf spark.driver.memoryOverhead=3072 \
- --conf spark.auron.memoryFraction=0.8 \
- $(join_by " " ${SPARK_CONF[@]}) \
- ${RESOURCE} \
- $(join_by " " ${ARGS[@]})
-
diff --git a/dev/utils.sh b/dev/utils.sh
deleted file mode 100644
index 04db35cd..00000000
--- a/dev/utils.sh
+++ /dev/null
@@ -1,65 +0,0 @@
-#!/usr/bin/env bash
-
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-#
-# Common functions in scripts
-
-# Function to join an input array by a given separator
-join_by() {
- local IFS="$1"
- shift
- echo "$*"
-}
-
-# Function to run a given command
-run_cmd() {
- local command="$1"
- local working_dir="$2"
-
- # Preserve the calling directory
- _CALLING_DIR="$(pwd)"
-
- # Run the given command and check if it works well
- cd ${working_dir} && ${command}
- if [ $? = 127 ]; then
- echo "Cannot run '${command}', so check if the command works"
- exit 1
- fi
-
- # Reset the current working directory
- cd "${_CALLING_DIR}"
-}
-
-# Split input arguments into two parts: Spark confs and args
-parse_args_for_spark_submit() {
- SPARK_CONF=()
- ARGS=()
- while [ ! -z "$1" ]; do
- if [[ "$1" =~ ^--master= ]]; then
- SPARK_CONF+=($1)
- elif [ "$1" == "--conf" ]; then
- shift
- SPARK_CONF+=("--conf $1")
- else
- ARGS+=($1)
- fi
- shift
- done
-}
-
