This is an automated email from the ASF dual-hosted git repository.
xuba pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/amoro.git
The following commit(s) were added to refs/heads/master by this push:
new 3390fd985 [Improvement]: The Spark optimizer uses the same name as
Flink to facilitate problem location #3824 (#3825)
3390fd985 is described below
commit 3390fd985d174a57eedf74135c8d8786b5f8d81e
Author: can <[email protected]>
AuthorDate: Fri Oct 17 16:38:59 2025 +0800
[Improvement]: The Spark optimizer uses the same name as Flink to
facilitate problem location #3824 (#3825)
Co-authored-by: wardli <[email protected]>
---
.../org/apache/amoro/server/manager/SparkOptimizerContainer.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git
a/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
b/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
index 4e82a6e8e..58d8c2f06 100644
---
a/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
+++
b/amoro-ams/src/main/java/org/apache/amoro/server/manager/SparkOptimizerContainer.java
@@ -166,18 +166,21 @@ public class SparkOptimizerContainer extends
AbstractOptimizerContainer {
OptimizerProperties.EXPORT_PROPERTY_PREFIX +
ENV_HADOOP_USER_NAME, "hadoop");
String jobArgs = super.buildOptimizerStartupArgsString(resource);
// ./bin/spark-submit --master <master> --deploy-mode=<sparkMode>
<options> --proxy-user <user>
+ // --name <appName>
// --class
// <main-class>
// <job-file>
// <arguments>
// options: --conf <property=value>
return String.format(
- "%s/bin/spark-submit --master %s --deploy-mode=%s %s --proxy-user %s
--class %s %s %s",
+ "%s/bin/spark-submit --master %s --deploy-mode=%s %s --proxy-user %s
--name %s --class %s %s %s",
sparkHome,
sparkMaster,
deployMode.getValue(),
sparkOptions,
proxyUser,
+ String.join(
+ "-", "Amoro-spark-optimizer", resource.getGroupName(),
resource.getResourceId()),
SPARK_JOB_MAIN_CLASS,
jobUri,
jobArgs);