This is an automated email from the ASF dual-hosted git repository.
benjobs pushed a commit to branch dev-2.1.5
in repository https://gitbox.apache.org/repos/asf/incubator-streampark.git
The following commit(s) were added to refs/heads/dev-2.1.5 by this push:
new 55ad9b6d2 [Impeove] hadoopUtils minor improvement
55ad9b6d2 is described below
commit 55ad9b6d2eac4b1d6a9077a29e6a8309bf9a3872
Author: benjobs <[email protected]>
AuthorDate: Sat Aug 31 20:17:26 2024 +0800
[Impeove] hadoopUtils minor improvement
---
.../scala/org/apache/streampark/common/util/ClassLoaderUtils.scala | 2 +-
.../main/scala/org/apache/streampark/common/util/HadoopUtils.scala | 5 ++++-
2 files changed, 5 insertions(+), 2 deletions(-)
diff --git
a/streampark-common/src/main/scala/org/apache/streampark/common/util/ClassLoaderUtils.scala
b/streampark-common/src/main/scala/org/apache/streampark/common/util/ClassLoaderUtils.scala
index dc54d9271..d5b5f74f0 100644
---
a/streampark-common/src/main/scala/org/apache/streampark/common/util/ClassLoaderUtils.scala
+++
b/streampark-common/src/main/scala/org/apache/streampark/common/util/ClassLoaderUtils.scala
@@ -139,7 +139,7 @@ object ClassLoaderUtils extends Logger {
} catch {
case _: NoSuchFieldException =>
throw new UnsupportedOperationException(
- s"Add resource to classpath unsupported jdk version:
${System.getProperty("java.version")}")
+ s"Add resource to classpath unsupported, jdk version:
${System.getProperty("java.version")}")
}
}
}
diff --git
a/streampark-common/src/main/scala/org/apache/streampark/common/util/HadoopUtils.scala
b/streampark-common/src/main/scala/org/apache/streampark/common/util/HadoopUtils.scala
index 3aba6bf8a..a05abcefc 100644
---
a/streampark-common/src/main/scala/org/apache/streampark/common/util/HadoopUtils.scala
+++
b/streampark-common/src/main/scala/org/apache/streampark/common/util/HadoopUtils.scala
@@ -128,7 +128,10 @@ object HadoopUtils extends Logger {
def hadoopConf: Configuration = Option(reusableConf).getOrElse {
reusableConf = getConfigurationFromHadoopConfDir(hadoopConfDir)
// add hadoopConfDir to classpath...you know why???
- ClassLoaderUtils.loadResource(hadoopConfDir)
+ Try(ClassLoaderUtils.loadResource(hadoopConfDir)) match {
+ case Failure(e) => logWarn(s"Load hadoop resource to classpath failed.
$e")
+ case _ =>
+ }
if (StringUtils.isBlank(reusableConf.get("hadoop.tmp.dir"))) {
reusableConf.set("hadoop.tmp.dir", "/tmp")