This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kyuubi.git
The following commit(s) were added to refs/heads/master by this push:
new 9983d92b3 [KYUUBI #5108][Flink] Fix FileNotFoundException during Flink
engine bootstrap
9983d92b3 is described below
commit 9983d92b31cf4052fb363ca399976ee27c607681
Author: Paul Lin <[email protected]>
AuthorDate: Mon Jul 31 20:37:43 2023 +0800
[KYUUBI #5108][Flink] Fix FileNotFoundException during Flink engine
bootstrap
### _Why are the changes needed?_
As titled.
### _How was this patch tested?_
- [ ] Add some test cases that check the changes thoroughly including
negative and positive cases if possible
- [ ] Add screenshots for manual tests if appropriate
- [x] [Run
test](https://kyuubi.readthedocs.io/en/master/contributing/code/testing.html#running-tests)
locally before make a pull request
Closes #5109 from link3280/bootstrap_file_not_found.
Closes #5108
318199fa2 [Paul Lin] [KYUUBI #5108][Flink] Fix iFileNotFoundException
during Flink engine bootstrap
Authored-by: Paul Lin <[email protected]>
Signed-off-by: Cheng Pan <[email protected]>
---
.../scala/org/apache/kyuubi/engine/flink/FlinkSQLEngine.scala | 10 ++++++----
1 file changed, 6 insertions(+), 4 deletions(-)
diff --git
a/externals/kyuubi-flink-sql-engine/src/main/scala/org/apache/kyuubi/engine/flink/FlinkSQLEngine.scala
b/externals/kyuubi-flink-sql-engine/src/main/scala/org/apache/kyuubi/engine/flink/FlinkSQLEngine.scala
index 10ef9991f..6adda6390 100644
---
a/externals/kyuubi-flink-sql-engine/src/main/scala/org/apache/kyuubi/engine/flink/FlinkSQLEngine.scala
+++
b/externals/kyuubi-flink-sql-engine/src/main/scala/org/apache/kyuubi/engine/flink/FlinkSQLEngine.scala
@@ -102,7 +102,7 @@ object FlinkSQLEngine extends Logging {
info("Flink engine started")
if ("yarn-application".equalsIgnoreCase(executionTarget)) {
- bootstrapFlinkApplicationExecutor(flinkConf)
+ bootstrapFlinkApplicationExecutor()
}
// blocking main thread
@@ -119,6 +119,7 @@ object FlinkSQLEngine extends Logging {
}
def startEngine(engineContext: DefaultContext): Unit = {
+ debug(s"Starting Flink SQL engine with default configuration:
${engineContext.getFlinkConfig}")
currentEngine = Some(new FlinkSQLEngine(engineContext))
currentEngine.foreach { engine =>
engine.initialize(kyuubiConf)
@@ -127,9 +128,10 @@ object FlinkSQLEngine extends Logging {
}
}
- private def bootstrapFlinkApplicationExecutor(flinkConf: Configuration) = {
- // trigger an execution to initiate EmbeddedExecutor
- info("Running initial Flink SQL in application mode.")
+ private def bootstrapFlinkApplicationExecutor() = {
+ // trigger an execution to initiate EmbeddedExecutor with the default
flink conf
+ val flinkConf = new Configuration()
+ debug(s"Running initial Flink SQL in application mode with flink conf:
$flinkConf.")
val tableEnv = TableEnvironment.create(flinkConf)
val res = tableEnv.executeSql("select 'kyuubi'")
res.await()