This is an automated email from the ASF dual-hosted git repository.
codope pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new dcf466fa48c [HUDI-5361] Propagate all hoodie configs from spark
sqlconf (#8327)
dcf466fa48c is described below
commit dcf466fa48c2d54e490255bcb27f58adba7c1583
Author: Jon Vexler <[email protected]>
AuthorDate: Thu Aug 10 09:46:33 2023 -0700
[HUDI-5361] Propagate all hoodie configs from spark sqlconf (#8327)
---
.../src/main/scala/org/apache/hudi/DefaultSource.scala | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
index 5ecf250eaab..5a0b0a53d33 100644
---
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
+++
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala
@@ -102,8 +102,7 @@ class DefaultSource extends RelationProvider
)
} else {
Map()
- }) ++ DataSourceOptionsHelper.parametersWithReadDefaults(optParams +
- (DATA_QUERIES_ONLY.key() -> sqlContext.getConf(DATA_QUERIES_ONLY.key(),
optParams.getOrElse(DATA_QUERIES_ONLY.key(),
DATA_QUERIES_ONLY.defaultValue()))))
+ }) ++
DataSourceOptionsHelper.parametersWithReadDefaults(sqlContext.getAllConfs.filter(k
=> k._1.startsWith("hoodie.")) ++ optParams)
// Get the table base path
val tablePath = if (globPaths.nonEmpty) {