linliu-code commented on code in PR #13086:
URL: https://github.com/apache/hudi/pull/13086#discussion_r2028016049
##########
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/MergeIntoHoodieTableCommand.scala:
##########
@@ -1057,6 +1058,36 @@ object MergeIntoHoodieTableCommand {
)
}
}
+
+ // Check if global index, e.g., GLOBAL_BLOOM, is set.
+ def useGlobalIndex(parameters: Map[String, String]): Boolean = {
+ parameters.get(HoodieIndexConfig.INDEX_TYPE.key).exists { indexType =>
+ isGlobalIndexEnabled(indexType, parameters)
+ }
+ }
+
+ // Check if goal index is enabled for specific indexes.
+ def isGlobalIndexEnabled(indexType: String, parameters: Map[String,
String]): Boolean = {
+ Seq(
+ HoodieIndex.IndexType.GLOBAL_SIMPLE ->
HoodieIndexConfig.SIMPLE_INDEX_UPDATE_PARTITION_PATH_ENABLE,
Review Comment:
yes, for Global_simple, the update partition path is enabled by default.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
