anishshri-db commented on code in PR #53459:
URL: https://github.com/apache/spark/pull/53459#discussion_r2673517240
##########
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/operators/stateful/transformwithstate/StateStoreColumnFamilySchemaUtils.scala:
##########
@@ -114,6 +115,61 @@ object StateStoreColumnFamilySchemaUtils {
org.apache.spark.util.Utils.isTesting && isInternalColFamily(colFamilyName)
}
+ /**
+ * Extracts the base state variable name from internal column family names.
+ * Internal column families are auxiliary data structures (TTL index, min
expiry index,
+ * count index, row counter) that are associated with a user-defined state
variable.
+ *
+ * @param colFamilyName The internal column family name (must start with "$")
+ * @return The base state variable name
+ * @throws IllegalArgumentException if the column family name is not a
recognized internal type
+ */
+ def getStateNameForInternalCF(colFamilyName: String): String = {
+ if (isTtlColFamilyName(colFamilyName)) {
+ getStateNameFromTtlColFamily(colFamilyName)
+ } else if (isMinExpiryIndexCFName(colFamilyName)) {
+ getStateNameFromMinExpiryIndexCFName(colFamilyName)
+ } else if (isCountIndexCFName(colFamilyName)) {
+ getStateNameFromCountIndexCFName(colFamilyName)
+ } else if (isRowCounterCFName(colFamilyName)) {
+ getStateNameFromRowCounterCFName(colFamilyName)
+ } else if (TimerStateUtils.isTimerCFName(colFamilyName)) {
+ // Return the primary index for timer secondary index column family
+ // because we only store the primary index column family in the
+ // StateMetadataTableEntry.operatorProperies.stateVariables
+ if (TimerStateUtils.isTimerSecondaryIndexCF(colFamilyName)) {
+ TimerStateUtils.getPrimaryIndexFromSecondaryIndexCF(colFamilyName)
+ } else {
+ colFamilyName
+ }
+ } else {
+ throw new IllegalArgumentException(
Review Comment:
Can we add an error class for this ?
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
