ImAbhishekTomar commented on issue #10225:
URL: https://github.com/apache/pinot/issues/10225#issuecomment-1420449468
updated config
{
"tableName": "db2BEF0244T",
"tableType": "REALTIME",
"segmentsConfig": {
"timeType": "MILLISECONDS",
"schemaName": "transcript",
"replicasPerPartition": "1",
"minimizeDataMovement": false,
"timeColumnName": "UPDT_TMSTM"
},
"tenants": {
"broker": "DefaultTenant",
"server": "DefaultTenant"
},
"tableIndexConfig": {
"rangeIndexVersion": 2,
"autoGeneratedInvertedIndex": false,
"createInvertedIndexDuringSegmentGeneration": false,
"loadMode": "MMAP",
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.consumer.type": "lowlevel",
"stream.kafka.topic.name": "topic-name",
"stream.kafka.broker.list": "gcp.extscloud.com:16560",
"stream.kafka.consumer.factory.class.name":
"org.apache.pinot.core.realtime.impl.kafka2.KafkaConsumerFactory",
"stream.kafka.decoder.class.name":
"org.apache.pinot.plugin.inputformat.avro.SimpleAvroMessageDecoder",
"realtime.segment.flush.threshold.rows": "0",
"realtime.segment.flush.threshold.time": "24h",
"realtime.segment.flush.threshold.segment.size": "100M",
"security.protocol": "SSL",
"sasl.mechanism": "PLAN",
"ssl.keystore.location": "/opt/pinot/volume_app/BEF0244T/keystore.jks",
"ssl.keystore.password": "**",
"ssl.truststore.location":
"/opt/pinot/volume_app/BEF0244T/truststore.jks",
"ssl.truststore.password": "**",
"ssl.key.password": "**",
"ssl.client.auth": "required",
"schema.registry.url":
"https://azure-test-schema-registry.extscloud.com/";,
"schema.registry.rest.url":
"https://azure-test-schema-registry.extscloud.com/";,
"stream.kafka.decoder.prop.schema": "{\n \"type\":\"record\",\n
\"name\":\"BEF0245T\",\n \"namespace\":\"com.optum.cdc.umr\",\n
\"fields\":[\n {\n \"name\":\"BEF0245T_DATA\",\n
\"type\":{\n \"type\":\"record\",\n
\"name\":\"BEF0245T_DATA\",\n \"fields\":[\n {\n
\"name\":\"ASSGN_SUBSCR_NBR\",\n \"type\":[\n
\"null\",\n {\n
\"type\":\"bytes\",\n \"precision\":8,\n
\"scale\":0,\n \"logicalType\":\"decimal\"\n
}\n ],\n \"default\":null\n
},\n {\n
\"name\":\"INDIV_SEQ_NBR\",\n \"type\":[\n
\"null\",\n \"int\"\n ],\n
\"default\":null\n },\n
{\n \"name\":\"SRC_CD\",\n
\"type\":[\n \"null\",\n \"string\"\n
],\n \"default\":null\n },\n
{\n \"name\":\"LN_INS_CD\",\n
\"type\":[\n \"null\",\n \"string\"\n
],\n \"default\":null\n },\n
{\n \"name\":\"EFF_CHG_DT\",\n
\"type\":[\n \"null\",\n {\n
\"type\":\"int\",\n
\"logicalType\":\"date\"\n }\n ],\n
\"default\":null\n },\n {\n
\"name\":\"POL_NBR\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\
"default\":null\n },\n {\n
\"name\":\"GRP_STAT_CL_CD\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"POL_COV_APP_CD\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"EFF_INS_DT\",\n \"type\":[\n
\"null\",\n {\n \"type\":\"int\",\n
\"logicalType\":\"date\"\n }\n
],\n \"default\":null\n },\n
{\n \"name\":\"EFF_STTS_CD\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"EXPIR_STTS_CD\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"EXPIR_INS_DT\",\n
\"type\":[\n \"null\",\n
{\n \"type\":\"int\",\n
\"logicalType\":\"date\"\n }\n ],\n
\"default\":null\n },\n {\n
\"name\":\"SCHED_CLASS_CODE\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"HEALTH_ORGN_ID_CD\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"TRANS_EFF_INS_DATE\",\n
\"type\":[\n \"null\",\n
{\n \"type\":\"int\",\n
\"logicalType\":\"date\"\n }\n ],\n
\"default\":null\n },\n {\n
\"name\":\"CNSMR_CNCT_IND\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"CLM_LOB_CD\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"INFO_DVD_IND\",\n \"type\":[\n
\"null\",\n \"string\"\n
],\n \"default\":null\n },\n {\n
\"name\":\"COV_ADVSR_IND\",\n \"type\":[\n
\"null\",\n \"string\"\n
],\n \"default\":null\n },\n {\n
\"name\":\"IHR_IND\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"HRA_IND\",\n \"type\":[\n
\"null\",\n \"string\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"PERS_CARE_NOTE_IND\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"CARE_TRGT_BNFT_IND\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n {\n
\"name\":\"EFF_SCHED_BENEFIT_DT\",\n \"type\":[\n
\"null\",\n {\n
\"type\":\"int\",\n \"logicalType\":\"date\"\n
}\n ],\n \"default\":null\n
},\n {\n \"name\":\"CREAT_USER_ID\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n
{\n \"name\":\"CREAT_TMSTM\",\n
\"type\":[\n \"null\",\n {\n
\"type\":\"long\",\n
\"logicalType\":\"timestamp-micros\"\n }\n
],\n \"default\":null\n },\n {\n
\"name\":\"UPDT_USER_ID\",\n \"type\":[\n
\"null\",\n \"string\"\n
],\n \"default\":null\n },\n {\n
\"name\":\"UPDT_TMSTM\",\n \"type\":[\n
\"null\",\n {\n
\"type\":\"long\",\n
\"logicalType\":\"timestamp-micros\"\n }\n
],\n \"default\":null\n }\n ]\n
}\n },\n {\n
\"name\":\"beforeData\",\n \"type\":[\n \"null\",\n
\"BEF0245T_DATA\"\n ],\n \"default\":null\n },\n
{\n \"name\":\"headers\",\n \"type\":{\n
\"type\":\"record\",\n \"name\":\"Headers\",\n
\"fields\":[\n {\n \"name\":\"operation\",\n
\"type\":{\n \"type\":\"enum\",\n
\"name\":\"operation\",\n \"symbols\":[\n
\"INSERT\",\n \"UPDATE\",\n
\"DELETE\",\n \"REFRESH\"\n
]\n }\n },\n {\n
\"name\":\"changeSequence\",\n \"type\":\"string\"\n
},\n {\n \"name\":\"timestamp\",\n
\"type\":\"string\"\n },\n {\n
\"name\":\"streamPosition\",\n
\"type\":\"string\"\n },\n {\n
\"name\":\"transactionId\",\n \"type\":\"string\"\n
},\n {\n \"name\":\"changeMask\",\n
\"type\":[\n \"null\",\n
\"bytes\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"columnMask\",\n
\"type\":[\n \"null\",\n
\"bytes\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"externalSchemaId\",\n
\"type\":[\n \"null\",\n
\"string\"\n ],\n \"default\":null\n
},\n {\n \"name\":\"transactionEventC
ounter\",\n \"type\":[\n \"null\",\n
\"long\"\n ],\n
\"default\":null\n },\n {\n
\"name\":\"transactionLastEvent\",\n \"type\":[\n
\"null\",\n \"boolean\"\n ],\n
\"default\":null\n }\n ]\n }\n
}\n ]\n}"
},
"enableDefaultStarTree": false,
"enableDynamicStarTreeCreation": false,
"aggregateMetrics": false,
"nullHandlingEnabled": false,
"optimizeDictionary": false,
"optimizeDictionaryForMetrics": false,
"noDictionarySizeRatioThreshold": 0
},
"metadata": {
"customConfigs": {}
},
"isDimTable": false
}
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
