ROOBALJINDAL commented on issue #6348: URL: https://github.com/apache/hudi/issues/6348#issuecomment-1210436416
@pratyakshsharma
No, there is no such field. Even with same schema, it works with
HoodieDeltaStreamer but not with HoodieMultiTableDeltaStreamer.
For your reference, here is the schema registered at apicurio
```
{
"type": "record",
"name": "Envelope",
"namespace": "ROOBJIN_LW13206.dbo.rrmencounter",
"fields": [
{
"name": "before",
"type": [
"null",
{
"type": "record",
"name": "Value",
"fields": [
{
"name": "rrmencountersid",
"type": "long"
},
{
"name": "receiptdt",
"type": {
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
},
{
"name": "payerclaimcontrolnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "submittername",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "submitterid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "receivername",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "receiverien",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "claimtypeid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "facilitytypeid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "totalclaimcharge",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "typeofbillid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "claimfrequencyid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "servicebegindate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "serviceenddate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "ackreceiveddatetime",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "lineofbusinessid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "dependencylevelid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "originatorpartysid",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "contractpartysid",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "applicationpartysid",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "claimprocessorpartysid",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "destinationpartysid",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "destinationetin",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "groupidentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "billingprovidername",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "billprvppn",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "billprvnpi",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "billprvspecialty",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "billprvtaxid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "billprvtaxonomycode",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "payername",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "riskadjustmentmodel",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "payeridentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "submissiontype",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "isdme",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "ischartreview",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "ischartreviewlnk",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "documentpurpose",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "lastversion",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "currentstateid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "batchid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "batchidlastmoddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "lastinternalactivitydate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "documentcorrectionid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "totalpaidamount",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "extclmcontrolnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "rejectedextclmcontrolnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "memberid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "contractid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "admindenial",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "iscapitated",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "ispaperclaim",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "rrmoriginated",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "planidentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "prescriptionnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "subscribername",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "payersubscribernumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "receiversubscribernumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "interimclaimnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "dependencyclaimnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "rndrsvcprvname",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "rndrsvcprvnpi",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "payerreceiveddate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "payerpaiddate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "totalclaimallowed",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "patientcontrolnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "medicalrecordnumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "sourceclaimstatusid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "productversionid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "kpversionid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "dispositionreasonid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "lastmodifiedbyusersid",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "lastmodifiedbyuser",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "transmissiontid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "acktransmissiontid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "acktransmissionfilename",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "outboundtransmissiontrackingid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "outboundtransmissionfilename",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "patientpaidamount",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "numberofcompounds",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "iscrossoverclaim",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "batchsubmissiontypeid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "dupcheckstatusid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "paidservicelines",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "deniedservicelines",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "internalclaimidentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "claimprocessoridentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "patientname",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "payermembernumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "receivermembernumber",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "claimadjudicationreceiptdate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "diagnosiscodelist",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "droppeddiagnosiscodelist",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "droppeddiagnosisid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "totalallowed",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "totalclaimpaidamount",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "relationtosubscriberid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "principaldiagnosisid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "payerhiosidentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "issueridentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "interimaggregatedid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "coverageid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "lastknownedgeserverstatus",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "rrmhccweight",
"type": [
"null",
{
"type": "bytes",
"scale": 2,
"precision": 19,
"connect.version": 1,
"connect.parameters": {
"scale": "2",
"connect.decimal.precision": "19"
},
"connect.name": "org.apache.kafka.connect.data.Decimal",
"logicalType": "decimal"
}
],
"default": null
},
{
"name": "inputsender",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "latechargekey",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "interimkey",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "latechargereceived",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "admissiondate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "isexceptioncreated",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "encounterfamily",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "isriskadjusting",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "sladate",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "slatotalsubmissions",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "slamet",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "slanotmet",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "slamisseddays",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "voidreinstated",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "supplsystemvoided",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "billingprovidertypeid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "ackrejectionsourceid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "originalclaimtypeid",
"type": [
"null",
"int"
],
"default": null
},
{
"name": "hasactiveerrors",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "encountercountsla",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "crosswalk",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "originalencounterid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "loaddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "lastmoddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "indexed",
"type": [
{
"type": "int",
"connect.default": 4,
"connect.type": "int16"
},
"null"
],
"default": 4
},
{
"name": "indexeddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "trackingidentifier",
"type": "string"
},
{
"name": "processingidentifier",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "processingidexpirydt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "transactiontypeid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "activitystateid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "activitystatemoddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "formatvalidationstatusid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "formatvalstatusmoddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "dispositionid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "dispositionmoddt",
"type": [
"null",
{
"type": "long",
"connect.version": 1,
"connect.name": "org.apache.kafka.connect.data.Timestamp",
"logicalType": "timestamp-millis"
}
],
"default": null
},
{
"name": "etlloaded",
"type": [
"null",
"boolean"
],
"default": null
},
{
"name": "dataoffset",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "datasize",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "bizitemtypesid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "transmissionfilename",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "transmissionmodeid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "transmissionsubmissiontypeid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "transmissiondirectionid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "transmissionsourceid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "transmissionenvironmentid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "contentpacknameid",
"type": [
"null",
{
"type": "int",
"connect.type": "int16"
}
],
"default": null
},
{
"name": "rrmclaimtid",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "emmembertid",
"type": [
"null",
"string"
],
"default": null
}
],
"connect.name": "ROOBJIN_LW13206.dbo.rrmencounter.Value"
}
],
"default": null
},
{
"name": "after",
"type": [
"null",
"Value"
],
"default": null
},
{
"name": "source",
"type": {
"type": "record",
"name": "Source",
"namespace": "io.debezium.connector.sqlserver",
"fields": [
{
"name": "version",
"type": "string"
},
{
"name": "connector",
"type": "string"
},
{
"name": "name",
"type": "string"
},
{
"name": "ts_ms",
"type": "long"
},
{
"name": "snapshot",
"type": [
{
"type": "string",
"connect.version": 1,
"connect.parameters": {
"allowed": "true,last,false,incremental"
},
"connect.default": "false",
"connect.name": "io.debezium.data.Enum"
},
"null"
],
"default": "false"
},
{
"name": "db",
"type": "string"
},
{
"name": "sequence",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "schema",
"type": "string"
},
{
"name": "table",
"type": "string"
},
{
"name": "change_lsn",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "commit_lsn",
"type": [
"null",
"string"
],
"default": null
},
{
"name": "event_serial_no",
"type": [
"null",
"long"
],
"default": null
}
],
"connect.name": "io.debezium.connector.sqlserver.Source"
}
},
{
"name": "op",
"type": "string"
},
{
"name": "ts_ms",
"type": [
"null",
"long"
],
"default": null
},
{
"name": "transaction",
"type": [
"null",
{
"type": "record",
"name": "ConnectDefault",
"namespace": "io.confluent.connect.avro",
"fields": [
{
"name": "id",
"type": "string"
},
{
"name": "total_order",
"type": "long"
},
{
"name": "data_collection_order",
"type": "long"
}
]
}
],
"default": null
}
],
"connect.name": "ROOBJIN_LW13206.dbo.rrmencounter.Envelope"
}
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
