ritik02 commented on issue #6969: [materialized view] The materialized view returns different results than the base data source URL: https://github.com/apache/druid/issues/6969#issuecomment-582793762 BaseDatasource - Prebid_Auction_Participants SpecSheet - { "type": "kafka", "dataSchema": { "dataSource": "Prebid_Auction_Participants", "parser": { "parseSpec": { "dimensionsSpec": { "dimensions": [ "dn", "cid", "cc", "abte", "pvid", "crid", "s", "di", "dt", "dtc", "wsip", "size", "ckfl", "act", "lper", "dbf", "dfpbd", "cs", "iwb", "prspt", "sbdrid", "bbdrid", "nbr", "abs", "toconsider", "tref", "rfc", "g", "udbg", "itype", "ptype", "exid", "sckfl", "mnet_ckfl", "slotVisibility", "sc", "mnrf", "csip", "pid", "bfs", "apid", "fpuReq", "gdpr", "seat", "viewability", "app", "sat", "dfpDiv", "appname", "stagid", "mx_bsProfile", "mx_bsBucket", "rtype", "apTags", "apActs", "yErpmFlag", "spIvt", "spID", "ugd", "apPrfs", "spIsReq", "spFst", "yob", "smsrc", "svr", "__bid", "__oid", "__dtype", "strg", "mnrfc", "mx_dgf", "pgcatiab", "dStat", "smbrid", "dcs", "psrc", "pgcatiab2", "pgcatsprig", "adtypes", "acsn", "csex", "mx_aqcpl_crid", "cxtSgmt", "cliIPType", "pc", "vls", "mx_SD", "usp_status", "usp_enf", "usp_string", "usp_ldf", "ufca", "exp", "gdpr_enf", "gdfstr" ] }, "timestampSpec": { "column": "time_stamp", "format": "yyyy-MM-dd HH:mm:ss" }, "format": "json" }, "type": "string" }, "metricsSpec": [ { "type": "count", "name": "m_count_responses" }, { "type": "javascript", "name": "m_count", "fieldNames": [ "lper" ], "fnAggregate": "function(current,lper) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); return current+m_lper; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_cbdp", "fieldNames": [ "lper", "cbdp" ], "fnAggregate": "function(current,lper,cbdp) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_cbdp = isNaN(parseFloat(cbdp))?0:parseFloat(cbdp); return current + m_lper*m_cbdp;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_obdp", "fieldNames": [ "lper", "ogbdp" ], "fnAggregate": "function(current,lper,ogbdp) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_ogbdp = isNaN(parseFloat(ogbdp)) ? 0 : parseFloat(ogbdp); return current + m_lper*m_ogbdp;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_bidflr", "fieldNames": [ "lper", "bidflr" ], "fnAggregate": "function(current,lper,bidflr) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_bidflr = isNaN(parseFloat(bidflr)) ? 0 : parseFloat(bidflr); return current + m_lper*m_bidflr;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_pbidflr", "fieldNames": [ "lper", "pbidflr" ], "fnAggregate": "function(current,lper,pbidflr) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_pbidflr = isNaN(parseFloat(pbidflr)) ? 0 : parseFloat(pbidflr); return current + m_lper*m_pbidflr;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_opbidflr", "fieldNames": [ "lper", "opbidflr" ], "fnAggregate": "function(current,lper,opbidflr) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_opbidflr = isNaN(parseFloat(opbidflr)) ? 0 : parseFloat(opbidflr); return current + m_lper*m_opbidflr;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_filteredsumactltime", "fieldNames": [ "lper", "actltime" ], "fnAggregate": "function(current,lper,actltime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); actltime=parseFloat(actltime); if (actltime>=0 && actltime <=20000) return current + m_lper*actltime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_filteredsumltime", "fieldNames": [ "lper", "ltime" ], "fnAggregate": "function(current,lper,ltime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); ltime=parseFloat(ltime); if (ltime>=0 && ltime <=20000) return current + m_lper*ltime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_rtime", "fieldNames": [ "lper", "rtime" ], "fnAggregate": "function(current,lper,rtime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); rtime=parseFloat(rtime); if (rtime>=0 && rtime <=20000) return current+ m_lper*rtime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_dspltime", "fieldNames": [ "lper", "dspltime" ], "fnAggregate": "function(current,lper,dspltime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); dspltime=parseFloat(dspltime); if (dspltime>=0 && dspltime <=50000) return current+ m_lper*dspltime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_bdp", "fieldNames": [ "lper", "bdp" ], "fnAggregate": "function(current,lper,bdp) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_bdp = isNaN(parseFloat(bdp)) ? 0 : parseFloat(bdp); if(m_bdp>=0) return current+m_bdp*m_lper; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_dfpBd", "fieldNames": [ "lper", "dfpBd" ], "fnAggregate": "function(current,lper,dfpBd) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_dfpBd = isNaN(parseFloat(dfpBd)) ? 0 : parseFloat(dfpBd); return current + m_lper * m_dfpBd;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_ttfd", "fieldNames": [ "lper", "ttfd" ], "fnAggregate": "function(current,lper,ttfd) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_ttfd = isNaN(parseFloat(ttfd)) ? 0 : parseFloat(ttfd); return current + m_lper * m_ttfd;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_ybnca_erpm", "fieldNames": [ "lper", "ybnca_erpm" ], "fnAggregate": "function(current,lper,ybnca_erpm) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_ybnca_erpm = isNaN(parseFloat(ybnca_erpm)) ? 0 : parseFloat(ybnca_erpm); if(m_ybnca_erpm>=0) return current+m_ybnca_erpm*m_lper; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "doubleSum", "name": "m_ecp", "fieldName": "ecp", "expression": null }, { "type": "javascript", "name": "m_mx_aurt", "fieldNames": [ "lper", "mx_aurt" ], "fnAggregate": "function(current,lper,mx_aurt) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_mx_aurt = isNaN(parseFloat(mx_aurt)) ? 0 : parseFloat(mx_aurt); return current+m_mx_aurt*m_lper; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" } ], "granularitySpec": { "type": "uniform", "segmentGranularity": "HOUR", "queryGranularity": "MINUTE", "rollup": true, "intervals": null }, "transformSpec": { "filter": null, "transforms": [] } }, "tuningConfig": { "type": "kafka", "maxRowsInMemory": 1000000000, "maxBytesInMemory": 536870912, "maxRowsPerSegment": 1000000000, "maxTotalRows": null, "intermediatePersistPeriod": "PT20M", "basePersistDirectory": "/tmp/1550676580622-0", "maxPendingPersists": 0, "indexSpec": { "bitmap": { "type": "concise" }, "dimensionCompression": "lz4", "metricCompression": "lz4", "longEncoding": "longs" }, "buildV9Directly": true, "reportParseExceptions": false, "handoffConditionTimeout": 0, "resetOffsetAutomatically": true, "segmentWriteOutMediumFactory": null, "workerThreads": null, "chatThreads": null, "chatRetries": 8, "httpTimeout": "PT10S", "shutdownTimeout": "PT80S", "offsetFetchPeriod": "PT10S", "intermediateHandoffPeriod": "P2147483647D", "logParseExceptions": true, "maxParseExceptions": 2147483647, "maxSavedParseExceptions": 0 }, "ioConfig": { "topicRegex": "c[0-9]*\\.prebid_auction_participants(.*)", "replicas": 1, "taskCount": 42, "taskDuration": "PT10800S", "consumerProperties": { "bootstrap.servers": "c8-logging-kafka-5-prod.srv.media.net:9092,c8-logging-kafka-6-prod.srv.media.net:9092,c8-logging-kafka-7-prod.srv.media.net:9092,c8-logging-kafka-8-prod.srv.media.net:9092,c8-logging-kafka-9-prod.srv.media.net:9092,c8-logging-kafka-10-prod.srv.media.net:9092,c8-logging-kafka-11-prod.srv.media.net:9092" }, "startDelay": "PT5S", "period": "PT30S", "useEarliestOffset": false, "completionTimeout": "PT7200S", "lateMessageRejectionPeriod": "PT7200S", "earlyMessageRejectionPeriod": null, "skipOffsetGaps": true }, "context": { "druid.indexer.fork.property.druid.processing.buffer.sizeBytes": 134217728, "druid.indexer.fork.property.druid.processing.numThreads": 4, "druid.indexer.runner.javaOpts": "-server -Xms1g -Xmx5g -XX:MaxDirectMemorySize=5g -XX:+UnlockDiagnosticVMOptions -XX:+PrintGCApplicationStoppedTime -XX:+PrintGCApplicationConcurrentTime -XX:+PrintSafepointStatistics -XX:PrintSafepointStatisticsCount=1 -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintFlagsFinal -XX:+PrintReferenceGC -XX:+UseG1GC -XX:InitiatingHeapOccupancyPercent=50 -XX:-UseBiasedLocking -XX:ParallelGCThreads=5 -XX:ConcGCThreads=1", "druid.indexer.fork.property.druid.processing.numMergeBuffers": 1 }, "suspended": false } Derived Datasource - Prebid_Auction_Participants_MView SpecSheet - { "type": "derivativeDataSource", "baseDataSource": "Prebid_Auction_Participants", "dimensionsSpec": { "dimensions": [ { "type": "string", "name": "pvid", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "itype", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "cid", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "crid", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "nbr", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "dn", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "dtc", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "abte", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "sc", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "s", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "cc", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "size", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "usp_string", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "strg", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "usp_enf", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "iwb", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "pid", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "pc", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "ufca", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "__dtype", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "usp_status", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "mnet_ckfl", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "__bid", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "di", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "exp", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "pgcatiab2", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "usp_ldf", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "ckfl", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "app", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true }, { "type": "string", "name": "sbdrid", "multiValueHandling": "SORTED_ARRAY", "createBitmapIndex": true } ], "dimensionExclusions": [] }, "metricsSpec": [ { "type": "count", "name": "m_count_responses" }, { "type": "javascript", "name": "m_count", "fieldNames": [ "lper" ], "fnAggregate": "function(current,lper) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); return current+m_lper; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_cbdp", "fieldNames": [ "lper", "cbdp" ], "fnAggregate": "function(current,lper,cbdp) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_cbdp = isNaN(parseFloat(cbdp))?0:parseFloat(cbdp); return current + m_lper*m_cbdp;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_obdp", "fieldNames": [ "lper", "ogbdp" ], "fnAggregate": "function(current,lper,ogbdp) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_ogbdp = isNaN(parseFloat(ogbdp)) ? 0 : parseFloat(ogbdp); return current + m_lper*m_ogbdp;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_bidflr", "fieldNames": [ "lper", "bidflr" ], "fnAggregate": "function(current,lper,bidflr) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_bidflr = isNaN(parseFloat(bidflr)) ? 0 : parseFloat(bidflr); return current + m_lper*m_bidflr;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_pbidflr", "fieldNames": [ "lper", "pbidflr" ], "fnAggregate": "function(current,lper,pbidflr) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_pbidflr = isNaN(parseFloat(pbidflr)) ? 0 : parseFloat(pbidflr); return current + m_lper*m_pbidflr;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_opbidflr", "fieldNames": [ "lper", "opbidflr" ], "fnAggregate": "function(current,lper,opbidflr) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_opbidflr = isNaN(parseFloat(opbidflr)) ? 0 : parseFloat(opbidflr); return current + m_lper*m_opbidflr;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_filteredsumactltime", "fieldNames": [ "lper", "actltime" ], "fnAggregate": "function(current,lper,actltime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); actltime=parseFloat(actltime); if (actltime>=0 && actltime <=20000) return current + m_lper*actltime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_filteredsumltime", "fieldNames": [ "lper", "ltime" ], "fnAggregate": "function(current,lper,ltime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); ltime=parseFloat(ltime); if (ltime>=0 && ltime <=20000) return current + m_lper*ltime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_rtime", "fieldNames": [ "lper", "rtime" ], "fnAggregate": "function(current,lper,rtime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); rtime=parseFloat(rtime); if (rtime>=0 && rtime <=20000) return current+ m_lper*rtime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_dspltime", "fieldNames": [ "lper", "dspltime" ], "fnAggregate": "function(current,lper,dspltime) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); dspltime=parseFloat(dspltime); if (dspltime>=0 && dspltime <=50000) return current+ m_lper*dspltime; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_bdp", "fieldNames": [ "lper", "bdp" ], "fnAggregate": "function(current,lper,bdp) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_bdp = isNaN(parseFloat(bdp)) ? 0 : parseFloat(bdp); if(m_bdp>=0) return current+m_bdp*m_lper; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "javascript", "name": "m_dfpBd", "fieldNames": [ "lper", "dfpBd" ], "fnAggregate": "function(current,lper,dfpBd) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_dfpBd = isNaN(parseFloat(dfpBd)) ? 0 : parseFloat(dfpBd); return current + m_lper * m_dfpBd;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_ttfd", "fieldNames": [ "lper", "ttfd" ], "fnAggregate": "function(current,lper,ttfd) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_ttfd = isNaN(parseFloat(ttfd)) ? 0 : parseFloat(ttfd); return current + m_lper * m_ttfd;}", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) { return partialA + partialB; }" }, { "type": "javascript", "name": "m_ybnca_erpm", "fieldNames": [ "lper", "ybnca_erpm" ], "fnAggregate": "function(current,lper,ybnca_erpm) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_ybnca_erpm = isNaN(parseFloat(ybnca_erpm)) ? 0 : parseFloat(ybnca_erpm); if(m_ybnca_erpm>=0) return current+m_ybnca_erpm*m_lper; else return current; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" }, { "type": "doubleSum", "name": "m_ecp", "fieldName": "ecp", "expression": null }, { "type": "javascript", "name": "m_mx_aurt", "fieldNames": [ "lper", "mx_aurt" ], "fnAggregate": "function(current,lper,mx_aurt) { var m_lper = isNaN(parseInt(lper)) ? 1 : parseInt(lper); var m_mx_aurt = isNaN(parseFloat(mx_aurt)) ? 0 : parseFloat(mx_aurt); return current+m_mx_aurt*m_lper; }", "fnReset": "function() { return 0;}", "fnCombine": "function(partialA, partialB) {return partialA+partialB;}" } ], "tuningConfig": { "type": "hadoop", "workingPath": null, "version": "2020-02-05T13:43:39.680Z", "partitionsSpec": { "type": "hashed", "targetPartitionSize": -1, "maxPartitionSize": -1, "assumeGrouped": false, "numShards": 10, "partitionDimensions": [] }, "shardSpecs": {}, "indexSpec": { "bitmap": { "type": "roaring", "compressRunOnSerialization": true }, "dimensionCompression": "lz4", "metricCompression": "lz4", "longEncoding": "longs" }, "maxRowsInMemory": 75000, "maxBytesInMemory": 0, "leaveIntermediate": false, "cleanupOnFailure": true, "overwriteFiles": false, "ignoreInvalidRows": false, "jobProperties": { "mapreduce.reduce.memory.mb": "20000", "mapreduce.reduce.maxattempts": "1" }, "combineText": false, "useCombiner": false, "buildV9Directly": true, "numBackgroundPersistThreads": 0, "forceExtendableShardSpecs": false, "useExplicitVersion": false, "allowedHadoopPrefix": [], "logParseExceptions": false, "maxParseExceptions": 0 }, "dataSource": "Prebid_Auction_Participants_MView", "hadoopCoordinates": null, "hadoopDependencyCoordinates": [ "org.apache.hadoop:hadoop-client:2.7.2" ], "classpathPrefix": null, "context": { "maxTaskCount": 5, "minDataLagMs": 21600000 }, "suspended": false } Respective Query Results - View Query on base datasource: { "queryType": "view", "query":{ "queryType": "timeseries", "dataSource": "Prebid_Auction_Participants", "granularity": "all", "aggregations": [ { "type": "longSum", "name": "m_count", "fieldName": "m_count" } ], "intervals": [ "2020-02-05T04:00Z/2020-02-05T07:00Z" ] } } Result -[ { "timestamp": "2020-02-05T04:00:00.000Z", "result": { "m_count": 15574954065 } } ] Timeseries query on baseDataSource - { "queryType": "timeseries", "dataSource": "Prebid_Auction_Participants", "granularity": "all", "aggregations": [ { "type": "longSum", "name": "m_count", "fieldName": "m_count" } ], "intervals": [ "2020-02-05T04:00Z/2020-02-05T07:00Z" ] } Result - [ { "timestamp": "2020-02-05T04:00:00.000Z", "result": { "m_count": 11478749209 } } ] Timeseries Query on derivedDatasource - { "queryType": "timeseries", "dataSource": "Prebid_Auction_Participants_MView", "granularity": "all", "aggregations": [ { "type": "longSum", "name": "m_count", "fieldName": "m_count" } ], "intervals": [ "2020-02-05T04:00Z/2020-02-05T07:00Z" ] } Result - [ { "timestamp": "2020-02-05T04:00:00.000Z", "result": { "m_count": 15574954065 } } ] There seems to be some issue the way data is ingested for these three hours , i even reingested it by submitting the kill task first and it got reingested again by Materialized View supervisor but the issue seems to be coming again Also the issue seems to arise only for intervals - 2020-02-05T04:00Z/2020-02-05T07:00Z , rest of the intervals give the same results in all three cases. I have data ingested in derived datasource from 2020-02-03 10:00 to 2020-02-05 18:00 .
---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
