Hi Anup
Can you share this as a file ? There seems to be some truncation of the
contents.
Share it using some online service like Google Drive or Dropbox, since the
mailing list might not allow for attachments.
Thanks
~ Kunal
On Tue, Mar 13, 2018 at 11:44 PM, Anup Tiwari <anup.tiw...@games24x7.com>
wrote:
> JSON Profile when Succeeded :-
>
> {"id":{"part1":2690693429455769721,"part2":65093823787227620
> 87},"type":1,"start":1521007764471,"end":1521007906770,"query":"create
> table a_games_log_visit_utm as\nselect\ndistinct\nglv.sessionid,\ncase
> when
> (UFG('utms=', glv.url, '&') <> 'null') then UFG('utms=', glv.url, '&') else
> UFG('utms=',glv.hcookie, '&') end as utms,\n\ncase when (UFG('utms=',
> glv.url,
> '&') <> 'null') then UFG('utmm=', glv.url, '&') else
> UFG('utmm=',glv.hcookie,
> '&') end as utmm,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then
> UFG('utmc=', glv.url, '&') else UFG('utmc=',glv.hcookie, '&') end as
> utmc,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then UFG('utmt=',
> glv.url, '&') else UFG('utmt=',glv.hcookie, '&') end as utmt,\n\ncase when
> (UFG('utms=', glv.url, '&') <> 'null') then UFG('utmcmpn=', glv.url, '&')
> else
> UFG('utmcmpn=',glv.hcookie, '&') end as utmcmpn,\n\ncase when (UFG('utms=',
> glv.url, '&') <> 'null') then UFG('utmplnt=', glv.url, '&') else
> UFG('utmplnt=',glv.hcookie, '&') end as utmplnt,\n\ncase when (UFG('utms=',
> glv.url, '&') <> 'null') then UFG('uid=', glv.url, '&') else UFG('uid=',
> glv.hcookie, '&') end as uid,\n\ncase when (UFG('utms=', glv.url, '&') <>
> 'null') then UFG('cid=', glv.url, '&') else UFG('cid=', glv.hcookie, '&')
> end as
> cid,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then UFG('gclid=',
> glv.url, '&') else UFG('gclid=', glv.hcookie, '&') end as
> gclid\n\nfrom\nglv_utm_1 a,\na_games_log_visit_base
> glv\nwhere\na.sessionid =
> glv.sessionid\nand a.max_serverTime = glv.serverTime\nand
> (STRPOS(glv.url,'utms=') > 0 OR STRPOS(glv.hcookie,'utms=') > 0) \nand
> glv.url
> is not null ","plan":"00-00 Screen : rowType = RecordType(VARCHAR(255)
> Fragment,
> BIGINT Number of records written): rowcount = 402043.18275, cumulative
> cost =
> {5.354375750937748E8 rows, 7.821369551257525E9 cpu, 0.0 io,
> 1.88842215292928E11
> network, 4.283794390722E9 memory}, id = 7873881\n00-01
> Project(Fragment=[$0],
> Number of records written=[$1]) : rowType = RecordType(VARCHAR(255)
> Fragment,
> BIGINT Number of records written): rowcount = 402043.18275, cumulative
> cost =
> {5.353973707754998E8 rows, 7.82132934693925E9 cpu, 0.0 io,
> 1.88842215292928E11
> network, 4.283794390722E9 memory}, id = 7873880\n00-02 UnionExchange :
> rowType =
> RecordType(VARCHAR(255) Fragment, BIGINT Number of records written):
> rowcount =
> 402043.18275, cumulative cost = {5.353973707754998E8 rows,
> 7.82132934693925E9
> cpu, 0.0 io, 1.88842215292928E11 network, 4.283794390722E9 memory}, id =
> 7873879\n01-01 Writer : rowType = RecordType(VARCHAR(255) Fragment, BIGINT
> Number of records written): rowcount = 402043.18275, cumulative cost =
> {5.3499532759274983E8 rows, 7.81811300147725E9 cpu, 0.0 io,
> 1.8554867753984E11
> network, 4.283794390722E9 memory}, id = 7873878\n01-02
> ProjectAllowDup(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3],
> utmt=[$4],
> utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9]) : rowType =
> RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY
> utmcmpn,
> ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount = 402043.18275,
> cumulative
> cost = {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
> 1.8554867753984E11 network, 4.283794390722E9 memory}, id = 7873877\n01-03
> Project(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4],
> utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9]) : rowType =
> RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY
> utmcmpn,
> ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount = 402043.18275,
> cumulative
> cost = {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
> 1.8554867753984E11 network, 4.283794390722E9 memory}, id = 7873876\n01-04
> HashAgg(group=[{0, 1, 2, 3, 4, 5, 6, 7, 8, 9}]) : rowType = RecordType(ANY
> sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY
> utmplnt, ANY
> uid, ANY cid, ANY gclid): rowcount = 402043.18275, cumulative cost =
> {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
> 1.8554867753984E11
> network, 4.283794390722E9 memory}, id = 7873875\n01-05
> Project(sessionid=[$0],
> utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4], utmcmpn=[$5], utmplnt=[$6],
> uid=[$7], cid=[$8], gclid=[$9]) : rowType = RecordType(ANY sessionid, ANY
> utms,
> ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid,
> ANY
> gclid): rowcount = 4020431.8274999997, cumulative cost =
> {5.3057285258249986E8
> rows, 7.496076412094501E9 cpu, 0.0 io, 1.8554867753984E11 network,
> 3.89461658982E9 memory}, id = 7873874\n01-06 HashToRandomExchange(dist0=[[$
> 0]],
> dist1=[[$1]], dist2=[[$2]], dist3=[[$3]], dist4=[[$4]], dist5=[[$5]],
> dist6=[[$6]], dist7=[[$7]], dist8=[[$8]], dist9=[[$9]]) : rowType =
> RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY
> utmcmpn,
> ANY utmplnt, ANY uid, ANY cid, ANY gclid, ANY E_X_P_R_H_A_S_H_F_I_E_L_D):
> rowcount = 4020431.8274999997, cumulative cost = {5.3057285258249986E8
> rows,
> 7.496076412094501E9 cpu, 0.0 io, 1.8554867753984E11 network,
> 3.89461658982E9
> memory}, id = 7873873\n02-01 UnorderedMuxExchange : rowType =
> RecordType(ANY
> sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY
> utmplnt, ANY
> uid, ANY cid, ANY gclid, ANY E_X_P_R_H_A_S_H_F_I_E_L_D): rowcount =
> 4020431.8274999997, cumulative cost = {5.265524207549999E8 rows,
> 7.460696612012501E9 cpu, 0.0 io, 4.40410112E9 network, 3.89461658982E9
> memory},
> id = 7873872\n03-01 Project(sessionid=[$0], utms=[$1], utmm=[$2],
> utmc=[$3],
> utmt=[$4], utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9],
> E_X_P_R_H_A_S_H_F_I_E_L_D=[hash32AsDouble($9, hash32AsDouble($8,
> hash32AsDouble($7, hash32AsDouble($6, hash32AsDouble($5, hash32AsDouble($4,
> hash32AsDouble($3, hash32AsDouble($2, hash32AsDouble($1, hash32AsDouble($0,
> 1301011))))))))))]) : rowType = RecordType(ANY sessionid, ANY utms, ANY
> utmm,
> ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY gclid,
> ANY
> E_X_P_R_H_A_S_H_F_I_E_L_D): rowcount = 4020431.8274999997, cumulative cost
> =
> {5.225319889274999E8 rows, 7.456676180185E9 cpu, 0.0 io, 4.40410112E9
> network,
> 3.89461658982E9 memory}, id = 7873871\n03-02 HashAgg(group=[{0, 1, 2, 3,
> 4, 5,
> 6, 7, 8, 9}]) : rowType = RecordType(ANY sessionid, ANY utms, ANY utmm, ANY
> utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY gclid):
> rowcount
> = 4020431.8274999997, cumulative cost = {5.185115570999999E8 rows,
> 7.440594452875E9 cpu, 0.0 io, 4.40410112E9 network, 3.89461658982E9
> memory}, id
> = 7873870\n03-03 Project(sessionid=[$2], utms=[CASE(<>(UFG('utms=', $4,
> '&'),
> 'null'), UFG('utms=', $4, '&'), UFG('utms=', $5, '&'))],
> utmm=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('utmm=', $4, '&'),
> UFG('utmm=', $5, '&'))], utmc=[CASE(<>(UFG('utms=', $4, '&'), 'null'),
> UFG('utmc=', $4, '&'), UFG('utmc=', $5, '&'))], utmt=[CASE(<>(UFG('utms=',
> $4,
> '&'), 'null'), UFG('utmt=', $4, '&'), UFG('utmt=', $5, '&'))],
> utmcmpn=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('utmcmpn=', $4, '&'),
> UFG('utmcmpn=', $5, '&'))], utmplnt=[CASE(<>(UFG('utms=', $4, '&'),
> 'null'),
> UFG('utmplnt=', $4, '&'), UFG('utmplnt=', $5, '&'))],
> uid=[CASE(<>(UFG('utms=',
> $4, '&'), 'null'), UFG('uid=', $4, '&'), UFG('uid=', $5, '&'))],
> cid=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('cid=', $4, '&'),
> UFG('cid=',
> $5, '&'))], gclid=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('gclid=',
> $4,
> '&'), UFG('gclid=', $5, '&'))]) : rowType = RecordType(ANY sessionid, ANY
> utms,
> ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid,
> ANY
> gclid): rowcount = 4.0204318275E7, cumulative cost = {4.783072388249999E8
> rows,
> 4.224248990875E9 cpu, 0.0 io, 4.40410112E9 network, 2838580.8000000003
> memory},
> id = 7873869\n03-04 Project(sessionid=[$4], max_serverTime=[$5],
> sessionid0=[$0], serverTime=[$1], url=[$2], hcookie=[$3]) : rowType =
> RecordType(ANY sessionid, ANY max_serverTime, ANY sessionid0, ANY
> serverTime,
> ANY url, ANY hcookie): rowcount = 4.0204318275E7, cumulative cost =
> {4.3810292054999995E8 rows, 2.776893532975E9 cpu, 0.0 io, 4.40410112E9
> network,
> 2838580.8000000003 memory}, id = 7873868\n03-05
> HashJoin(condition=[AND(=($4,
> $0), =($5, $1))], joinType=[inner]) : rowType = RecordType(ANY sessionid,
> ANY
> serverTime, ANY url, ANY hcookie, ANY sessionid0, ANY max_serverTime):
> rowcount
> = 4.0204318275E7, cumulative cost = {4.3810292054999995E8 rows,
> 2.776893532975E9
> cpu, 0.0 io, 4.40410112E9 network, 2838580.8000000003 memory}, id =
> 7873867\n03-07 SelectionVectorRemover : rowType = RecordType(ANY
> sessionid, ANY
> serverTime, ANY url, ANY hcookie): rowcount = 4.0204318275E7, cumulative
> cost =
> {3.97576036275E8 rows, 1.809194322375E9 cpu, 0.0 io, 0.0 network, 0.0
> memory},
> id = 7873863\n03-09 Filter(condition=[AND(OR(>(STRPOS($2, 'utms='), 0),
>
>> (STRPOS($3, 'utms='), 0)), IS NOT NULL($2))]) : rowType = RecordType(ANY
>>
> sessionid, ANY serverTime, ANY url, ANY hcookie): rowcount =
> 4.0204318275E7,
> cumulative cost = {3.57371718E8 rows, 1.7689900041E9 cpu, 0.0 io, 0.0
> network,
> 0.0 memory}, id = 7873862\n03-10 Scan(groupscan=[ParquetGroupScan
> [entries=[ReadEntryWithPath
> [path=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/war
> ehouse/a_games_log_visit_base]
> <http://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/a_games_log_visit_base%5D>
> ],
> selectionRoot=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/
> drill/warehouse/a_games_log_visit_base,
> numFiles=1, numRowGroups=232, usedMetadataFile=false, columns=[`sessionid`,
> `serverTime`, `url`, `hcookie`]]]) : rowType = RecordType(ANY sessionid,
> ANY
> serverTime, ANY url, ANY hcookie): rowcount = 1.78685859E8, cumulative
> cost =
> {1.78685859E8 rows, 7.14743436E8 cpu, 0.0 io, 0.0 network, 0.0 memory}, id
> =
> 7873861\n03-06 Project(sessionid0=[$0], max_serverTime=[$1]) : rowType =
> RecordType(ANY sessionid0, ANY max_serverTime): rowcount = 107522.0,
> cumulative
> cost = {215044.0 rows, 1075220.0 cpu, 0.0 io, 4.40410112E9 network, 0.0
> memory},
> id = 7873866\n03-08 BroadcastExchange : rowType = RecordType(ANY
> sessionid, ANY
> max_serverTime): rowcount = 107522.0, cumulative cost = {215044.0 rows,
> 1075220.0 cpu, 0.0 io, 4.40410112E9 network, 0.0 memory}, id =
> 7873865\n04-01
> Scan(groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath
> [path=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/war
> ehouse/glv_utm_1]
> <http://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/glv_utm_1%5D>
> ],
> selectionRoot=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/
> drill/warehouse/glv_utm_1,
> numFiles=1, numRowGroups=30, usedMetadataFile=false, columns=[`sessionid`,
> `max_serverTime`]]]) : rowType = RecordType(ANY sessionid, ANY
> max_serverTime):
> rowcount = 107522.0, cumulative cost = {107522.0 rows, 215044.0 cpu, 0.0
> io, 0.0
> network, 0.0 memory}, id =
> 7873864\n","foreman":{"address":"prod-hadoop-xx1.bom-prod.com
> ","userPort":31010,"controlPort":31011,"dataPort":31012,"
> version":"1.12.0","state":0},"state":2,"totalFragments":68,"
> finishedFragments":67,"fragmentProfile":[{"majorFragmentId":
> 0,"minorFragmentProfile":[{"state":3,"minorFragmentId":0,"op
> eratorProfile":[{"inputProfile":[{"records":30,"batches":30,
> "schemas":1}],"operatorId":2,"operatorType":11,"setupNanos":
> 0,"processNanos":650383,"peakLocalMemoryAllocated":0,"metric
> ":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":
> 30}],"waitNanos":430682341},{"inputProfile":[{"records":30,"
> batches":30,"schemas":1}],"operatorId":1,"operatorType":
> 10,"setupNanos":136848,"processNanos":193444,"peakLoca
> lMemoryAllocated":256,"waitNanos":0},{"inputProfile":
> [{"records":0,"batches":0,"schemas":0}],"operatorId":0,"oper
> atorType":13,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":512,"waitNanos":0},{"inputProfile":[{"records"
> :30,"batches":30,"schemas":1}],"operatorId":0,"operatorType"
> :13,"setupNanos":0,"processNanos":368224,"peakLoca
> lMemoryAllocated":512,"metric":[{"metricId":0,"longValue":
> 590}],"waitNanos":1441353}],"startTime":1521007768572,"
> endTime":1521007906768,"memoryUsed":0,"maxMemoryUsed":
> 3000512,"endpoint":{"address":"prod-hadoop-xx1.bom-prod.com"
> ,"userPort":31010,"controlPort":31011,"dataPort":
> 31012,"version":"1.12.0","state":0},"lastUpdate":
> 1521007906768,"lastProgress":1521007906768}]},{"
> majorFragmentId":1,"minorFragmentProfile":[{"state":3,"
> minorFragmentId":0,"operatorProfile":[{"inputProfile":[{"
> records":3736,"batches":6,"schemas":1}],"operatorId":6,"
> operatorType":11,"setupNanos":0,"processNanos":1257239,"peak
> LocalMemoryAllocated":104,"metric":[{"metricId":0,"longVa
> lue":0},{"metricId":1,"longValue":5}],"waitNanos":1371516022
> 43},{"inputProfile":[{"records":3736,"batches":6,"sch
> emas":1}],"operatorId":5,"operatorType":10,"setupNanos":1958
> 05,"processNanos":228137,"peakLocalMemoryAllocated":262144,"
> waitNanos":0},{"inputProfile":[{"records":3736,"batches":6,"
> schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":
> 214667,"processNanos":35519849,"peakLocalMemoryAlloc
> ated":48627712,"metric":[{"metricId":0,"longValue":65536}
> ,{"metricId":5,"longValue":0},{"metricId":4,"longValue":1},{
> "metricId":7,"longValue":0},{"metricId":1,"longValue":3736},
> {"metricId":2,"longValue":0},{"metricId":3,"longValue":0}],"
> waitNanos":0},{"inputProfile":[{"records":3736,"batches":2,"
> schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":1
> 23397,"processNanos":93024,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":3736,"batches"
> :2,"schemas":1}],"operatorId":2,"operatorType":10,"
> setupNanos":98446,"processNanos":85911,"peakLocalMemoryAlloc
> ated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,
> "batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 986624,"waitNanos":0},{"inputProfile":[{"records":3736,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":194551,"processNanos":99870699,"peakLocalMem
> oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":25433,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}]
> ,"waitNanos":1180187}],"startTime":1521007768576,"endTime":1521007906378,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx4.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906380,"lastProgress":
> 1521007906380},{"state":3,"minorFragmentId":1,"
> operatorProfile":[{"inputProfile":[{"records":3789,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":786825,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137174582701},{"inputProfile":
> [{"records":3789,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":147696,"processNanos":133479,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3789,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":149759,"processNan
> os":17386669,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":3,"
> longValue":0},{"metricId":7,"longValue":0},{"metricId":5,"
> longValue":0},{"metricId":2,"longValue":0},{"metricId":1,"
> longValue":3789},{"metricId":4,"longValue":1}],"waitNanos":
> 0},{"inputProfile":[{"records":3789,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":71338,"
> processNanos":65068,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 63323,"processNanos":67169,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
> waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 137488,"processNanos":458677675,"peakLocalMemoryAllo
> cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":18748,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":19}],"waitNanos":1055682}],"
> startTime":1521007768576,"endTime":1521007906737,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx1.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906737,"lastProgress":
> 1521007906737},{"state":3,"minorFragmentId":14,"
> operatorProfile":[{"inputProfile":[{"records":3914,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":981842,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137108956716},{"inputProfile":
> [{"records":3914,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":137221,"processNanos":148772,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3914,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":207732,"processNan
> os":23197802,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":7,"
> longValue":0},{"metricId":5,"longValue":0},{"metricId":1,"
> longValue":3914},{"metricId":2,"longValue":0},{"metricId":
> 3,"longValue":0},{"metricId":4,"longValue":1}],"waitNanos":
> 0},{"inputProfile":[{"records":3914,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":117042,"
> processNanos":85742,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 98561,"processNanos":84841,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":2052160,"
> waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 170215,"processNanos":77834355,"peakLocalMemoryAlloc
> ated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":27376,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":20}],"waitNanos":878628}],"
> startTime":1521007768579,"endTime":1521007906363,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx5.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906363,"lastProgress":
> 1521007906363},{"state":3,"minorFragmentId":7,"
> operatorProfile":[{"inputProfile":[{"records":3687,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":949505,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137164154049},{"inputProfile":
> [{"records":3687,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":134268,"processNanos":154380,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3687,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":183848,"processNan
> os":19682950,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":4,"
> longValue":1},{"metricId":2,"longValue":0},{"metricId":3,"
> longValue":0},{"metricId":5,"longValue":0},{"metricId":1,"
> longValue":3687},{"metricId":7,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3687,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":111019,"
> processNanos":101441,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 96574,"processNanos":77780,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
> waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 168490,"processNanos":456832762,"peakLocalMemoryAllo
> cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":54897,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":19}],"waitNanos":938769}],"
> startTime":1521007768579,"endTime":1521007906734,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx2.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906736,"lastProgress":
> 1521007906736},{"state":3,"minorFragmentId":9,"
> operatorProfile":[{"inputProfile":[{"records":3244,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1086059,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137109986055},{"inputProfile":
> [{"records":3244,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":254994,"processNanos":159078,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3244,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":232951,"processNan
> os":20195167,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":5,"
> longValue":0},{"metricId":3,"longValue":0},{"metricId":1,"
> longValue":3244},{"metricId":4,"longValue":1},{"metricId":
> 2,"longValue":0},{"metricId":7,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3244,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":151393,"
> processNanos":918149,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3244,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 103430,"processNanos":80693,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 724480,"waitNanos":0},{"inputProfile":[{"records":3244,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":230903,"processNanos":71324538,"peakLocalMem
> oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":54157,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}]
> ,"waitNanos":1781820}],"startTime":1521007768579,"endTime":1521007906356,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx5.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906356,"lastProgress":
> 1521007906356},{"state":3,"minorFragmentId":18,"
> operatorProfile":[{"inputProfile":[{"records":3865,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1029864,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":136666445427},{"inputProfile":
> [{"records":3865,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":121115,"processNanos":167301,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3865,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":188675,"processNan
> os":23364339,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":4,"
> longValue":1},{"metricId":3,"longValue":0},{"metricId":7,"
> longValue":0},{"metricId":1,"longValue":3865},{"metricId":
> 2,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3865,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":111904,"
> processNanos":91783,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 98250,"processNanos":96783,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
> waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 171342,"processNanos":478470342,"peakLocalMemoryAllo
> cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":52280,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":20}],"waitNanos":620468}],"
> startTime":1521007768580,"endTime":1521007906766,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx3.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906767,"lastProgress":
> 1521007906767},{"state":3,"minorFragmentId":11,"
> operatorProfile":[{"inputProfile":[{"records":3755,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":801710,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137175648452},{"inputProfile":
> [{"records":3755,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":120061,"processNanos":119415,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3755,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":173831,"processNan
> os":16057680,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":4,"
> longValue":1},{"metricId":7,"longValue":0},{"metricId":3,"
> longValue":0},{"metricId":1,"longValue":3755},{"metricId":
> 5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3755,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":106017,"
> processNanos":85688,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 99788,"processNanos":78388,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
> waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 200453,"processNanos":452263925,"peakLocalMemoryAllo
> cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":25546,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":20}],"waitNanos":255596}],"
> startTime":1521007768576,"endTime":1521007906734,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx1.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906734,"lastProgress":
> 1521007906734},{"state":3,"minorFragmentId":24,"
> operatorProfile":[{"inputProfile":[{"records":3579,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":852642,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":136889602973},{"inputProfile":
> [{"records":3579,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":126769,"processNanos":133960,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3579,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":155583,"processNan
> os":19332625,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":1,"
> longValue":3578},{"metricId":2,"longValue":0},{"metricId":
> 7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":
> 4,"longValue":1},{"metricId":5,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3578,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":126780,"
> processNanos":87198,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3578,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 101099,"processNanos":79467,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 724480,"waitNanos":0},{"inputProfile":[{"records":3578,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":230588,"processNanos":74620052,"peakLocalMem
> oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":27408,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
> ,"waitNanos":436880}],"startTime":1521007768579,"endTime":1521007906365,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx5.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906365,"lastProgress":
> 1521007906365},{"state":3,"minorFragmentId":5,"
> operatorProfile":[{"inputProfile":[{"records":3697,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1518857,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137152603197},{"inputProfile":
> [{"records":3697,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":175051,"processNanos":234543,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3697,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":215288,"processNan
> os":36164724,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":1,"
> longValue":3697},{"metricId":2,"longValue":0},{"metricId":
> 7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":
> 4,"longValue":1},{"metricId":5,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3697,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":132561,"
> processNanos":95251,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3697,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 101558,"processNanos":87788,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 986624,"waitNanos":0},{"inputProfile":[{"records":3697,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":172143,"processNanos":109285935,"peakLocalMe
> moryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":42274,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}]
> ,"waitNanos":471966}],"startTime":1521007768576,"endTime":1521007906389,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx4.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906391,"lastProgress":
> 1521007906391},{"state":3,"minorFragmentId":28,"
> operatorProfile":[{"inputProfile":[{"records":3700,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1050788,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":136645301746},{"inputProfile":
> [{"records":3700,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":191178,"processNanos":176909,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3700,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":213512,"processNan
> os":20140056,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":3,"
> longValue":0},{"metricId":7,"longValue":0},{"metricId":4,"
> longValue":1},{"metricId":1,"longValue":3699},{"metricId":
> 5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3699,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":127219,"
> processNanos":88974,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3699,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 108692,"processNanos":84607,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 986624,"waitNanos":0},{"inputProfile":[{"records":3699,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":195651,"processNanos":476941251,"peakLocalMe
> moryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":50736,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
> ,"waitNanos":745364}],"startTime":1521007768580,"endTime":1521007906766,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx3.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906767,"lastProgress":
> 1521007906767},{"state":3,"minorFragmentId":20,"
> operatorProfile":[{"inputProfile":[{"records":3586,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1259828,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137141321396},{"inputProfile":
> [{"records":3586,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":136176,"processNanos":192728,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3586,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":211143,"processNan
> os":37855000,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":3,"
> longValue":0},{"metricId":5,"longValue":0},{"metricId":2,"
> longValue":0},{"metricId":4,"longValue":1},{"metricId":1,"
> longValue":3586},{"metricId":7,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3586,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":111131,"
> processNanos":89532,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3586,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 100785,"processNanos":102721,"peakLocalMemoryAllocated":4784
> 1280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 724480,"waitNanos":0},{"inputProfile":[{"records":3586,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":180960,"processNanos":101661738,"peakLocalMe
> moryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":25819,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
> ,"waitNanos":386670}],"startTime":1521007768576,"endTime":1521007906390,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx4.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906392,"lastProgress":
> 1521007906392},{"state":3,"minorFragmentId":12,"
> operatorProfile":[{"inputProfile":[{"records":3483,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1115668,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137167044681},{"inputProfile":
> [{"records":3483,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":199968,"processNanos":167249,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3483,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":220265,"processNan
> os":20700198,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":4,"
> longValue":1},{"metricId":1,"longValue":3483},{"metricId":
> 2,"longValue":0},{"metricId":7,"longValue":0},{"metricId":
> 3,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3483,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":119544,"
> processNanos":86611,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 95958,"processNanos":98970,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"
> waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 198392,"processNanos":53318119,"peakLocalMemoryAlloc
> ated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":100548,"peakLocalMemoryAllocated":80,"metric":
> [{"metricId":0,"longValue":20}],"waitNanos":3829432}],"
> startTime":1521007768579,"endTime":1521007906336,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx2.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906338,"lastProgress":
> 1521007906338},{"state":3,"minorFragmentId":23,"
> operatorProfile":[{"inputProfile":[{"records":3507,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":956207,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":136673393232},{"inputProfile":
> [{"records":3507,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":132254,"processNanos":178459,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3507,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":226799,"processNan
> os":20999218,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":4,"
> longValue":1},{"metricId":2,"longValue":0},{"metricId":7,"
> longValue":0},{"metricId":1,"longValue":3507},{"metricId":
> 3,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3507,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":107672,"
> processNanos":94105,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3507,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 96804,"processNanos":105677,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 724480,"waitNanos":0},{"inputProfile":[{"records":3507,"
> batches":2,"schemas":1}],"operatorId":1,"operatorType":
> 25,"setupNanos":196643,"processNanos":85365009,"peakLocalMem
> oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
> :0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":0,"peakLocalMemo
> ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
> 1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
> 0,"setupNanos":0,"processNanos":49509,"peakLocal
> MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
> ,"waitNanos":516067}],"startTime":1521007768580,"endTime":1521007906373,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx3.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906375,"lastProgress":
> 1521007906375},{"state":3,"minorFragmentId":2,"
> operatorProfile":[{"inputProfile":[{"records":3546,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":1131792,"peakLocalMemoryAlloca
> ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137121714289},{"inputProfile":
> [{"records":3546,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":122477,"processNanos":178722,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3546,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":195676,"processNan
> os":22339662,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":5,"
> longValue":0},{"metricId":2,"longValue":0},{"metricId":4,"
> longValue":1},{"metricId":7,"longValue":0},{"metricId":3,"
> longValue":0},{"metricId":1,"longValue":3546}],"waitNanos":
> 0},{"inputProfile":[{"records":3546,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":
> 104469,"processNanos":86548,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":3546,"
> batches":2,"schemas":1}],"operatorId":2,"operatorType":
> 10,"setupNanos":115726,"processNanos":79057,"peakLocalMemory
> Allocated":47841280,"waitNanos":0},{"inputProfile":
> [{"records":0,"batches":0,"schemas":0}],"operatorId":1,"
> operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalM
> emoryAllocated":1724480,"waitNanos":0},{"inputProfile":
> [{"records":3546,"batches":2,"schemas":1}],"operatorId":1,"
> operatorType":25,"setupNanos":186248,"processNanos":
> 457534797,"peakLocalMemoryAllocated":80,"waitNanos":0},{"
> inputProfile":[{"records":0,"batches":0,"schemas":0}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":58490,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":19}],"waitNanos":580698}],"
> startTime":1521007768579,"endTime":1521007906734,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx2.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906736,"lastProgress":
> 1521007906736},{"state":3,"minorFragmentId":16,"
> operatorProfile":[{"inputProfile":[{"records":3484,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":843918,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137175838527},{"inputProfile":
> [{"records":3484,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":137014,"processNanos":131944,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3484,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":177235,"processNan
> os":17374870,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":1,"
> longValue":3484},{"metricId":4,"longValue":1},{"metricId":
> 3,"longValue":0},{"metricId":7,"longValue":0},{"metricId":
> 5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":
> 0},{"inputProfile":[{"records":3484,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":98389,"
> processNanos":74760,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3484,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 90473,"processNanos":70765,"peakLocalMemoryAllocated":478412
> 80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
> "schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
> 0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"
> waitNanos":0},{"inputProfile":[{"records":3484,"batches":2,"
> schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
> 186027,"processNanos":452807259,"peakLocalMemoryAllo
> cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
> batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
> ,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
> operatorId":0,"operatorType":0,"setupNanos":0,"
> processNanos":23598,"peakLocalMemoryAllocated":80,"metric":[
> {"metricId":0,"longValue":20}],"waitNanos":290488}],"
> startTime":1521007768577,"endTime":1521007906736,"
> memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
> prod-hadoop-xx1.bom-prod.com","userPort":31010,"
> controlPort":31011,"dataPort":31012,"version":"1.12.0","
> state":1},"lastUpdate":1521007906736,"lastProgress":
> 1521007906736},{"state":3,"minorFragmentId":6,"
> operatorProfile":[{"inputProfile":[{"records":3641,"batches"
> :6,"schemas":1}],"operatorId":6,"operatorType":11,"
> setupNanos":0,"processNanos":878733,"peakLocalMemoryAllocat
> ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
> 1,"longValue":5}],"waitNanos":137175830179},{"inputProfile":
> [{"records":3641,"batches":6,"schemas":1}],"operatorId":5,"o
> peratorType":10,"setupNanos":125586,"processNanos":125364,"p
> eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
> e":[{"records":3641,"batches":6,"schemas":1}],"operatorId":
> 4,"operatorType":3,"setupNanos":188151,"processNan
> os":15066984,"peakLocalMemoryAllocated":48627712,"metric":[{
> "metricId":0,"longValue":65536},{"metricId":1,"
> longValue":3641},{"metricId":7,"longValue":0},{"metricId":
> 3,"longValue":0},{"metricId":2,"longValue":0},{"metricId":
> 5,"longValue":0},{"metricId":4,"longValue":1}],"waitNanos":
> 0},{"inputProfile":[{"records":3641,"batches":2,"schemas":1}
> ],"operatorId":3,"operatorType":10,"setupNanos":107860,"
> processNanos":87099,"peakLocalMemoryAllocated":47841280,"
> waitNanos":0},{"inputProfile":[{"records":3641,"batches":2,"
> schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
> 104835,"processNanos":81944,"peakLocalMemoryAllocated":47841
> 280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
> 0,"schemas":0}],"operatorId":1,"operatorType":25,"
> setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
> 724480,"waitNanos":0},{"inputProfile":[{"records":3641,"batches":2,"schema
