Hi Kunal,
Please find below link :-
https://drive.google.com/open?id=13NVDqSgDD-Pe6H0smAkvzqktgXURgZF4
SQL File contains platform details and log files contains success/failure logs
of query.
On Wed, Mar 14, 2018 7:51 PM, Kunal Khatua [email protected] wrote:
Hi Anup
Can you share this as a file ? There seems to be some truncation of the
contents.
Share it using some online service like Google Drive or Dropbox, since the
mailing list might not allow for attachments.
Thanks
~ Kunal
On Tue, Mar 13, 2018 at 11:44 PM, Anup Tiwari <[email protected]>
wrote:
JSON Profile when Succeeded :-
{"id":{"part1":2690693429455769721,"part2":65093823787227620
87},"type":1,"start":1521007764471,"end":1521007906770,"query":"create
table a_games_log_visit_utm as\nselect\ndistinct\nglv.sessionid,\ncase
when
(UFG('utms=', glv.url, '&') <> 'null') then UFG('utms=', glv.url, '&') else
UFG('utms=',glv.hcookie, '&') end as utms,\n\ncase when (UFG('utms=',
glv.url,
'&') <> 'null') then UFG('utmm=', glv.url, '&') else
UFG('utmm=',glv.hcookie,
'&') end as utmm,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then
UFG('utmc=', glv.url, '&') else UFG('utmc=',glv.hcookie, '&') end as
utmc,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then UFG('utmt=',
glv.url, '&') else UFG('utmt=',glv.hcookie, '&') end as utmt,\n\ncase when
(UFG('utms=', glv.url, '&') <> 'null') then UFG('utmcmpn=', glv.url, '&')
else
UFG('utmcmpn=',glv.hcookie, '&') end as utmcmpn,\n\ncase when (UFG('utms=',
glv.url, '&') <> 'null') then UFG('utmplnt=', glv.url, '&') else
UFG('utmplnt=',glv.hcookie, '&') end as utmplnt,\n\ncase when (UFG('utms=',
glv.url, '&') <> 'null') then UFG('uid=', glv.url, '&') else UFG('uid=',
glv.hcookie, '&') end as uid,\n\ncase when (UFG('utms=', glv.url, '&') <>
'null') then UFG('cid=', glv.url, '&') else UFG('cid=', glv.hcookie, '&')
end as
cid,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then UFG('gclid=',
glv.url, '&') else UFG('gclid=', glv.hcookie, '&') end as
gclid\n\nfrom\nglv_utm_1 a,\na_games_log_visit_base
glv\nwhere\na.sessionid =
glv.sessionid\nand a.max_serverTime = glv.serverTime\nand
(STRPOS(glv.url,'utms=') > 0 OR STRPOS(glv.hcookie,'utms=') > 0) \nand
glv.url
is not null ","plan":"00-00 Screen : rowType = RecordType(VARCHAR(255)
Fragment,
BIGINT Number of records written): rowcount = 402043.18275, cumulative
cost =
{5.354375750937748E8 rows, 7.821369551257525E9 cpu, 0.0 io,
1.88842215292928E11
network, 4.283794390722E9 memory}, id = 7873881\n00-01
Project(Fragment=[$0],
Number of records written=[$1]) : rowType = RecordType(VARCHAR(255)
Fragment,
BIGINT Number of records written): rowcount = 402043.18275, cumulative
cost =
{5.353973707754998E8 rows, 7.82132934693925E9 cpu, 0.0 io,
1.88842215292928E11
network, 4.283794390722E9 memory}, id = 7873880\n00-02 UnionExchange :
rowType =
RecordType(VARCHAR(255) Fragment, BIGINT Number of records written):
rowcount =
402043.18275, cumulative cost = {5.353973707754998E8 rows,
7.82132934693925E9
cpu, 0.0 io, 1.88842215292928E11 network, 4.283794390722E9 memory}, id =
7873879\n01-01 Writer : rowType = RecordType(VARCHAR(255) Fragment, BIGINT
Number of records written): rowcount = 402043.18275, cumulative cost =
{5.3499532759274983E8 rows, 7.81811300147725E9 cpu, 0.0 io,
1.8554867753984E11
network, 4.283794390722E9 memory}, id = 7873878\n01-02
ProjectAllowDup(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3],
utmt=[$4],
utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9]) : rowType =
RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY
utmcmpn,
ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount = 402043.18275,
cumulative
cost = {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
1.8554867753984E11 network, 4.283794390722E9 memory}, id = 7873877\n01-03
Project(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4],
utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9]) : rowType =
RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY
utmcmpn,
ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount = 402043.18275,
cumulative
cost = {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
1.8554867753984E11 network, 4.283794390722E9 memory}, id = 7873876\n01-04
HashAgg(group=[{0, 1, 2, 3, 4, 5, 6, 7, 8, 9}]) : rowType = RecordType(ANY
sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY
utmplnt, ANY
uid, ANY cid, ANY gclid): rowcount = 402043.18275, cumulative cost =
{5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
1.8554867753984E11
network, 4.283794390722E9 memory}, id = 7873875\n01-05
Project(sessionid=[$0],
utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4], utmcmpn=[$5], utmplnt=[$6],
uid=[$7], cid=[$8], gclid=[$9]) : rowType = RecordType(ANY sessionid, ANY
utms,
ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid,
ANY
gclid): rowcount = 4020431.8274999997, cumulative cost =
{5.3057285258249986E8
rows, 7.496076412094501E9 cpu, 0.0 io, 1.8554867753984E11 network,
3.89461658982E9 memory}, id = 7873874\n01-06 HashToRandomExchange(dist0=[[$
0]],
dist1=[[$1]], dist2=[[$2]], dist3=[[$3]], dist4=[[$4]], dist5=[[$5]],
dist6=[[$6]], dist7=[[$7]], dist8=[[$8]], dist9=[[$9]]) : rowType =
RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY
utmcmpn,
ANY utmplnt, ANY uid, ANY cid, ANY gclid, ANY E_X_P_R_H_A_S_H_F_I_E_L_D):
rowcount = 4020431.8274999997, cumulative cost = {5.3057285258249986E8
rows,
7.496076412094501E9 cpu, 0.0 io, 1.8554867753984E11 network,
3.89461658982E9
memory}, id = 7873873\n02-01 UnorderedMuxExchange : rowType =
RecordType(ANY
sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY
utmplnt, ANY
uid, ANY cid, ANY gclid, ANY E_X_P_R_H_A_S_H_F_I_E_L_D): rowcount =
4020431.8274999997, cumulative cost = {5.265524207549999E8 rows,
7.460696612012501E9 cpu, 0.0 io, 4.40410112E9 network, 3.89461658982E9
memory},
id = 7873872\n03-01 Project(sessionid=[$0], utms=[$1], utmm=[$2],
utmc=[$3],
utmt=[$4], utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9],
E_X_P_R_H_A_S_H_F_I_E_L_D=[hash32AsDouble($9, hash32AsDouble($8,
hash32AsDouble($7, hash32AsDouble($6, hash32AsDouble($5, hash32AsDouble($4,
hash32AsDouble($3, hash32AsDouble($2, hash32AsDouble($1, hash32AsDouble($0,
1301011))))))))))]) : rowType = RecordType(ANY sessionid, ANY utms, ANY
utmm,
ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY gclid,
ANY
E_X_P_R_H_A_S_H_F_I_E_L_D): rowcount = 4020431.8274999997, cumulative cost
=
{5.225319889274999E8 rows, 7.456676180185E9 cpu, 0.0 io, 4.40410112E9
network,
3.89461658982E9 memory}, id = 7873871\n03-02 HashAgg(group=[{0, 1, 2, 3,
4, 5,
6, 7, 8, 9}]) : rowType = RecordType(ANY sessionid, ANY utms, ANY utmm, ANY
utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY gclid):
rowcount
= 4020431.8274999997, cumulative cost = {5.185115570999999E8 rows,
7.440594452875E9 cpu, 0.0 io, 4.40410112E9 network, 3.89461658982E9
memory}, id
= 7873870\n03-03 Project(sessionid=[$2], utms=[CASE(<>(UFG('utms=', $4,
'&'),
'null'), UFG('utms=', $4, '&'), UFG('utms=', $5, '&'))],
utmm=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('utmm=', $4, '&'),
UFG('utmm=', $5, '&'))], utmc=[CASE(<>(UFG('utms=', $4, '&'), 'null'),
UFG('utmc=', $4, '&'), UFG('utmc=', $5, '&'))], utmt=[CASE(<>(UFG('utms=',
$4,
'&'), 'null'), UFG('utmt=', $4, '&'), UFG('utmt=', $5, '&'))],
utmcmpn=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('utmcmpn=', $4, '&'),
UFG('utmcmpn=', $5, '&'))], utmplnt=[CASE(<>(UFG('utms=', $4, '&'),
'null'),
UFG('utmplnt=', $4, '&'), UFG('utmplnt=', $5, '&'))],
uid=[CASE(<>(UFG('utms=',
$4, '&'), 'null'), UFG('uid=', $4, '&'), UFG('uid=', $5, '&'))],
cid=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('cid=', $4, '&'),
UFG('cid=',
$5, '&'))], gclid=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('gclid=',
$4,
'&'), UFG('gclid=', $5, '&'))]) : rowType = RecordType(ANY sessionid, ANY
utms,
ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid,
ANY
gclid): rowcount = 4.0204318275E7, cumulative cost = {4.783072388249999E8
rows,
4.224248990875E9 cpu, 0.0 io, 4.40410112E9 network, 2838580.8000000003
memory},
id = 7873869\n03-04 Project(sessionid=[$4], max_serverTime=[$5],
sessionid0=[$0], serverTime=[$1], url=[$2], hcookie=[$3]) : rowType =
RecordType(ANY sessionid, ANY max_serverTime, ANY sessionid0, ANY
serverTime,
ANY url, ANY hcookie): rowcount = 4.0204318275E7, cumulative cost =
{4.3810292054999995E8 rows, 2.776893532975E9 cpu, 0.0 io, 4.40410112E9
network,
2838580.8000000003 memory}, id = 7873868\n03-05
HashJoin(condition=[AND(=($4,
$0), =($5, $1))], joinType=[inner]) : rowType = RecordType(ANY sessionid,
ANY
serverTime, ANY url, ANY hcookie, ANY sessionid0, ANY max_serverTime):
rowcount
= 4.0204318275E7, cumulative cost = {4.3810292054999995E8 rows,
2.776893532975E9
cpu, 0.0 io, 4.40410112E9 network, 2838580.8000000003 memory}, id =
7873867\n03-07 SelectionVectorRemover : rowType = RecordType(ANY
sessionid, ANY
serverTime, ANY url, ANY hcookie): rowcount = 4.0204318275E7, cumulative
cost =
{3.97576036275E8 rows, 1.809194322375E9 cpu, 0.0 io, 0.0 network, 0.0
memory},
id = 7873863\n03-09 Filter(condition=[AND(OR(>(STRPOS($2, 'utms='), 0),
(STRPOS($3, 'utms='), 0)), IS NOT NULL($2))]) : rowType = RecordType(ANY
sessionid, ANY serverTime, ANY url, ANY hcookie): rowcount =
4.0204318275E7,
cumulative cost = {3.57371718E8 rows, 1.7689900041E9 cpu, 0.0 io, 0.0
network,
0.0 memory}, id = 7873862\n03-10 Scan(groupscan=[ParquetGroupScan
[entries=[ReadEntryWithPath
[path=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/war
ehouse/a_games_log_visit_base]
<http://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/a_games_log_visit_base%5D>
],
selectionRoot=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/
drill/warehouse/a_games_log_visit_base,
numFiles=1, numRowGroups=232, usedMetadataFile=false, columns=[`sessionid`,
`serverTime`, `url`, `hcookie`]]]) : rowType = RecordType(ANY sessionid,
ANY
serverTime, ANY url, ANY hcookie): rowcount = 1.78685859E8, cumulative
cost =
{1.78685859E8 rows, 7.14743436E8 cpu, 0.0 io, 0.0 network, 0.0 memory}, id
=
7873861\n03-06 Project(sessionid0=[$0], max_serverTime=[$1]) : rowType =
RecordType(ANY sessionid0, ANY max_serverTime): rowcount = 107522.0,
cumulative
cost = {215044.0 rows, 1075220.0 cpu, 0.0 io, 4.40410112E9 network, 0.0
memory},
id = 7873866\n03-08 BroadcastExchange : rowType = RecordType(ANY
sessionid, ANY
max_serverTime): rowcount = 107522.0, cumulative cost = {215044.0 rows,
1075220.0 cpu, 0.0 io, 4.40410112E9 network, 0.0 memory}, id =
7873865\n04-01
Scan(groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath
[path=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/war
ehouse/glv_utm_1]
<http://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/glv_utm_1%5D>
],
selectionRoot=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/
drill/warehouse/glv_utm_1,
numFiles=1, numRowGroups=30, usedMetadataFile=false, columns=[`sessionid`,
`max_serverTime`]]]) : rowType = RecordType(ANY sessionid, ANY
max_serverTime):
rowcount = 107522.0, cumulative cost = {107522.0 rows, 215044.0 cpu, 0.0
io, 0.0
network, 0.0 memory}, id =
7873864\n","foreman":{"address":"prod-hadoop-xx1.bom-prod.com
","userPort":31010,"controlPort":31011,"dataPort":31012,"
version":"1.12.0","state":0},"state":2,"totalFragments":68,"
finishedFragments":67,"fragmentProfile":[{"majorFragmentId":
0,"minorFragmentProfile":[{"state":3,"minorFragmentId":0,"op
eratorProfile":[{"inputProfile":[{"records":30,"batches":30,
"schemas":1}],"operatorId":2,"operatorType":11,"setupNanos":
0,"processNanos":650383,"peakLocalMemoryAllocated":0,"metric
":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":
30}],"waitNanos":430682341},{"inputProfile":[{"records":30,"
batches":30,"schemas":1}],"operatorId":1,"operatorType":
10,"setupNanos":136848,"processNanos":193444,"peakLoca
lMemoryAllocated":256,"waitNanos":0},{"inputProfile":
[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"oper
atorType":13,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":512,"waitNanos":0},{"inputProfile":[{"records"
:30,"batches":30,"schemas":1}],"operatorId":0,"operatorType"
:13,"setupNanos":0,"processNanos":368224,"peakLoca
lMemoryAllocated":512,"metric":[{"metricId":0,"longValue":
590}],"waitNanos":1441353}],"startTime":1521007768572,"
endTime":1521007906768,"memoryUsed":0,"maxMemoryUsed":
3000512,"endpoint":{"address":"prod-hadoop-xx1.bom-prod.com"
,"userPort":31010,"controlPort":31011,"dataPort":
31012,"version":"1.12.0","state":0},"lastUpdate":
1521007906768,"lastProgress":1521007906768}]},{"
majorFragmentId":1,"minorFragmentProfile":[{"state":3,"
minorFragmentId":0,"operatorProfile":[{"inputProfile":[{"
records":3736,"batches":6,"schemas":1}],"operatorId":6,"
operatorType":11,"setupNanos":0,"processNanos":1257239,"peak
LocalMemoryAllocated":104,"metric":[{"metricId":0,"longVa
lue":0},{"metricId":1,"longValue":5}],"waitNanos":1371516022
43},{"inputProfile":[{"records":3736,"batches":6,"sch
emas":1}],"operatorId":5,"operatorType":10,"setupNanos":1958
05,"processNanos":228137,"peakLocalMemoryAllocated":262144,"
waitNanos":0},{"inputProfile":[{"records":3736,"batches":6,"
schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":
214667,"processNanos":35519849,"peakLocalMemoryAlloc
ated":48627712,"metric":[{"metricId":0,"longValue":65536}
,{"metricId":5,"longValue":0},{"metricId":4,"longValue":1},{
"metricId":7,"longValue":0},{"metricId":1,"longValue":3736},
{"metricId":2,"longValue":0},{"metricId":3,"longValue":0}],"
waitNanos":0},{"inputProfile":[{"records":3736,"batches":2,"
schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":1
23397,"processNanos":93024,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":3736,"batches"
:2,"schemas":1}],"operatorId":2,"operatorType":10,"
setupNanos":98446,"processNanos":85911,"peakLocalMemoryAlloc
ated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,
"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
986624,"waitNanos":0},{"inputProfile":[{"records":3736,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":194551,"processNanos":99870699,"peakLocalMem
oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":25433,"peakLocal
MemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}]
,"waitNanos":1180187}],"startTime":1521007768576,"endTime":1521007906378,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx4.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906380,"lastProgress":
1521007906380},{"state":3,"minorFragmentId":1,"
operatorProfile":[{"inputProfile":[{"records":3789,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":786825,"peakLocalMemoryAllocat
ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137174582701},{"inputProfile":
[{"records":3789,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":147696,"processNanos":133479,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3789,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":149759,"processNan
os":17386669,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":3,"
longValue":0},{"metricId":7,"longValue":0},{"metricId":5,"
longValue":0},{"metricId":2,"longValue":0},{"metricId":1,"
longValue":3789},{"metricId":4,"longValue":1}],"waitNanos":
0},{"inputProfile":[{"records":3789,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":71338,"
processNanos":65068,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
63323,"processNanos":67169,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"
schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
137488,"processNanos":458677675,"peakLocalMemoryAllo
cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":18748,"peakLocalMemoryAllocated":80,"metric":[
{"metricId":0,"longValue":19}],"waitNanos":1055682}],"
startTime":1521007768576,"endTime":1521007906737,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx1.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906737,"lastProgress":
1521007906737},{"state":3,"minorFragmentId":14,"
operatorProfile":[{"inputProfile":[{"records":3914,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":981842,"peakLocalMemoryAllocat
ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137108956716},{"inputProfile":
[{"records":3914,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":137221,"processNanos":148772,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3914,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":207732,"processNan
os":23197802,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":7,"
longValue":0},{"metricId":5,"longValue":0},{"metricId":1,"
longValue":3914},{"metricId":2,"longValue":0},{"metricId":
3,"longValue":0},{"metricId":4,"longValue":1}],"waitNanos":
0},{"inputProfile":[{"records":3914,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":117042,"
processNanos":85742,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
98561,"processNanos":84841,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
0,"processNanos":0,"peakLocalMemoryAllocated":2052160,"
waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"
schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
170215,"processNanos":77834355,"peakLocalMemoryAlloc
ated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":27376,"peakLocalMemoryAllocated":80,"metric":[
{"metricId":0,"longValue":20}],"waitNanos":878628}],"
startTime":1521007768579,"endTime":1521007906363,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx5.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906363,"lastProgress":
1521007906363},{"state":3,"minorFragmentId":7,"
operatorProfile":[{"inputProfile":[{"records":3687,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":949505,"peakLocalMemoryAllocat
ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137164154049},{"inputProfile":
[{"records":3687,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":134268,"processNanos":154380,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3687,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":183848,"processNan
os":19682950,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":4,"
longValue":1},{"metricId":2,"longValue":0},{"metricId":3,"
longValue":0},{"metricId":5,"longValue":0},{"metricId":1,"
longValue":3687},{"metricId":7,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3687,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":111019,"
processNanos":101441,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
96574,"processNanos":77780,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"
schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
168490,"processNanos":456832762,"peakLocalMemoryAllo
cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":54897,"peakLocalMemoryAllocated":80,"metric":[
{"metricId":0,"longValue":19}],"waitNanos":938769}],"
startTime":1521007768579,"endTime":1521007906734,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx2.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906736,"lastProgress":
1521007906736},{"state":3,"minorFragmentId":9,"
operatorProfile":[{"inputProfile":[{"records":3244,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":1086059,"peakLocalMemoryAlloca
ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137109986055},{"inputProfile":
[{"records":3244,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":254994,"processNanos":159078,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3244,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":232951,"processNan
os":20195167,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":5,"
longValue":0},{"metricId":3,"longValue":0},{"metricId":1,"
longValue":3244},{"metricId":4,"longValue":1},{"metricId":
2,"longValue":0},{"metricId":7,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3244,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":151393,"
processNanos":918149,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3244,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
103430,"processNanos":80693,"peakLocalMemoryAllocated":47841
280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
724480,"waitNanos":0},{"inputProfile":[{"records":3244,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":230903,"processNanos":71324538,"peakLocalMem
oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":54157,"peakLocal
MemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}]
,"waitNanos":1781820}],"startTime":1521007768579,"endTime":1521007906356,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx5.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906356,"lastProgress":
1521007906356},{"state":3,"minorFragmentId":18,"
operatorProfile":[{"inputProfile":[{"records":3865,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":1029864,"peakLocalMemoryAlloca
ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":136666445427},{"inputProfile":
[{"records":3865,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":121115,"processNanos":167301,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3865,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":188675,"processNan
os":23364339,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":4,"
longValue":1},{"metricId":3,"longValue":0},{"metricId":7,"
longValue":0},{"metricId":1,"longValue":3865},{"metricId":
2,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3865,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":111904,"
processNanos":91783,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
98250,"processNanos":96783,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"
schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
171342,"processNanos":478470342,"peakLocalMemoryAllo
cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":52280,"peakLocalMemoryAllocated":80,"metric":[
{"metricId":0,"longValue":20}],"waitNanos":620468}],"
startTime":1521007768580,"endTime":1521007906766,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx3.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906767,"lastProgress":
1521007906767},{"state":3,"minorFragmentId":11,"
operatorProfile":[{"inputProfile":[{"records":3755,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":801710,"peakLocalMemoryAllocat
ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137175648452},{"inputProfile":
[{"records":3755,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":120061,"processNanos":119415,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3755,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":173831,"processNan
os":16057680,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":4,"
longValue":1},{"metricId":7,"longValue":0},{"metricId":3,"
longValue":0},{"metricId":1,"longValue":3755},{"metricId":
5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3755,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":106017,"
processNanos":85688,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
99788,"processNanos":78388,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"
waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"
schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
200453,"processNanos":452263925,"peakLocalMemoryAllo
cated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":25546,"peakLocalMemoryAllocated":80,"metric":[
{"metricId":0,"longValue":20}],"waitNanos":255596}],"
startTime":1521007768576,"endTime":1521007906734,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx1.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906734,"lastProgress":
1521007906734},{"state":3,"minorFragmentId":24,"
operatorProfile":[{"inputProfile":[{"records":3579,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":852642,"peakLocalMemoryAllocat
ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":136889602973},{"inputProfile":
[{"records":3579,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":126769,"processNanos":133960,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3579,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":155583,"processNan
os":19332625,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":1,"
longValue":3578},{"metricId":2,"longValue":0},{"metricId":
7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":
4,"longValue":1},{"metricId":5,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3578,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":126780,"
processNanos":87198,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3578,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
101099,"processNanos":79467,"peakLocalMemoryAllocated":47841
280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
724480,"waitNanos":0},{"inputProfile":[{"records":3578,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":230588,"processNanos":74620052,"peakLocalMem
oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":27408,"peakLocal
MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
,"waitNanos":436880}],"startTime":1521007768579,"endTime":1521007906365,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx5.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906365,"lastProgress":
1521007906365},{"state":3,"minorFragmentId":5,"
operatorProfile":[{"inputProfile":[{"records":3697,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":1518857,"peakLocalMemoryAlloca
ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137152603197},{"inputProfile":
[{"records":3697,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":175051,"processNanos":234543,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3697,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":215288,"processNan
os":36164724,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":1,"
longValue":3697},{"metricId":2,"longValue":0},{"metricId":
7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":
4,"longValue":1},{"metricId":5,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3697,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":132561,"
processNanos":95251,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3697,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
101558,"processNanos":87788,"peakLocalMemoryAllocated":47841
280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
986624,"waitNanos":0},{"inputProfile":[{"records":3697,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":172143,"processNanos":109285935,"peakLocalMe
moryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":42274,"peakLocal
MemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}]
,"waitNanos":471966}],"startTime":1521007768576,"endTime":1521007906389,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx4.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906391,"lastProgress":
1521007906391},{"state":3,"minorFragmentId":28,"
operatorProfile":[{"inputProfile":[{"records":3700,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":1050788,"peakLocalMemoryAlloca
ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":136645301746},{"inputProfile":
[{"records":3700,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":191178,"processNanos":176909,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3700,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":213512,"processNan
os":20140056,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":3,"
longValue":0},{"metricId":7,"longValue":0},{"metricId":4,"
longValue":1},{"metricId":1,"longValue":3699},{"metricId":
5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3699,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":127219,"
processNanos":88974,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3699,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
108692,"processNanos":84607,"peakLocalMemoryAllocated":47841
280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
986624,"waitNanos":0},{"inputProfile":[{"records":3699,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":195651,"processNanos":476941251,"peakLocalMe
moryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":50736,"peakLocal
MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
,"waitNanos":745364}],"startTime":1521007768580,"endTime":1521007906766,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx3.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906767,"lastProgress":
1521007906767},{"state":3,"minorFragmentId":20,"
operatorProfile":[{"inputProfile":[{"records":3586,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":1259828,"peakLocalMemoryAlloca
ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137141321396},{"inputProfile":
[{"records":3586,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":136176,"processNanos":192728,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3586,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":211143,"processNan
os":37855000,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":3,"
longValue":0},{"metricId":5,"longValue":0},{"metricId":2,"
longValue":0},{"metricId":4,"longValue":1},{"metricId":1,"
longValue":3586},{"metricId":7,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3586,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":111131,"
processNanos":89532,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3586,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
100785,"processNanos":102721,"peakLocalMemoryAllocated":4784
1280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
724480,"waitNanos":0},{"inputProfile":[{"records":3586,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":180960,"processNanos":101661738,"peakLocalMe
moryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":0,"peakLocalMemo
ryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":
1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":
0,"setupNanos":0,"processNanos":25819,"peakLocal
MemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}]
,"waitNanos":386670}],"startTime":1521007768576,"endTime":1521007906390,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx4.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906392,"lastProgress":
1521007906392},{"state":3,"minorFragmentId":12,"
operatorProfile":[{"inputProfile":[{"records":3483,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":1115668,"peakLocalMemoryAlloca
ted":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":137167044681},{"inputProfile":
[{"records":3483,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":199968,"processNanos":167249,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3483,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":220265,"processNan
os":20700198,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":4,"
longValue":1},{"metricId":1,"longValue":3483},{"metricId":
2,"longValue":0},{"metricId":7,"longValue":0},{"metricId":
3,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3483,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":119544,"
processNanos":86611,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
95958,"processNanos":98970,"peakLocalMemoryAllocated":478412
80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,
"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":
0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"
waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"
schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":
198392,"processNanos":53318119,"peakLocalMemoryAlloc
ated":80,"waitNanos":0},{"inputProfile":[{"records":0,"
batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0}
,{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"
operatorId":0,"operatorType":0,"setupNanos":0,"
processNanos":100548,"peakLocalMemoryAllocated":80,"metric":
[{"metricId":0,"longValue":20}],"waitNanos":3829432}],"
startTime":1521007768579,"endTime":1521007906336,"
memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"
prod-hadoop-xx2.bom-prod.com","userPort":31010,"
controlPort":31011,"dataPort":31012,"version":"1.12.0","
state":1},"lastUpdate":1521007906338,"lastProgress":
1521007906338},{"state":3,"minorFragmentId":23,"
operatorProfile":[{"inputProfile":[{"records":3507,"batches"
:6,"schemas":1}],"operatorId":6,"operatorType":11,"
setupNanos":0,"processNanos":956207,"peakLocalMemoryAllocat
ed":104,"metric":[{"metricId":0,"longValue":0},{"metricId":
1,"longValue":5}],"waitNanos":136673393232},{"inputProfile":
[{"records":3507,"batches":6,"schemas":1}],"operatorId":5,"o
peratorType":10,"setupNanos":132254,"processNanos":178459,"p
eakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfil
e":[{"records":3507,"batches":6,"schemas":1}],"operatorId":
4,"operatorType":3,"setupNanos":226799,"processNan
os":20999218,"peakLocalMemoryAllocated":48627712,"metric":[{
"metricId":0,"longValue":65536},{"metricId":4,"
longValue":1},{"metricId":2,"longValue":0},{"metricId":7,"
longValue":0},{"metricId":1,"longValue":3507},{"metricId":
3,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":
0},{"inputProfile":[{"records":3507,"batches":2,"schemas":1}
],"operatorId":3,"operatorType":10,"setupNanos":107672,"
processNanos":94105,"peakLocalMemoryAllocated":47841280,"
waitNanos":0},{"inputProfile":[{"records":3507,"batches":2,"
schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":
96804,"processNanos":105677,"peakLocalMemoryAllocated":47841
280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":
0,"schemas":0}],"operatorId":1,"operatorType":25,"
setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1
724480,"waitNanos":0},{"inputProfile":[{"records":3507,"
batches":2,"schemas":1}],"operatorId":1,"operatorType":
25,"setupNanos":196643,"processNanos":85365009,"peakLocalMem
oryAllocated":80,"waitNanos":0},{"inputProfile":[{"records"
:0,"batches
