Repository: ambari Updated Branches: refs/heads/trunk af7a889bb -> 15f6fb0a8
http://git-wip-us.apache.org/repos/asf/ambari/blob/15f6fb0a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json index 167e01d..bc8980b 100644 --- a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json +++ b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json @@ -1,113 +1,104 @@ { "entities": [ { - "starttime": 1393031617162, + "starttime": 1394569228227, "events": [ { - "timestamp": 1393031624957, + "timestamp": 1394569303577, "eventtype": "DAG_FINISHED", "eventinfo": {} }, { - "timestamp": 1393031617405, + "timestamp": 1394569229560, "eventtype": "DAG_STARTED", "eventinfo": {} }, { - "timestamp": 1393031617401, + "timestamp": 1394569229460, "eventtype": "DAG_INITIALIZED", "eventinfo": {} }, { - "timestamp": 1393031617162, + "timestamp": 1394569228227, "eventtype": "DAG_SUBMITTED", "eventinfo": {} } ], "otherinfo": { - "startTime": 1393031617405, - "status": "SUCCEEDED", - "initTime": 1393031617401, - "timeTaken": 7552, + "startTime": 1394569229560, + "status": "FAILED", + "initTime": 1394569229460, + "timeTaken": 74017, "dagPlan": { - "dagName": "root_20140221171313_8bdaf452-0a61-4cff-bd24-63662e2c3dcc:3", - "edges": [ - { - "edgeId": "167637864", - "inputVertexName": "Map 2", - "outputVertexName": "Reducer 3", - "dataMovementType": "SCATTER_GATHER", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy" - }, + "dagName": "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1", + "version": 1, + "vertices": [ { - "edgeId": "702054850", - "inputVertexName": "Map 4", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + "vertexName": "Reducer 6", + "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor", + "inEdgeIds": [ + "910557679" + ], + "additionalOutputs": [ + { + "name": "out_Reducer 6", + "class": "org.apache.tez.mapreduce.output.MROutput" + } + ] }, { - "edgeId": "1016858596", - "inputVertexName": "Map 1", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + "vertexName": "Map 5", + "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", + "inEdgeIds": [ + "500242152", + "1208124175" + ], + "outEdgeIds": [ + "910557679" + ], + "additionalInputs": [ + { + "name": "customer", + "class": "org.apache.tez.mapreduce.input.MRInputLegacy", + "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" + } + ] }, { - "edgeId": "1012906348", - "inputVertexName": "Map 6", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + "vertexName": "Map 7", + "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", + "outEdgeIds": [ + "500242152" + ], + "additionalInputs": [ + { + "name": "current_addr", + "class": "org.apache.tez.mapreduce.input.MRInputLegacy", + "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" + } + ] }, { - "edgeId": "591684997", - "inputVertexName": "Map 5", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - } - ], - "vertices": [ - { "vertexName": "Reducer 3", "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor", "inEdgeIds": [ - "167637864" + "654658809" ], - "additionalOutputs": [ - { - "name": "out_Reducer 3", - "class": "org.apache.tez.mapreduce.output.MROutput" - } + "outEdgeIds": [ + "1208124175" ] }, { "vertexName": "Map 2", "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", "inEdgeIds": [ - "1012906348", - "591684997", - "702054850", - "1016858596" + "760294521", + "1982385791", + "813939446", + "1182578556" ], "outEdgeIds": [ - "167637864" + "654658809" ], "additionalInputs": [ { @@ -118,28 +109,28 @@ ] }, { - "vertexName": "Map 6", + "vertexName": "Map 9", "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", "outEdgeIds": [ - "1012906348" + "760294521" ], "additionalInputs": [ { - "name": "date_dim", + "name": "store", "class": "org.apache.tez.mapreduce.input.MRInputLegacy", "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" } ] }, { - "vertexName": "Map 5", + "vertexName": "Map 8", "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", "outEdgeIds": [ - "591684997" + "1982385791" ], "additionalInputs": [ { - "name": "customer_demographics", + "name": "customer_address", "class": "org.apache.tez.mapreduce.input.MRInputLegacy", "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" } @@ -149,11 +140,11 @@ "vertexName": "Map 4", "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", "outEdgeIds": [ - "702054850" + "813939446" ], "additionalInputs": [ { - "name": "item", + "name": "date_dim", "class": "org.apache.tez.mapreduce.input.MRInputLegacy", "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" } @@ -163,21 +154,102 @@ "vertexName": "Map 1", "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", "outEdgeIds": [ - "1016858596" + "1182578556" ], "additionalInputs": [ { - "name": "store", + "name": "household_demographics", "class": "org.apache.tez.mapreduce.input.MRInputLegacy", "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" } ] } ], - "version": 1 + "edges": [ + { + "edgeId": "760294521", + "inputVertexName": "Map 9", + "outputVertexName": "Map 2", + "dataMovementType": "BROADCAST", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + }, + { + "edgeId": "1208124175", + "inputVertexName": "Reducer 3", + "outputVertexName": "Map 5", + "dataMovementType": "BROADCAST", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + }, + { + "edgeId": "500242152", + "inputVertexName": "Map 7", + "outputVertexName": "Map 5", + "dataMovementType": "BROADCAST", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + }, + { + "edgeId": "1182578556", + "inputVertexName": "Map 1", + "outputVertexName": "Map 2", + "dataMovementType": "BROADCAST", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + }, + { + "edgeId": "910557679", + "inputVertexName": "Map 5", + "outputVertexName": "Reducer 6", + "dataMovementType": "SCATTER_GATHER", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy" + }, + { + "edgeId": "813939446", + "inputVertexName": "Map 4", + "outputVertexName": "Map 2", + "dataMovementType": "BROADCAST", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + }, + { + "edgeId": "654658809", + "inputVertexName": "Map 2", + "outputVertexName": "Reducer 3", + "dataMovementType": "SCATTER_GATHER", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy" + }, + { + "edgeId": "1982385791", + "inputVertexName": "Map 8", + "outputVertexName": "Map 2", + "dataMovementType": "BROADCAST", + "dataSourceType": "PERSISTED", + "schedulingType": "SEQUENTIAL", + "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", + "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" + } + ] }, - "endTime": 1393031624957, - "diagnostics": "", + "endTime": 1394569303577, + "diagnostics": "Vertex re-running, vertexName=Map 7, vertexId=vertex_1394502141829_0425_1_02\nVertex re-running, vertexName=Map 2, vertexId=vertex_1394502141829_0425_1_04\nVertex re-running, vertexName=Map 9, vertexId=vertex_1394502141829_0425_1_05\nVertex re-running, vertexName=Map 1, vertexId=vertex_1394502141829_0425_1_08\nVertex re-running, vertexName=Map 4, vertexId=vertex_1394502141829_0425_1_07\nVertex re-running, vertexName=Map 8, vertexId=vertex_1394502141829_0425_1_06\nVertex re-running, vertexName=Reducer 3, vertexId=vertex_1394502141829_0425_1_03\nVertex failed, vertexName=Map 5, vertexId=vertex_1394502141829_0425_1_01, diagnostics=[Task failed, taskId=task_1394502141829_0425_1_01_000000, diagnostics=[AttemptID:attempt_1394502141829_0425_1_01_000000_0 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProc essor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: java.lan g.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\ n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOne UniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n\nContainer released by application, AttemptID:attempt_1394502141829_0425_1_01_000000_1 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordPr ocessor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: java.l ang.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791 )\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllO neUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n\nContainer released by application, AttemptID:attempt_1394502141829_0425_1_01_000000_2 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecord Processor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: java .lang.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:7 91)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAl lOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n\nContainer released by application, AttemptID:attempt_1394502141829_0425_1_01_000000_3 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapReco rdProcessor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: ja va.lang.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java :791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.gen AllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n], Vertex failed as one or more tasks failed. failedTasks:1]\nVertex killed, vertexName=Reducer 6, vertexId=vertex_1394502141829_0425_1_00, diagnostics=[Vertex received Kill while in RUNNING state., Vertex killed as other vertex failed. failedTasks:0]\nVertex killed, vertexName=Map 2, vertexId= vertex_1394502141829_0425_1_04, diagnostics=[Vertex received Kill while in RUNNING state., Vertex killed as other vertex failed. failedTasks:0]\nDAG failed due to vertex failure. failedVertices:1 killedVertices:2", "counters": { "counterGroups": [ { @@ -185,19 +257,24 @@ "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter", "counters": [ { + "counterName": "NUM_FAILED_TASKS", + "counterDisplayName": "NUM_FAILED_TASKS", + "counterValue": 4 + }, + { + "counterName": "NUM_KILLED_TASKS", + "counterDisplayName": "NUM_KILLED_TASKS", + "counterValue": 14 + }, + { "counterName": "TOTAL_LAUNCHED_TASKS", "counterDisplayName": "TOTAL_LAUNCHED_TASKS", - "counterValue": 180 + "counterValue": 28 }, { "counterName": "DATA_LOCAL_TASKS", "counterDisplayName": "DATA_LOCAL_TASKS", - "counterValue": 162 - }, - { - "counterName": "RACK_LOCAL_TASKS", - "counterDisplayName": "RACK_LOCAL_TASKS", - "counterValue": 17 + "counterValue": 9 } ] }, @@ -208,12 +285,12 @@ { "counterName": "FILE_BYTES_READ", "counterDisplayName": "FILE: BYTES_READ", - "counterValue": 0 + "counterValue": 503348 }, { "counterName": "FILE_BYTES_WRITTEN", "counterDisplayName": "FILE: BYTES_WRITTEN", - "counterValue": 6380254 + "counterValue": 4315294 }, { "counterName": "FILE_READ_OPS", @@ -233,17 +310,17 @@ { "counterName": "HDFS_BYTES_READ", "counterDisplayName": "HDFS: BYTES_READ", - "counterValue": 1291686552 + "counterValue": 13041650 }, { "counterName": "HDFS_BYTES_WRITTEN", "counterDisplayName": "HDFS: BYTES_WRITTEN", - "counterValue": 8917 + "counterValue": 0 }, { "counterName": "HDFS_READ_OPS", "counterDisplayName": "HDFS: READ_OPS", - "counterValue": 14144 + "counterValue": 27 }, { "counterName": "HDFS_LARGE_READ_OPS", @@ -253,7 +330,7 @@ { "counterName": "HDFS_WRITE_OPS", "counterDisplayName": "HDFS: WRITE_OPS", - "counterValue": 2 + "counterValue": 0 } ] }, @@ -262,24 +339,14 @@ "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter", "counters": [ { - "counterName": "MAP_INPUT_RECORDS", - "counterDisplayName": "MAP_INPUT_RECORDS", - "counterValue": 110379 - }, - { - "counterName": "MAP_OUTPUT_RECORDS", - "counterDisplayName": "MAP_OUTPUT_RECORDS", - "counterValue": 394097 - }, - { - "counterName": "MAP_OUTPUT_BYTES", - "counterDisplayName": "MAP_OUTPUT_BYTES", - "counterValue": 34555222 + "counterName": "REDUCE_INPUT_GROUPS", + "counterDisplayName": "REDUCE_INPUT_GROUPS", + "counterValue": 10730 }, { - "counterName": "MAP_OUTPUT_MATERIALIZED_BYTES", - "counterDisplayName": "MAP_OUTPUT_MATERIALIZED_BYTES", - "counterValue": 6136234 + "counterName": "REDUCE_INPUT_RECORDS", + "counterDisplayName": "REDUCE_INPUT_RECORDS", + "counterValue": 10731 }, { "counterName": "COMBINE_INPUT_RECORDS", @@ -287,75 +354,119 @@ "counterValue": 0 }, { - "counterName": "REDUCE_INPUT_GROUPS", - "counterDisplayName": "REDUCE_INPUT_GROUPS", - "counterValue": 104 - }, - { - "counterName": "REDUCE_SHUFFLE_BYTES", - "counterDisplayName": "REDUCE_SHUFFLE_BYTES", - "counterValue": 6136234 - }, - { - "counterName": "REDUCE_INPUT_RECORDS", - "counterDisplayName": "REDUCE_INPUT_RECORDS", - "counterValue": 1747 - }, - { "counterName": "SPILLED_RECORDS", "counterDisplayName": "SPILLED_RECORDS", - "counterValue": 394097 + "counterValue": 17925 }, { - "counterName": "SHUFFLED_MAPS", - "counterDisplayName": "SHUFFLED_MAPS", - "counterValue": 170 + "counterName": "NUM_SHUFFLED_INPUTS", + "counterDisplayName": "NUM_SHUFFLED_INPUTS", + "counterValue": 22 }, { - "counterName": "FAILED_SHUFFLE", - "counterDisplayName": "FAILED_SHUFFLE", + "counterName": "NUM_FAILED_SHUFFLE_INPUTS", + "counterDisplayName": "NUM_FAILED_SHUFFLE_INPUTS", "counterValue": 0 }, { "counterName": "MERGED_MAP_OUTPUTS", "counterDisplayName": "MERGED_MAP_OUTPUTS", - "counterValue": 170 + "counterValue": 6 }, { "counterName": "GC_TIME_MILLIS", "counterDisplayName": "GC_TIME_MILLIS", - "counterValue": 9277 + "counterValue": 2402 }, { "counterName": "CPU_MILLISECONDS", "counterDisplayName": "CPU_MILLISECONDS", - "counterValue": -2881340 + "counterValue": -33880 }, { "counterName": "PHYSICAL_MEMORY_BYTES", "counterDisplayName": "PHYSICAL_MEMORY_BYTES", - "counterValue": 238651179008 + "counterValue": 3241504768 }, { "counterName": "VIRTUAL_MEMORY_BYTES", "counterDisplayName": "VIRTUAL_MEMORY_BYTES", - "counterValue": 840369852416 + "counterValue": 17864921088 }, { "counterName": "COMMITTED_HEAP_BYTES", "counterDisplayName": "COMMITTED_HEAP_BYTES", - "counterValue": 273071931392 - } - ] - }, - { - "counterGroupName": "HIVE", - "counterGroupDisplayName": "HIVE", - "counters": [ + "counterValue": 2839543808 + }, + { + "counterName": "INPUT_RECORDS_PROCESSED", + "counterDisplayName": "INPUT_RECORDS_PROCESSED", + "counterValue": 2063651 + }, + { + "counterName": "OUTPUT_RECORDS", + "counterDisplayName": "OUTPUT_RECORDS", + "counterValue": 120051 + }, + { + "counterName": "OUTPUT_BYTES", + "counterDisplayName": "OUTPUT_BYTES", + "counterValue": 3571464 + }, + { + "counterName": "OUTPUT_BYTES_WITH_OVERHEAD", + "counterDisplayName": "OUTPUT_BYTES_WITH_OVERHEAD", + "counterValue": 3811586 + }, + { + "counterName": "OUTPUT_BYTES_PHYSICAL", + "counterDisplayName": "OUTPUT_BYTES_PHYSICAL", + "counterValue": 3811626 + }, + { + "counterName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", + "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", + "counterValue": 503348 + }, + { + "counterName": "ADDITIONAL_SPILLS_BYTES_READ", + "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_READ", + "counterValue": 503348 + }, + { + "counterName": "ADDITIONAL_SPILL_COUNT", + "counterDisplayName": "ADDITIONAL_SPILL_COUNT", + "counterValue": 0 + }, + { + "counterName": "SHUFFLE_BYTES", + "counterDisplayName": "SHUFFLE_BYTES", + "counterValue": 6627422 + }, + { + "counterName": "SHUFFLE_BYTES_DECOMPRESSED", + "counterDisplayName": "SHUFFLE_BYTES_DECOMPRESSED", + "counterValue": 6627334 + }, + { + "counterName": "SHUFFLE_BYTES_TO_MEM", + "counterDisplayName": "SHUFFLE_BYTES_TO_MEM", + "counterValue": 6627422 + }, + { + "counterName": "SHUFFLE_BYTES_TO_DISK", + "counterDisplayName": "SHUFFLE_BYTES_TO_DISK", + "counterValue": 0 + }, + { + "counterName": "NUM_MEM_TO_DISK_MERGES", + "counterDisplayName": "NUM_MEM_TO_DISK_MERGES", + "counterValue": 0 + }, { - "counterName": "CREATED_FILES", - "counterDisplayName": "CREATED_FILES", - "counterValue": 1 + "counterName": "NUM_DISK_TO_DISK_MERGES", + "counterDisplayName": "NUM_DISK_TO_DISK_MERGES", + "counterValue": 0 } ] }, @@ -402,12 +513,12 @@ { "counterName": "FILTERED", "counterDisplayName": "FILTERED", - "counterValue": 0 + "counterValue": 72735 }, { "counterName": "PASSED", "counterDisplayName": "PASSED", - "counterValue": 0 + "counterValue": 96225 } ] }, @@ -421,41 +532,19 @@ "counterValue": 0 } ] - }, - { - "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter", - "counterGroupDisplayName": "File Input Format Counters ", - "counters": [ - { - "counterName": "BYTES_READ", - "counterDisplayName": "Bytes Read", - "counterValue": 0 - } - ] - }, - { - "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", - "counterGroupDisplayName": "File Output Format Counters ", - "counters": [ - { - "counterName": "BYTES_WRITTEN", - "counterDisplayName": "Bytes Written", - "counterValue": 0 - } - ] } ] } }, "primaryfilters": { "dagName": [ - null + "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1" ], "user": [ - null + "hrt_qa" ] }, - "entity": "dag_1393012407618_0059_3", + "entity": "dag_1394502141829_0425_1", "entitytype": "TEZ_DAG_ID", "relatedentities": {} } http://git-wip-us.apache.org/repos/asf/ambari/blob/15f6fb0a/ambari-web/app/assets/data/jobs/tezDag.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/tezDag.json b/ambari-web/app/assets/data/jobs/tezDag.json index bdf4608..526298f 100644 --- a/ambari-web/app/assets/data/jobs/tezDag.json +++ b/ambari-web/app/assets/data/jobs/tezDag.json @@ -1,15 +1,18 @@ { - "starttime": 1393031617162, - "entity": "dag_1393012407618_0059_3", + "starttime": 1394569228227, + "entity": "dag_1394502141829_0425_1", "entitytype": "TEZ_DAG_ID", "relatedentities": { "TEZ_VERTEX_ID": [ - "vertex_1393012407618_0059_3_01", - "vertex_1393012407618_0059_3_00", - "vertex_1393012407618_0059_3_03", - "vertex_1393012407618_0059_3_02", - "vertex_1393012407618_0059_3_05", - "vertex_1393012407618_0059_3_04" + "vertex_1394502141829_0425_1_00", + "vertex_1394502141829_0425_1_01", + "vertex_1394502141829_0425_1_02", + "vertex_1394502141829_0425_1_03", + "vertex_1394502141829_0425_1_04", + "vertex_1394502141829_0425_1_05", + "vertex_1394502141829_0425_1_06", + "vertex_1394502141829_0425_1_07", + "vertex_1394502141829_0425_1_08" ] } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/15f6fb0a/ambari-web/app/assets/data/jobs/tezDagVertex.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/tezDagVertex.json b/ambari-web/app/assets/data/jobs/tezDagVertex.json index ded9d48..5b5f1b3 100644 --- a/ambari-web/app/assets/data/jobs/tezDagVertex.json +++ b/ambari-web/app/assets/data/jobs/tezDagVertex.json @@ -1,15 +1,15 @@ { - "starttime": 1393031617901, + "starttime": 1394569231815, "otherinfo": { - "startTime": 1393031617902, - "status": "SUCCEEDED", - "numTasks": 170, - "initTime": 1393031617901, + "startTime": 1394569231819, + "status": "KILLED", + "numTasks": 6, + "initTime": 1394569231815, "vertexName": "Map 2", - "timeTaken": 6352, + "timeTaken": 71735, "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "endTime": 1393031624254, - "initRequestedTime": 1393031617436, + "endTime": 1394569303554, + "initRequestedTime": 1394569230142, "counters": { "counterGroups": [ { @@ -19,12 +19,7 @@ { "counterName": "DATA_LOCAL_TASKS", "counterDisplayName": "DATA_LOCAL_TASKS", - "counterValue": 155 - }, - { - "counterName": "RACK_LOCAL_TASKS", - "counterDisplayName": "RACK_LOCAL_TASKS", - "counterValue": 15 + "counterValue": 4 } ] }, @@ -40,7 +35,7 @@ { "counterName": "FILE_BYTES_WRITTEN", "counterDisplayName": "FILE: BYTES_WRITTEN", - "counterValue": 6141674 + "counterValue": 337559 }, { "counterName": "FILE_READ_OPS", @@ -60,7 +55,7 @@ { "counterName": "HDFS_BYTES_READ", "counterDisplayName": "HDFS: BYTES_READ", - "counterValue": 1291299199 + "counterValue": 12854749 }, { "counterName": "HDFS_BYTES_WRITTEN", @@ -70,7 +65,7 @@ { "counterName": "HDFS_READ_OPS", "counterDisplayName": "HDFS: READ_OPS", - "counterValue": 14094 + "counterValue": 12 }, { "counterName": "HDFS_LARGE_READ_OPS", @@ -89,83 +84,138 @@ "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter", "counters": [ { - "counterName": "MAP_INPUT_RECORDS", - "counterDisplayName": "MAP_INPUT_RECORDS", - "counterValue": 108378 - }, - { - "counterName": "MAP_OUTPUT_RECORDS", - "counterDisplayName": "MAP_OUTPUT_RECORDS", - "counterValue": 394097 - }, - { - "counterName": "MAP_OUTPUT_BYTES", - "counterDisplayName": "MAP_OUTPUT_BYTES", - "counterValue": 34555222 + "counterName": "SPILLED_RECORDS", + "counterDisplayName": "SPILLED_RECORDS", + "counterValue": 7194 }, { - "counterName": "MAP_OUTPUT_MATERIALIZED_BYTES", - "counterDisplayName": "MAP_OUTPUT_MATERIALIZED_BYTES", - "counterValue": 6136234 + "counterName": "NUM_SHUFFLED_INPUTS", + "counterDisplayName": "NUM_SHUFFLED_INPUTS", + "counterValue": 16 }, { - "counterName": "SPILLED_RECORDS", - "counterDisplayName": "SPILLED_RECORDS", - "counterValue": 394097 + "counterName": "NUM_FAILED_SHUFFLE_INPUTS", + "counterDisplayName": "NUM_FAILED_SHUFFLE_INPUTS", + "counterValue": 0 }, { "counterName": "GC_TIME_MILLIS", "counterDisplayName": "GC_TIME_MILLIS", - "counterValue": 9246 + "counterValue": 2047 }, { "counterName": "CPU_MILLISECONDS", "counterDisplayName": "CPU_MILLISECONDS", - "counterValue": -2742060 + "counterValue": -11970 }, { "counterName": "PHYSICAL_MEMORY_BYTES", "counterDisplayName": "PHYSICAL_MEMORY_BYTES", - "counterValue": 232119492608 + "counterValue": 1791279104 }, { "counterName": "VIRTUAL_MEMORY_BYTES", "counterDisplayName": "VIRTUAL_MEMORY_BYTES", - "counterValue": 793722957824 + "counterValue": 7152783360 }, { "counterName": "COMMITTED_HEAP_BYTES", "counterDisplayName": "COMMITTED_HEAP_BYTES", - "counterValue": 262738477056 + "counterValue": 1588592640 + }, + { + "counterName": "INPUT_RECORDS_PROCESSED", + "counterDisplayName": "INPUT_RECORDS_PROCESSED", + "counterValue": 1990495 + }, + { + "counterName": "OUTPUT_RECORDS", + "counterDisplayName": "OUTPUT_RECORDS", + "counterValue": 7194 + }, + { + "counterName": "OUTPUT_BYTES", + "counterDisplayName": "OUTPUT_BYTES", + "counterValue": 323019 + }, + { + "counterName": "OUTPUT_BYTES_WITH_OVERHEAD", + "counterDisplayName": "OUTPUT_BYTES_WITH_OVERHEAD", + "counterValue": 337415 + }, + { + "counterName": "OUTPUT_BYTES_PHYSICAL", + "counterDisplayName": "OUTPUT_BYTES_PHYSICAL", + "counterValue": 337431 + }, + { + "counterName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", + "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", + "counterValue": 0 + }, + { + "counterName": "ADDITIONAL_SPILLS_BYTES_READ", + "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_READ", + "counterValue": 0 + }, + { + "counterName": "ADDITIONAL_SPILL_COUNT", + "counterDisplayName": "ADDITIONAL_SPILL_COUNT", + "counterValue": 0 + }, + { + "counterName": "SHUFFLE_BYTES", + "counterDisplayName": "SHUFFLE_BYTES", + "counterValue": 6124044 + }, + { + "counterName": "SHUFFLE_BYTES_DECOMPRESSED", + "counterDisplayName": "SHUFFLE_BYTES_DECOMPRESSED", + "counterValue": 6123980 + }, + { + "counterName": "SHUFFLE_BYTES_TO_MEM", + "counterDisplayName": "SHUFFLE_BYTES_TO_MEM", + "counterValue": 6124044 + }, + { + "counterName": "SHUFFLE_BYTES_TO_DISK", + "counterDisplayName": "SHUFFLE_BYTES_TO_DISK", + "counterValue": 0 } ] }, { - "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", - "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", + "counterGroupName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter", + "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter", "counters": [ { - "counterName": "DESERIALIZE_ERRORS", - "counterDisplayName": "DESERIALIZE_ERRORS", + "counterName": "FILTERED", + "counterDisplayName": "FILTERED", "counterValue": 0 + }, + { + "counterName": "PASSED", + "counterDisplayName": "PASSED", + "counterValue": 95911 } ] }, { - "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter", - "counterGroupDisplayName": "File Input Format Counters ", + "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", + "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", "counters": [ { - "counterName": "BYTES_READ", - "counterDisplayName": "Bytes Read", + "counterName": "DESERIALIZE_ERRORS", + "counterDisplayName": "DESERIALIZE_ERRORS", "counterValue": 0 } ] } ] }, - "startRequestedTime": 1393031617487 + "startRequestedTime": 1394569231792 }, - "entity": "vertex_1393012407618_0059_3_01", + "entity": "vertex_1394502141829_0425_1_04", "entitytype": "TEZ_VERTEX_ID" } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/15f6fb0a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js ---------------------------------------------------------------------- diff --git a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js b/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js index dd7a448..3b5ea88 100644 --- a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js +++ b/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js @@ -290,6 +290,10 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({ var pName = edgeObj.parent ? edgeObj.parent.name : null; var cName = edgeObj.toVertex ? edgeObj.toVertex.get('name') : null; console.debug("Processing vertex ", edgeObj, " (",pName, " > ", cName,")"); + if(edgeObj.parent && edgeObj.depth < edgeObj.parent.depth + 1){ + console.debug("Updating child edge to " + (edgeObj.parent.depth + 1)); + edgeObj.depth = edgeObj.parent.depth + 1; + } var node = vertexIdToNode[vertex.get('id')]; for ( var k = depthToNodes.length; k <= edgeObj.depth; k++) { depthToNodes.push([]); @@ -325,10 +329,23 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({ } else { // Existing node if (edgeObj.depth > node.depth) { - var oldIndex = depthToNodes[node.depth].indexOf(node); - depthToNodes[node.depth].splice(oldIndex, 1); - node.depth = edgeObj.depth; - depthToNodes[node.depth].push(node); + function moveNodeToDepth(node, newDepth) { + console.debug("Moving " + node.name + " from depth " + node.depth + " to " + newDepth); + var oldIndex = depthToNodes[node.depth].indexOf(node); + depthToNodes[node.depth].splice(oldIndex, 1); + node.depth = newDepth; + if (!depthToNodes[node.depth]) { + depthToNodes[node.depth] = []; + } + depthToNodes[node.depth].push(node); + if (node.children) { + // Move children down depth + node.children.forEach(function(c) { + moveNodeToDepth(c, node.depth + 1); + }) + } + } + moveNodeToDepth(node, edgeObj.depth); } } if (depthToNodes[node.depth].length > maxRowLength) { @@ -509,6 +526,23 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({ // var self = this; var force = d3.layout.force().nodes(dagVisualModel.nodes).links(dagVisualModel.links).start(); + var nodeDragData = { + nodeRelativeX : 0, + nodeRelativeY : 0 + }; + var nodeDrag = d3.behavior.drag().on('dragstart', function(node){ + d3.event.sourceEvent.stopPropagation(); + var rc = d3.mouse(this); + nodeDragData.nodeRelativeX = rc[0]; + nodeDragData.nodeRelativeY = rc[1]; + }).on('drag', function(node){ + var nx = d3.event.x - nodeDragData.nodeRelativeX; + var ny = d3.event.y - nodeDragData.nodeRelativeY; + self.dragVertex(d3.select(this), node, [nx, ny], diagonal); + }).on('dragend', function(){ + nodeDragData.nodeRelativeX = 0; + nodeDragData.nodeRelativeY = 0; + }); // Create Links var diagonal = d3.svg.diagonal().source(function(d) { return { @@ -521,7 +555,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({ y : d.target.incomingY - 12 } }); - var link = svgLayer.selectAll(".link").data(dagVisualModel.links).enter().append("g").attr("class", "link").attr("marker-end", "url(#arrow)"); + var link = svgLayer.selectAll(".link-g").data(dagVisualModel.links).enter().append("g").attr("class", "link-g").attr("marker-end", "url(#arrow)"); link.append("path").attr("class", function(l) { var classes = "link svg-tooltip "; switch (l.edgeType) { @@ -540,7 +574,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({ return Em.I18n.t("jobs.hive.tez.edge." + lower); }); // Create Nodes - var node = svgLayer.selectAll(".node").data(dagVisualModel.nodes).enter().append("g").attr("class", "node"); + var node = svgLayer.selectAll(".node").data(dagVisualModel.nodes).enter().append("g").attr("class", "node").call(nodeDrag); node.append("rect").attr("class", "background").attr("width", function(n) { return n.width; }).attr("height", function(n) { @@ -668,6 +702,25 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({ } }, + dragVertex: function(d3Vertex, node, newPosition, diagonal){ + console.debug("Dragging vertex [", node.name, "] to (", newPosition[0], ",", newPosition[1], ")"); + // Move vertex + node.x = newPosition[0]; + node.y = newPosition[1]; + node.incomingX = newPosition[0] + (node.width/2); + node.incomingY = newPosition[1]; + node.outgoingX = newPosition[0] + (node.width/2); + node.outgoingY = newPosition[1] + node.height; + d3Vertex.attr('transform', 'translate(' + newPosition[0] + ',' + newPosition[1] + ')'); + // Move links + d3.selectAll('.link').filter(function(l) { + if (l && (l.source === node || l.target === node)) { + return this + } + return null; + }).attr('d', diagonal); + }, + /** * Refreshes UI of the Tez graph with latest values */
