http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/jobs/hive-query-2.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/hive-query-2.json b/ambari-web/app/assets/data/jobs/hive-query-2.json deleted file mode 100644 index e513818..0000000 --- a/ambari-web/app/assets/data/jobs/hive-query-2.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "starttime": 1394569191001, - "otherinfo": { - "query": "{\"queryText\":\"select c_last_name, c_first_name, ca_city, bought_city,\\n ss_ticket_number, amt, profit\\n from (select ss_ticket_number,\\n ss_customer_sk,\\n ca_city as bought_city,\\n sum(ss_coupon_amt) as amt,\\n sum(ss_net_profit) as profit\\n from store_sales, date_dim, store, household_demographics, customer_address\\n where store_sales.ss_sold_date_sk = date_dim.d_date_sk\\n and store_sales.ss_store_sk = store.s_store_sk\\n and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk\\n and store_sales.ss_addr_sk = customer_address.ca_address_sk\\n and (househo ld_demographics.hd_dep_count = 4\\n or household_demographics.hd_vehicle_count= 3)\\n and date_dim.d_dow in (6,0)\\n and date_dim.d_year in (1999, 1999+1, 1999+2)\\n and store.s_city in ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview')\\n group by ss_ticket_number, ss_customer_sk, ss_addr_sk, ca_city) dn,\\n customer, customer_address current_addr\\n where dn.ss_customer_sk = customer.c_customer_sk\\n and customer.c_current_addr_sk = current_addr.ca_address_sk\\n and current_addr.ca_city <> dn.bought_city\\n order by c_last_name, c_first_name, ca_city, bought_city, ss_ticket_number\\n limit 100\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\" DagName:\":\"hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"sum(VALUE._col0)\",\"sum(VALUE._col1)\"],\"keys:\":\"KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: int), _col1 (type: int), _col3 (type: string), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2))\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col1 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 16473 Data size: 21 775806 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: int)\"}},\"Statistics:\":\"Num rows: 16473 Data size: 21775806 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 16473 Data size: 21775806 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"((hd_dep_count = 4) or (hd_vehicle_count = 3)) (type: boolean)\",\"alias:\":\"household_demographics\",\"children\":{\"Filter Operator\":{\"predicate:\":\"((hd_dep_count = 4) or (hd_vehicle_count = 3)) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_demo_sk (type: int), hd_dep_count (type: int), hd_vehicle_count (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}},\"St atistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"ss_sold_date_sk (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col5\",\"_col6\",\"_col8\",\"_col18\",\"_col21\",\"_col22\",\"_col25\",\"_col31\",\"_col32\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"UDFToDouble(s_store_sk) (type: double)\",\"0\":\"UDFToDouble(_col22) (type: double)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col5\",\"_col6\",\"_col8\",\"_col18\",\"_col21\",\"_col22\",\"_col25\",\"_col31\",\"_col32\",\"_col55\",\"_col77\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col5 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col22\",\"_col31 \",\"_col34\",\"_col36\",\"_col37\",\"_col39\",\"_col49\",\"_col52\",\"_col53\",\"_col56\",\"_col62\",\"_col63\",\"_col86\",\"_col89\",\"_col90\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col37 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col4\",\"_col7\",\"_col29\",\"_col38\",\"_col41\",\"_col43\",\"_col44\",\"_col46\",\"_col56\",\"_col59\",\"_col60\",\"_col63\",\"_col69\",\"_col70\",\"_col93\",\"_col99\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"((((((((_col38 = _col63) and (_col60 = _col7)) and (_col43 = _col0)) and (_col44 = _col93)) and ((_col3 = 4) or (_col4 = 3))) and (_col70) IN (6, 0)) and (_col69) IN (1999, (1999 + 1), (1999 + 2))) and (_col29) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview')) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col46 (type: int), _col41 (type: int), _col44 (type: int), _col99 (type: string), _col56 (type: decimal(7,2)), _col59 (type: decimal(7,2))\",\"outputColumnNames:\":[\"_col46\",\"_col41\",\"_col44\",\"_col99\",\"_col56\",\"_col59\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"sum(_col56)\",\"sum(_col59)\"],\"keys:\":\"_col46 (type: int), _col41 (type: int), _col44 (type: int), _col99 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string)\",\"sort order:\":\"++++\",\"value expressions:\":\"_col4 (type: decimal(17,2)), _col5 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string)\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows : 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 4217199 Data size: 5574753280 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_address_sk} {ca_city}\",\"0\":\"{_col86} {_col89} {_col90} {_col0} {_col22} {_col31} {_col34} {_col36} {_col37} {_col39} {_col49} {_col52} {_col53} {_col56} {_col62} {_col63}\"}}},\"Statistics:\":\"Num rows: 3833817 Data size: 5067957248 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{hd_demo_sk} {hd_dep_count} {hd_vehicle_count}\",\"0\":\"{_col55} {_col77} {_col0} {_col3} {_col5} {_col6} {_col8} {_col18} {_col21} {_col22} {_col25} {_col31} {_col32}\"}}},\"Statistics:\":\"Num rows: 3485288 Data size: 4607233536 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_store_sk} {s_city}\",\"0\":\"{_col0} {_col3} {_col5} {_col6} {_col8} {_col18} {_col21} {_col22} {_col25} {_col31} {_col32}\"}}},\"Statistics:\":\"Num rows: 3168444 Data size: 4188394240 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_date_sk} {d_year} {d_dow}\",\"0\":\"{ss_sold_date_sk} {ss_customer_sk} {ss_hdemo_sk} {ss_addr_sk} {ss_ticket_number} {ss_coupon_amt} {ss_net_profit} {ss_store_sk}\"}}},\"Statistics:\":\"Num rows: 2880404 Data size: 3807631184 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 5\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"c_customer_sk (type: int)\",\"0\":\"_col1 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\" _col9\",\"_col13\",\"_col14\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col9 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col9\",\"_col13\",\"_col14\",\"_col25\",\"_col31\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"(((_col1 = _col5) and (_col9 = _col25)) and (_col31 <> _col2)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col14 (type: string), _col13 (type: string), _col31 (type: string), _col2 (type: string), _col0 (type: int), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\"],\"children\":{\"Reduce Output Operator\":{\"TopN Hash Memory Usage:\":\"0.04\",\"sort order:\":\"+++++\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: decimal(17,2) ), _col6 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int)\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 121000 Data size: 103610072 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_address_sk} {ca_city}\",\"0\":\"{_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col9} {_col13} {_col14}\"}}},\"Statistics:\":\"Num rows: 110000 Data size: 94190976 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{c_customer_sk} {c_current_addr_sk} {c_first_name} { c_last_name}\",\"0\":\"{_col0} {_col1} {_col2} {_col3} {_col4}\"}}},\"Statistics:\":\"Num rows: 100000 Data size: 85628164 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 4\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"((d_dow) IN (6, 0) and (d_year) IN (1999, (1999 + 1), (1999 + 2))) (type: boolean)\",\"alias:\":\"date_dim\",\"children\":{\"Filter Operator\":{\"predicate:\":\"((d_dow) IN (6, 0) and (d_year) IN (1999, (1999 + 1), (1999 + 2))) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_date_sk (type: int), d_year (type: int), d_dow (type: int)\",\"Statistics:\":\"Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 73049 Data size: 81741831 B asic stats: COMPLETE Column stats: NONE\"}}]},\"Map 7\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"current_addr\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_address_sk (type: int), ca_city (type: string)\",\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 6\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 100 Data size: 85600 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\" output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 100 Data size: 85600 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"100\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 9\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"(s_city) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview') (type: boolean)\",\"alias:\":\"store\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(s_city) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview') (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"UDFToDouble(s_store_sk) (type: double)\",\"sort order:\":\"+\",\"value expressions:\":\"s_store_sk (type: int), s_city (type: string)\",\"Statistics:\":\"Num rows: 6 Data size: 12816 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"UDFToDoubl e(s_store_sk) (type: double)\"}},\"Statistics:\":\"Num rows: 6 Data size: 12816 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 12 Data size: 25632 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 8\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer_address\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_address_sk (type: int), ca_city (type: string)\",\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 2\":[{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 4\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"M ap 8\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 9\",\"type\":\"BROADCAST_EDGE\"}],\"Map 5\":[{\"parent\":\"Reducer 3\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 7\",\"type\":\"BROADCAST_EDGE\"}],\"Reducer 6\":{\"parent\":\"Map 5\",\"type\":\"SIMPLE_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"100\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}" - }, - "entity": "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114", - "entitytype": "HIVE_QUERY_ID" -} \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json deleted file mode 100644 index bc8980b..0000000 --- a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json +++ /dev/null @@ -1,552 +0,0 @@ -{ - "entities": [ - { - "starttime": 1394569228227, - "events": [ - { - "timestamp": 1394569303577, - "eventtype": "DAG_FINISHED", - "eventinfo": {} - }, - { - "timestamp": 1394569229560, - "eventtype": "DAG_STARTED", - "eventinfo": {} - }, - { - "timestamp": 1394569229460, - "eventtype": "DAG_INITIALIZED", - "eventinfo": {} - }, - { - "timestamp": 1394569228227, - "eventtype": "DAG_SUBMITTED", - "eventinfo": {} - } - ], - "otherinfo": { - "startTime": 1394569229560, - "status": "FAILED", - "initTime": 1394569229460, - "timeTaken": 74017, - "dagPlan": { - "dagName": "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1", - "version": 1, - "vertices": [ - { - "vertexName": "Reducer 6", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor", - "inEdgeIds": [ - "910557679" - ], - "additionalOutputs": [ - { - "name": "out_Reducer 6", - "class": "org.apache.tez.mapreduce.output.MROutput" - } - ] - }, - { - "vertexName": "Map 5", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "inEdgeIds": [ - "500242152", - "1208124175" - ], - "outEdgeIds": [ - "910557679" - ], - "additionalInputs": [ - { - "name": "customer", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - }, - { - "vertexName": "Map 7", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "outEdgeIds": [ - "500242152" - ], - "additionalInputs": [ - { - "name": "current_addr", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - }, - { - "vertexName": "Reducer 3", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor", - "inEdgeIds": [ - "654658809" - ], - "outEdgeIds": [ - "1208124175" - ] - }, - { - "vertexName": "Map 2", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "inEdgeIds": [ - "760294521", - "1982385791", - "813939446", - "1182578556" - ], - "outEdgeIds": [ - "654658809" - ], - "additionalInputs": [ - { - "name": "store_sales", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - }, - { - "vertexName": "Map 9", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "outEdgeIds": [ - "760294521" - ], - "additionalInputs": [ - { - "name": "store", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - }, - { - "vertexName": "Map 8", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "outEdgeIds": [ - "1982385791" - ], - "additionalInputs": [ - { - "name": "customer_address", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - }, - { - "vertexName": "Map 4", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "outEdgeIds": [ - "813939446" - ], - "additionalInputs": [ - { - "name": "date_dim", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - }, - { - "vertexName": "Map 1", - "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "outEdgeIds": [ - "1182578556" - ], - "additionalInputs": [ - { - "name": "household_demographics", - "class": "org.apache.tez.mapreduce.input.MRInputLegacy", - "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator" - } - ] - } - ], - "edges": [ - { - "edgeId": "760294521", - "inputVertexName": "Map 9", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - }, - { - "edgeId": "1208124175", - "inputVertexName": "Reducer 3", - "outputVertexName": "Map 5", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - }, - { - "edgeId": "500242152", - "inputVertexName": "Map 7", - "outputVertexName": "Map 5", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - }, - { - "edgeId": "1182578556", - "inputVertexName": "Map 1", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - }, - { - "edgeId": "910557679", - "inputVertexName": "Map 5", - "outputVertexName": "Reducer 6", - "dataMovementType": "SCATTER_GATHER", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy" - }, - { - "edgeId": "813939446", - "inputVertexName": "Map 4", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - }, - { - "edgeId": "654658809", - "inputVertexName": "Map 2", - "outputVertexName": "Reducer 3", - "dataMovementType": "SCATTER_GATHER", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy" - }, - { - "edgeId": "1982385791", - "inputVertexName": "Map 8", - "outputVertexName": "Map 2", - "dataMovementType": "BROADCAST", - "dataSourceType": "PERSISTED", - "schedulingType": "SEQUENTIAL", - "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput", - "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput" - } - ] - }, - "endTime": 1394569303577, - "diagnostics": "Vertex re-running, vertexName=Map 7, vertexId=vertex_1394502141829_0425_1_02\nVertex re-running, vertexName=Map 2, vertexId=vertex_1394502141829_0425_1_04\nVertex re-running, vertexName=Map 9, vertexId=vertex_1394502141829_0425_1_05\nVertex re-running, vertexName=Map 1, vertexId=vertex_1394502141829_0425_1_08\nVertex re-running, vertexName=Map 4, vertexId=vertex_1394502141829_0425_1_07\nVertex re-running, vertexName=Map 8, vertexId=vertex_1394502141829_0425_1_06\nVertex re-running, vertexName=Reducer 3, vertexId=vertex_1394502141829_0425_1_03\nVertex failed, vertexName=Map 5, vertexId=vertex_1394502141829_0425_1_01, diagnostics=[Task failed, taskId=task_1394502141829_0425_1_01_000000, diagnostics=[AttemptID:attempt_1394502141829_0425_1_01_000000_0 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProc essor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: java.lan g.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\ n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOne UniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n\nContainer released by application, AttemptID:attempt_1394502141829_0425_1_01_000000_1 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordPr ocessor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: java.l ang.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791 )\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllO neUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n\nContainer released by application, AttemptID:attempt_1394502141829_0425_1_01_000000_2 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecord Processor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: java .lang.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:7 91)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAl lOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n\nContainer released by application, AttemptID:attempt_1394502141829_0425_1_01_000000_3 Info:Error: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapReco rdProcessor.java:205)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:171)\n\tat org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:152)\n\tat org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:306)\n\tat org.apache.hadoop.mapred.YarnTezDagChild$4.run(YarnTezDagChild.java:526)\n\tat java.security.AccessController.doPrivileged(Native Method)\n\tat javax.security.auth.Subject.doAs(Subject.java:415)\n\tat org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)\n\tat org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:515)\nCaused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row \n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:45)\n\tat org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:193)\n\t... 8 more\nCaused by: ja va.lang.ClassCastException: org.apache.hadoop.hive.ql.exec.vector.LongColumnVector cannot be cast to org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector\n\tat org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriterFactory$VectorExpressionWriterBytes.writeValue(VectorExpressionWriterFactory.java:268)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.populatedCachedDistributionKeys(VectorReduceSinkOperator.java:335)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorReduceSinkOperator.processOp(VectorReduceSinkOperator.java:237)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator.processOp(VectorSelectOperator.java:129)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator.processOp(VectorFilterOperator.java:102)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java :791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.flushOutput(VectorMapJoinOperator.java:249)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.internalForward(VectorMapJoinOperator.java:244)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.gen AllOneUniqueJoinObject(CommonJoinOperator.java:670)\n\tat org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:754)\n\tat org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:215)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapJoinOperator.processOp(VectorMapJoinOperator.java:292)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:92)\n\tat org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:791)\n\tat org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(VectorMapOperator.java:43)\n\t... 9 more\n], Vertex failed as one or more tasks failed. failedTasks:1]\nVertex killed, vertexName=Reducer 6, vertexId=vertex_1394502141829_0425_1_00, diagnostics=[Vertex received Kill while in RUNNING state., Vertex killed as other vertex failed. failedTasks:0]\nVertex killed, vertexName=Map 2, vertexId= vertex_1394502141829_0425_1_04, diagnostics=[Vertex received Kill while in RUNNING state., Vertex killed as other vertex failed. failedTasks:0]\nDAG failed due to vertex failure. failedVertices:1 killedVertices:2", - "counters": { - "counterGroups": [ - { - "counterGroupName": "org.apache.tez.common.counters.DAGCounter", - "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter", - "counters": [ - { - "counterName": "NUM_FAILED_TASKS", - "counterDisplayName": "NUM_FAILED_TASKS", - "counterValue": 4 - }, - { - "counterName": "NUM_KILLED_TASKS", - "counterDisplayName": "NUM_KILLED_TASKS", - "counterValue": 14 - }, - { - "counterName": "TOTAL_LAUNCHED_TASKS", - "counterDisplayName": "TOTAL_LAUNCHED_TASKS", - "counterValue": 28 - }, - { - "counterName": "DATA_LOCAL_TASKS", - "counterDisplayName": "DATA_LOCAL_TASKS", - "counterValue": 9 - } - ] - }, - { - "counterGroupName": "org.apache.tez.common.counters.FileSystemCounter", - "counterGroupDisplayName": "File System Counters", - "counters": [ - { - "counterName": "FILE_BYTES_READ", - "counterDisplayName": "FILE: BYTES_READ", - "counterValue": 503348 - }, - { - "counterName": "FILE_BYTES_WRITTEN", - "counterDisplayName": "FILE: BYTES_WRITTEN", - "counterValue": 4315294 - }, - { - "counterName": "FILE_READ_OPS", - "counterDisplayName": "FILE: READ_OPS", - "counterValue": 0 - }, - { - "counterName": "FILE_LARGE_READ_OPS", - "counterDisplayName": "FILE: LARGE_READ_OPS", - "counterValue": 0 - }, - { - "counterName": "FILE_WRITE_OPS", - "counterDisplayName": "FILE: WRITE_OPS", - "counterValue": 0 - }, - { - "counterName": "HDFS_BYTES_READ", - "counterDisplayName": "HDFS: BYTES_READ", - "counterValue": 13041650 - }, - { - "counterName": "HDFS_BYTES_WRITTEN", - "counterDisplayName": "HDFS: BYTES_WRITTEN", - "counterValue": 0 - }, - { - "counterName": "HDFS_READ_OPS", - "counterDisplayName": "HDFS: READ_OPS", - "counterValue": 27 - }, - { - "counterName": "HDFS_LARGE_READ_OPS", - "counterDisplayName": "HDFS: LARGE_READ_OPS", - "counterValue": 0 - }, - { - "counterName": "HDFS_WRITE_OPS", - "counterDisplayName": "HDFS: WRITE_OPS", - "counterValue": 0 - } - ] - }, - { - "counterGroupName": "org.apache.tez.common.counters.TaskCounter", - "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter", - "counters": [ - { - "counterName": "REDUCE_INPUT_GROUPS", - "counterDisplayName": "REDUCE_INPUT_GROUPS", - "counterValue": 10730 - }, - { - "counterName": "REDUCE_INPUT_RECORDS", - "counterDisplayName": "REDUCE_INPUT_RECORDS", - "counterValue": 10731 - }, - { - "counterName": "COMBINE_INPUT_RECORDS", - "counterDisplayName": "COMBINE_INPUT_RECORDS", - "counterValue": 0 - }, - { - "counterName": "SPILLED_RECORDS", - "counterDisplayName": "SPILLED_RECORDS", - "counterValue": 17925 - }, - { - "counterName": "NUM_SHUFFLED_INPUTS", - "counterDisplayName": "NUM_SHUFFLED_INPUTS", - "counterValue": 22 - }, - { - "counterName": "NUM_FAILED_SHUFFLE_INPUTS", - "counterDisplayName": "NUM_FAILED_SHUFFLE_INPUTS", - "counterValue": 0 - }, - { - "counterName": "MERGED_MAP_OUTPUTS", - "counterDisplayName": "MERGED_MAP_OUTPUTS", - "counterValue": 6 - }, - { - "counterName": "GC_TIME_MILLIS", - "counterDisplayName": "GC_TIME_MILLIS", - "counterValue": 2402 - }, - { - "counterName": "CPU_MILLISECONDS", - "counterDisplayName": "CPU_MILLISECONDS", - "counterValue": -33880 - }, - { - "counterName": "PHYSICAL_MEMORY_BYTES", - "counterDisplayName": "PHYSICAL_MEMORY_BYTES", - "counterValue": 3241504768 - }, - { - "counterName": "VIRTUAL_MEMORY_BYTES", - "counterDisplayName": "VIRTUAL_MEMORY_BYTES", - "counterValue": 17864921088 - }, - { - "counterName": "COMMITTED_HEAP_BYTES", - "counterDisplayName": "COMMITTED_HEAP_BYTES", - "counterValue": 2839543808 - }, - { - "counterName": "INPUT_RECORDS_PROCESSED", - "counterDisplayName": "INPUT_RECORDS_PROCESSED", - "counterValue": 2063651 - }, - { - "counterName": "OUTPUT_RECORDS", - "counterDisplayName": "OUTPUT_RECORDS", - "counterValue": 120051 - }, - { - "counterName": "OUTPUT_BYTES", - "counterDisplayName": "OUTPUT_BYTES", - "counterValue": 3571464 - }, - { - "counterName": "OUTPUT_BYTES_WITH_OVERHEAD", - "counterDisplayName": "OUTPUT_BYTES_WITH_OVERHEAD", - "counterValue": 3811586 - }, - { - "counterName": "OUTPUT_BYTES_PHYSICAL", - "counterDisplayName": "OUTPUT_BYTES_PHYSICAL", - "counterValue": 3811626 - }, - { - "counterName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", - "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", - "counterValue": 503348 - }, - { - "counterName": "ADDITIONAL_SPILLS_BYTES_READ", - "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_READ", - "counterValue": 503348 - }, - { - "counterName": "ADDITIONAL_SPILL_COUNT", - "counterDisplayName": "ADDITIONAL_SPILL_COUNT", - "counterValue": 0 - }, - { - "counterName": "SHUFFLE_BYTES", - "counterDisplayName": "SHUFFLE_BYTES", - "counterValue": 6627422 - }, - { - "counterName": "SHUFFLE_BYTES_DECOMPRESSED", - "counterDisplayName": "SHUFFLE_BYTES_DECOMPRESSED", - "counterValue": 6627334 - }, - { - "counterName": "SHUFFLE_BYTES_TO_MEM", - "counterDisplayName": "SHUFFLE_BYTES_TO_MEM", - "counterValue": 6627422 - }, - { - "counterName": "SHUFFLE_BYTES_TO_DISK", - "counterDisplayName": "SHUFFLE_BYTES_TO_DISK", - "counterValue": 0 - }, - { - "counterName": "NUM_MEM_TO_DISK_MERGES", - "counterDisplayName": "NUM_MEM_TO_DISK_MERGES", - "counterValue": 0 - }, - { - "counterName": "NUM_DISK_TO_DISK_MERGES", - "counterDisplayName": "NUM_DISK_TO_DISK_MERGES", - "counterValue": 0 - } - ] - }, - { - "counterGroupName": "Shuffle Errors", - "counterGroupDisplayName": "Shuffle Errors", - "counters": [ - { - "counterName": "BAD_ID", - "counterDisplayName": "BAD_ID", - "counterValue": 0 - }, - { - "counterName": "CONNECTION", - "counterDisplayName": "CONNECTION", - "counterValue": 0 - }, - { - "counterName": "IO_ERROR", - "counterDisplayName": "IO_ERROR", - "counterValue": 0 - }, - { - "counterName": "WRONG_LENGTH", - "counterDisplayName": "WRONG_LENGTH", - "counterValue": 0 - }, - { - "counterName": "WRONG_MAP", - "counterDisplayName": "WRONG_MAP", - "counterValue": 0 - }, - { - "counterName": "WRONG_REDUCE", - "counterDisplayName": "WRONG_REDUCE", - "counterValue": 0 - } - ] - }, - { - "counterGroupName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter", - "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter", - "counters": [ - { - "counterName": "FILTERED", - "counterDisplayName": "FILTERED", - "counterValue": 72735 - }, - { - "counterName": "PASSED", - "counterDisplayName": "PASSED", - "counterValue": 96225 - } - ] - }, - { - "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", - "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", - "counters": [ - { - "counterName": "DESERIALIZE_ERRORS", - "counterDisplayName": "DESERIALIZE_ERRORS", - "counterValue": 0 - } - ] - } - ] - } - }, - "primaryfilters": { - "dagName": [ - "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1" - ], - "user": [ - "hrt_qa" - ] - }, - "entity": "dag_1394502141829_0425_1", - "entitytype": "TEZ_DAG_ID", - "relatedentities": {} - } - ] -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/jobs/tezDag.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/tezDag.json b/ambari-web/app/assets/data/jobs/tezDag.json deleted file mode 100644 index c1d5fce..0000000 --- a/ambari-web/app/assets/data/jobs/tezDag.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "starttime": 1394569228227, - "entity": "dag_1394502141829_0425_1", - "entitytype": "TEZ_DAG_ID", - "relatedentities": { - "TEZ_VERTEX_ID": [ - "vertex_1394502141829_0425_1_00", - "vertex_1394502141829_0425_1_01", - "vertex_1394502141829_0425_1_02", - "vertex_1394502141829_0425_1_03", - "vertex_1394502141829_0425_1_04", - "vertex_1394502141829_0425_1_05", - "vertex_1394502141829_0425_1_06", - "vertex_1394502141829_0425_1_07", - "vertex_1394502141829_0425_1_08" - ] - }, - "otherinfo": { - "applicationId": "application_1395263571423_0014" - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/jobs/tezDagVertex.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/tezDagVertex.json b/ambari-web/app/assets/data/jobs/tezDagVertex.json deleted file mode 100644 index 5b5f1b3..0000000 --- a/ambari-web/app/assets/data/jobs/tezDagVertex.json +++ /dev/null @@ -1,221 +0,0 @@ -{ - "starttime": 1394569231815, - "otherinfo": { - "startTime": 1394569231819, - "status": "KILLED", - "numTasks": 6, - "initTime": 1394569231815, - "vertexName": "Map 2", - "timeTaken": 71735, - "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor", - "endTime": 1394569303554, - "initRequestedTime": 1394569230142, - "counters": { - "counterGroups": [ - { - "counterGroupName": "org.apache.tez.common.counters.DAGCounter", - "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter", - "counters": [ - { - "counterName": "DATA_LOCAL_TASKS", - "counterDisplayName": "DATA_LOCAL_TASKS", - "counterValue": 4 - } - ] - }, - { - "counterGroupName": "org.apache.tez.common.counters.FileSystemCounter", - "counterGroupDisplayName": "File System Counters", - "counters": [ - { - "counterName": "FILE_BYTES_READ", - "counterDisplayName": "FILE: BYTES_READ", - "counterValue": 0 - }, - { - "counterName": "FILE_BYTES_WRITTEN", - "counterDisplayName": "FILE: BYTES_WRITTEN", - "counterValue": 337559 - }, - { - "counterName": "FILE_READ_OPS", - "counterDisplayName": "FILE: READ_OPS", - "counterValue": 0 - }, - { - "counterName": "FILE_LARGE_READ_OPS", - "counterDisplayName": "FILE: LARGE_READ_OPS", - "counterValue": 0 - }, - { - "counterName": "FILE_WRITE_OPS", - "counterDisplayName": "FILE: WRITE_OPS", - "counterValue": 0 - }, - { - "counterName": "HDFS_BYTES_READ", - "counterDisplayName": "HDFS: BYTES_READ", - "counterValue": 12854749 - }, - { - "counterName": "HDFS_BYTES_WRITTEN", - "counterDisplayName": "HDFS: BYTES_WRITTEN", - "counterValue": 0 - }, - { - "counterName": "HDFS_READ_OPS", - "counterDisplayName": "HDFS: READ_OPS", - "counterValue": 12 - }, - { - "counterName": "HDFS_LARGE_READ_OPS", - "counterDisplayName": "HDFS: LARGE_READ_OPS", - "counterValue": 0 - }, - { - "counterName": "HDFS_WRITE_OPS", - "counterDisplayName": "HDFS: WRITE_OPS", - "counterValue": 0 - } - ] - }, - { - "counterGroupName": "org.apache.tez.common.counters.TaskCounter", - "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter", - "counters": [ - { - "counterName": "SPILLED_RECORDS", - "counterDisplayName": "SPILLED_RECORDS", - "counterValue": 7194 - }, - { - "counterName": "NUM_SHUFFLED_INPUTS", - "counterDisplayName": "NUM_SHUFFLED_INPUTS", - "counterValue": 16 - }, - { - "counterName": "NUM_FAILED_SHUFFLE_INPUTS", - "counterDisplayName": "NUM_FAILED_SHUFFLE_INPUTS", - "counterValue": 0 - }, - { - "counterName": "GC_TIME_MILLIS", - "counterDisplayName": "GC_TIME_MILLIS", - "counterValue": 2047 - }, - { - "counterName": "CPU_MILLISECONDS", - "counterDisplayName": "CPU_MILLISECONDS", - "counterValue": -11970 - }, - { - "counterName": "PHYSICAL_MEMORY_BYTES", - "counterDisplayName": "PHYSICAL_MEMORY_BYTES", - "counterValue": 1791279104 - }, - { - "counterName": "VIRTUAL_MEMORY_BYTES", - "counterDisplayName": "VIRTUAL_MEMORY_BYTES", - "counterValue": 7152783360 - }, - { - "counterName": "COMMITTED_HEAP_BYTES", - "counterDisplayName": "COMMITTED_HEAP_BYTES", - "counterValue": 1588592640 - }, - { - "counterName": "INPUT_RECORDS_PROCESSED", - "counterDisplayName": "INPUT_RECORDS_PROCESSED", - "counterValue": 1990495 - }, - { - "counterName": "OUTPUT_RECORDS", - "counterDisplayName": "OUTPUT_RECORDS", - "counterValue": 7194 - }, - { - "counterName": "OUTPUT_BYTES", - "counterDisplayName": "OUTPUT_BYTES", - "counterValue": 323019 - }, - { - "counterName": "OUTPUT_BYTES_WITH_OVERHEAD", - "counterDisplayName": "OUTPUT_BYTES_WITH_OVERHEAD", - "counterValue": 337415 - }, - { - "counterName": "OUTPUT_BYTES_PHYSICAL", - "counterDisplayName": "OUTPUT_BYTES_PHYSICAL", - "counterValue": 337431 - }, - { - "counterName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", - "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_WRITTEN", - "counterValue": 0 - }, - { - "counterName": "ADDITIONAL_SPILLS_BYTES_READ", - "counterDisplayName": "ADDITIONAL_SPILLS_BYTES_READ", - "counterValue": 0 - }, - { - "counterName": "ADDITIONAL_SPILL_COUNT", - "counterDisplayName": "ADDITIONAL_SPILL_COUNT", - "counterValue": 0 - }, - { - "counterName": "SHUFFLE_BYTES", - "counterDisplayName": "SHUFFLE_BYTES", - "counterValue": 6124044 - }, - { - "counterName": "SHUFFLE_BYTES_DECOMPRESSED", - "counterDisplayName": "SHUFFLE_BYTES_DECOMPRESSED", - "counterValue": 6123980 - }, - { - "counterName": "SHUFFLE_BYTES_TO_MEM", - "counterDisplayName": "SHUFFLE_BYTES_TO_MEM", - "counterValue": 6124044 - }, - { - "counterName": "SHUFFLE_BYTES_TO_DISK", - "counterDisplayName": "SHUFFLE_BYTES_TO_DISK", - "counterValue": 0 - } - ] - }, - { - "counterGroupName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter", - "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter", - "counters": [ - { - "counterName": "FILTERED", - "counterDisplayName": "FILTERED", - "counterValue": 0 - }, - { - "counterName": "PASSED", - "counterDisplayName": "PASSED", - "counterValue": 95911 - } - ] - }, - { - "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", - "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter", - "counters": [ - { - "counterName": "DESERIALIZE_ERRORS", - "counterDisplayName": "DESERIALIZE_ERRORS", - "counterValue": 0 - } - ] - } - ] - }, - "startRequestedTime": 1394569231792 - }, - "entity": "vertex_1394502141829_0425_1_04", - "entitytype": "TEZ_VERTEX_ID" -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/host_component_actual_configs.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/host_component_actual_configs.json b/ambari-web/app/assets/data/services/host_component_actual_configs.json index d0bdd05..df3f9d3 100644 --- a/ambari-web/app/assets/data/services/host_component_actual_configs.json +++ b/ambari-web/app/assets/data/services/host_component_actual_configs.json @@ -648,240 +648,6 @@ ] }, { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/services/MAPREDUCE";, - "ServiceInfo" : { - "cluster_name" : "cl1", - "service_name" : "MAPREDUCE" - }, - "components" : [ - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/services/MAPREDUCE/components/MAPREDUCE_CLIENT";, - "ServiceComponentInfo" : { - "cluster_name" : "cl1", - "desired_configs" : { }, - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "service_name" : "MAPREDUCE" - }, - "host_components" : [ - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/domU-12-31-39-16-48-4B.compute-1.internal/host_components/MAPREDUCE_CLIENT";, - "HostRoles" : { - "configs" : { }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "INSTALLED", - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "host_name" : "domU-12-31-39-16-48-4B.compute-1.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/ip-10-110-38-164.ec2.internal/host_components/MAPREDUCE_CLIENT";, - "HostRoles" : { - "configs" : { }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "INSTALLED", - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "host_name" : "ip-10-110-38-164.ec2.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/ip-10-191-202-42.ec2.internal/host_components/MAPREDUCE_CLIENT";, - "HostRoles" : { - "configs" : { }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "INSTALLED", - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "host_name" : "ip-10-191-202-42.ec2.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/domU-12-31-39-0E-E6-01.compute-1.internal/host_components/MAPREDUCE_CLIENT";, - "HostRoles" : { - "configs" : { }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "INSTALLED", - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "host_name" : "domU-12-31-39-0E-E6-01.compute-1.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/ip-10-110-79-42.ec2.internal/host_components/MAPREDUCE_CLIENT";, - "HostRoles" : { - "configs" : { }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "INSTALLED", - "state" : "INSTALLED", - "component_name" : "MAPREDUCE_CLIENT", - "host_name" : "ip-10-110-79-42.ec2.internal" - } - } - ] - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/services/MAPREDUCE/components/TASKTRACKER";, - "ServiceComponentInfo" : { - "cluster_name" : "cl1", - "desired_configs" : { }, - "state" : "STARTED", - "component_name" : "TASKTRACKER", - "service_name" : "MAPREDUCE" - }, - "host_components" : [ - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/ip-10-110-79-42.ec2.internal/host_components/TASKTRACKER";, - "HostRoles" : { - "configs" : { - "mapred-site" : "version1", - "global" : "version1", - "core-site" : "version1" - }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "STARTED", - "state" : "STARTED", - "component_name" : "TASKTRACKER", - "host_name" : "ip-10-110-79-42.ec2.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/ip-10-191-202-42.ec2.internal/host_components/TASKTRACKER";, - "HostRoles" : { - "configs" : { - "mapred-site" : "version1", - "global" : "version1", - "core-site" : "version1" - }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "STARTED", - "state" : "STARTED", - "component_name" : "TASKTRACKER", - "host_name" : "ip-10-191-202-42.ec2.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/domU-12-31-39-16-48-4B.compute-1.internal/host_components/TASKTRACKER";, - "HostRoles" : { - "configs" : { - "mapred-site" : "version1", - "global" : "version1", - "core-site" : "version1" - }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "STARTED", - "state" : "STARTED", - "component_name" : "TASKTRACKER", - "host_name" : "domU-12-31-39-16-48-4B.compute-1.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/domU-12-31-39-0E-E6-01.compute-1.internal/host_components/TASKTRACKER";, - "HostRoles" : { - "configs" : { - "mapred-site" : "version1", - "global" : "version1", - "core-site" : "version1" - }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "STARTED", - "state" : "STARTED", - "component_name" : "TASKTRACKER", - "host_name" : "domU-12-31-39-0E-E6-01.compute-1.internal" - } - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/ip-10-110-38-164.ec2.internal/host_components/TASKTRACKER";, - "HostRoles" : { - "configs" : { - "mapred-site" : "version1", - "global" : "version1", - "core-site" : "version1" - }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "STARTED", - "state" : "STARTED", - "component_name" : "TASKTRACKER", - "host_name" : "ip-10-110-38-164.ec2.internal" - } - } - ] - }, - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/services/MAPREDUCE/components/JOBTRACKER";, - "ServiceComponentInfo" : { - "component_name" : "JOBTRACKER", - "state" : "STARTED", - "HeapMemoryUsed" : 129384032, - "service_name" : "MAPREDUCE", - "HeapMemoryMax" : 1052770304, - "cluster_name" : "cl1", - "desired_configs" : { }, - "jobs_running" : 0, - "BlackListedNodes" : "[]", - "StartTime" : 1358245381436, - "AliveNodes" : "[{\"hostname\":\"domU-12-31-39-16-48-4B.compute-1.internal\",\"last_seen\":1358264806195,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0},{\"hostname\":\"ip-10-110-38-164.ec2.internal\",\"last_seen\":1358264806343,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0},{\"hostname\":\"domU-12-31-39-0E-E6-01.compute-1.internal\",\"last_seen\":1358264806332,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0},{\"hostname\":\"ip-10-191-202-42.ec2.internal\",\"last_seen\":1358264806381,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0},{\"hostname\":\"ip-10-110-79-42.ec2.internal\",\"last_seen\" :1358264806352,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0}]", - "Version" : "1.1.2.21, r", - "GrayListedNodes" : "[]", - "Queue" : { - "reserved_reduce_slots" : 0, - "running_300" : 0, - "jobs_completed" : 4, - "reserved_map_slots" : 0, - "running_0" : 0, - "waiting_maps" : 0, - "running_1440" : 0, - "running_60" : 0, - "jobs_submitted" : 4, - "waiting_reduces" : 0 - }, - "jobtracker" : { - "reserved_reduce_slots" : 0, - "running_maps" : 0, - "jobs_running" : 0, - "running_reduces" : 0, - "occupied_map_slots" : 0, - "reserved_map_slots" : 0, - "jobs_completed" : 4, - "waiting_maps" : 0, - "jobs_submitted" : 4, - "occupied_reduce_slots" : 0, - "waiting_reduces" : 0 - } - }, - "host_components" : [ - { - "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/hosts/domU-12-31-39-0E-E6-01.compute-1.internal/host_components/JOBTRACKER";, - "HostRoles" : { - "configs" : { - "mapred-site" : "version1", - "global" : "version1", - "core-site" : "version1" - }, - "cluster_name" : "cl1", - "desired_configs" : { }, - "desired_state" : "STARTED", - "state" : "STARTED", - "component_name" : "JOBTRACKER", - "host_name" : "domU-12-31-39-0E-E6-01.compute-1.internal" - } - } - ] - } - ] - }, - { "href" : "http://ec2-184-73-46-113.compute-1.amazonaws.com:8080/api/v1/clusters/cl1/services/HIVE";, "ServiceInfo" : { "cluster_name" : "cl1", http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/gc.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/gc.json b/ambari-web/app/assets/data/services/metrics/mapreduce/gc.json deleted file mode 100644 index fcae92b..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/gc.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname/host_components/JOBTRACKER?fields=metrics/jvm/gcTimeMillis[1351213550,1351217148,60]";, - "HostRoles" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "host_name" : "hostname" - }, - "host" : { - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname"; - }, - "metrics" : { - "jvm" : { - "gcTimeMillis" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.011111111111,1351215720],[0.0,1351216080],[0.0,1351216440],[1.1930462189E7,1351216800],[0.069444444444,1351217160]]" - } - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/jobs_status.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/jobs_status.json b/ambari-web/app/assets/data/services/metrics/mapreduce/jobs_status.json deleted file mode 100644 index 8b07690..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/jobs_status.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/services/MAPREDUCE/components/JOBTRACKER?fields=metrics/mapred/jobtracker/jobs_completed[1351213550,1351217148,60],metrics/mapred/jobtracker/jobs_preparing[1351213550,1351217148,60],metrics/mapred/jobtracker/jobs_failed[1351213550,1351217148,60],metrics/mapred/jobtracker/jobs_submitted[1351213550,1351217148,60],metrics/mapred/jobtracker/jobs_failed[1351213550,1351217148,60],metrics/mapred/jobtracker/jobs_running[1351213550,1351217148,60]";, - "metrics" : { - "mapred" : { - "jobtracker" : { - "jobs_running" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.077777777778,1351217160]]", - "jobs_failed" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.0,1351217160]]", - "jobs_completed" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[1.19304647E7,1351216800],[0.0083333333333,1351217160]]", - "jobs_preparing" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.086111111111,1351217160]]", - "jobs_submitted" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[1.19304647E7,1351216800],[0.0083333333333,1351217160]]" - } - } - }, - "ServiceComponentInfo" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "service_name" : "MAPREDUCE" - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_heap.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_heap.json b/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_heap.json deleted file mode 100644 index 6893d38..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_heap.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname/host_components/JOBTRACKER?fields=metrics/jvm/memNonHeapUsedM[1351213550,1351217148,60],metrics/jvm/memNonHeapCommittedM[1351213550,1351217148,60],metrics/jvm/memHeapUsedM[1351213550,1351217148,60],metrics/jvm/memHeapCommittedM[1351213550,1351217148,60]";, - "HostRoles" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "host_name" : "hostname" - }, - "host" : { - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname"; - }, - "metrics" : { - "jvm" : { - "memHeapCommittedM" : "[[185.1875,1351213560],[185.1875,1351213920],[185.1875,1351214280],[185.1875,1351214640],[185.1875,1351215000],[185.1875,1351215360],[185.1875,1351215720],[185.1875,1351216080],[185.1875,1351216440],[185.1875,1351216800],[185.1875,1351217160]]", - "memNonHeapUsedM" : "[[24.856247,1351213560],[24.856247,1351213920],[24.856247,1351214280],[24.856247,1351214640],[24.856247,1351215000],[24.856247,1351215360],[24.856247,1351215720],[24.856247,1351216080],[24.856247,1351216440],[23.964379333,1351216800],[21.711374106,1351217160]]", - "memHeapUsedM" : "[[58.635102042,1351213560],[76.2040755,1351213920],[93.246927389,1351214280],[110.45160614,1351214640],[127.54546414,1351215000],[144.66363658,1351215360],[96.690545511,1351215720],[20.528702175,1351216080],[38.275298164,1351216440],[59.513269842,1351216800],[127.88187832,1351217160]]", - "memNonHeapCommittedM" : "[[39.08203,1351213560],[39.08203,1351213920],[39.08203,1351214280],[39.08203,1351214640],[39.08203,1351215000],[39.08203,1351215360],[39.08203,1351215720],[39.08203,1351216080],[39.08203,1351216440],[36.653699028,1351216800],[23.404166667,1351217160]]" - } - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_threads.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_threads.json b/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_threads.json deleted file mode 100644 index 615e3dc..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/jvm_threads.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname/host_components/JOBTRACKER?fields=metrics/jvm/threadsRunnable[1351213550,1351217148,60],metrics/jvm/threadsBlocked[1351213550,1351217148,60],metrics/jvm/threadsWaiting[1351213550,1351217148,60],metrics/jvm/threadsTimedWaiting[1351213550,1351217148,60]";, - "HostRoles" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "host_name" : "hostname" - }, - "host" : { - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname"; - }, - "metrics" : { - "jvm" : { - "threadsBlocked" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.0,1351217160]]", - "threadsWaiting" : "[[59.0,1351213560],[59.0,1351213920],[59.0,1351214280],[59.0,1351214640],[59.0,1351215000],[59.0,1351215360],[59.0,1351215720],[59.0,1351216080],[59.0,1351216440],[58.388888889,1351216800],[58.627777778,1351217160]]", - "threadsTimedWaiting" : "[[10.0,1351213560],[10.0,1351213920],[10.0,1351214280],[10.0,1351214640],[10.0,1351215000],[10.0,1351215360],[10.0,1351215720],[10.0,1351216080],[10.0,1351216440],[10.161111111,1351216800],[10.830555556,1351217160]]", - "threadsRunnable" : "[[6.0,1351213560],[6.0,1351213920],[6.0,1351214280],[6.0,1351214640],[6.0,1351215000],[6.0,1351215360],[6.0,1351215720],[6.0,1351216080],[6.0,1351216440],[6.0,1351216800],[6.0,1351217160]]" - } - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/map_slots.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/map_slots.json b/ambari-web/app/assets/data/services/metrics/mapreduce/map_slots.json deleted file mode 100644 index ea7a458..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/map_slots.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/services/MAPREDUCE/components/JOBTRACKER?fields=metrics/mapred/jobtracker/occupied_map_slots[1351213550,1351217148,60],metrics/mapred/jobtracker/reserved_map_slots[1351213550,1351217148,60]";, - "metrics" : { - "mapred" : { - "jobtracker" : { - "reserved_map_slots" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.0,1351217160]]", - "occupied_map_slots" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.038888888889,1351217160]]" - } - } - }, - "ServiceComponentInfo" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "service_name" : "MAPREDUCE" - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/reduce_slots.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/reduce_slots.json b/ambari-web/app/assets/data/services/metrics/mapreduce/reduce_slots.json deleted file mode 100644 index 3d501a1..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/reduce_slots.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/services/MAPREDUCE/components/JOBTRACKER?fields=metrics/mapred/jobtracker/occupied_reduce_slots[1351213550,1351217148,60],metrics/mapred/jobtracker/reserved_reduce_slots[1351213550,1351217148,60]";, - "metrics" : { - "mapred" : { - "jobtracker" : { - "reserved_reduce_slots" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.0,1351217160]]", - "occupied_reduce_slots" : "[[0.0,1351213560],[0.0,1351213920],[0.0,1351214280],[0.0,1351214640],[0.0,1351215000],[0.0,1351215360],[0.0,1351215720],[0.0,1351216080],[0.0,1351216440],[0.0,1351216800],[0.038888888889,1351217160]]" - } - } - }, - "ServiceComponentInfo" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "service_name" : "MAPREDUCE" - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/bd3a0bb7/ambari-web/app/assets/data/services/metrics/mapreduce/rpc.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/services/metrics/mapreduce/rpc.json b/ambari-web/app/assets/data/services/metrics/mapreduce/rpc.json deleted file mode 100644 index 9f284f2..0000000 --- a/ambari-web/app/assets/data/services/metrics/mapreduce/rpc.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname/host_components/JOBTRACKER?fields=metrics/rpc/RpcQueueTime_avg_time[1351213550,1351217148,60]";, - "HostRoles" : { - "cluster_name" : "SrimanthAmbari", - "component_name" : "JOBTRACKER", - "host_name" : "hostname" - }, - "host" : { - "href" : "http://ambari/clusters/SrimanthAmbari/hosts/hostname"; - }, - "metrics" : { - "rpc" : { - "RpcQueueTime_avg_time" : "[[0.069553376906,1351213560],[0.08265993266,1351213920],[0.096717171717,1351214280],[0.07859724698,1351214640],[0.093248663102,1351215000],[0.084630619925,1351215360],[0.09087443058,1351215720],[0.075108932462,1351216080],[0.086007130125,1351216440],[0.42323904309,1351216800],[0.14756856477,1351217160]]" - } - } -} \ No newline at end of file
