AMBARI-5037. Displaced vertex in the hive query layout. (srimanth)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/15f6fb0a Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/15f6fb0a Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/15f6fb0a Branch: refs/heads/trunk Commit: 15f6fb0a81ec05ccd12c9ed2c41068e157770957 Parents: af7a889 Author: Srimanth Gunturi <[email protected]> Authored: Wed Mar 12 14:55:46 2014 -0700 Committer: Srimanth Gunturi <[email protected]> Committed: Wed Mar 12 15:01:16 2014 -0700 ---------------------------------------------------------------------- .../app/assets/data/jobs/hive-queries.json | 16 +- .../app/assets/data/jobs/hive-query-2.json | 7 +- .../app/assets/data/jobs/tezDag-name-to-id.json | 437 +++++++++++-------- ambari-web/app/assets/data/jobs/tezDag.json | 19 +- .../app/assets/data/jobs/tezDagVertex.json | 152 ++++--- .../main/jobs/hive_job_details_tez_dag_view.js | 65 ++- 6 files changed, 442 insertions(+), 254 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/15f6fb0a/ambari-web/app/assets/data/jobs/hive-queries.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/hive-queries.json b/ambari-web/app/assets/data/jobs/hive-queries.json index 8278703..e77dcc4 100644 --- a/ambari-web/app/assets/data/jobs/hive-queries.json +++ b/ambari-web/app/assets/data/jobs/hive-queries.json @@ -27,29 +27,23 @@ "entitytype": "HIVE_QUERY_ID" }, { - "starttime": 1393439190536, + "starttime": 1394569191001, "events": [ { - "timestamp": 1393439204537, - "eventtype": "QUERY_COMPLETED", - "eventinfo": {} - }, - { - "timestamp": 1393439190536, + "timestamp": 1394569191001, "eventtype": "QUERY_SUBMITTED", "eventinfo": {} } ], "otherinfo": { - "status": true, - "query": "{\"queryText\":\"select state, count(id) as counts from school group by state sort by counts desc limit 10\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140226132525_780b8f71-bd4f-4daf-b0c3-4584920186d5:1\",\"Vertices:\":{\"Reducer 2\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NON E\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"10\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string), id (type: string)\",\"outputColumnNames:\":[\"state\",\"id\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(id)\"],\"keys:\":\"state (type: stri ng)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop .mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"10\"}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\"}}}},\"Edges:\":{\"Reducer 2\":{\"parent\":\"Map 1\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 3\":{\"parent\":\"Reducer 2\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"10\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}" + "query": "{\"queryText\":\"select c_last_name, c_first_name, ca_city, bought_city,\\n ss_ticket_number, amt, profit\\n from (select ss_ticket_number,\\n ss_customer_sk,\\n ca_city as bought_city,\\n sum(ss_coupon_amt) as amt,\\n sum(ss_net_profit) as profit\\n from store_sales, date_dim, store, household_demographics, customer_address\\n where store_sales.ss_sold_date_sk = date_dim.d_date_sk\\n and store_sales.ss_store_sk = store.s_store_sk\\n and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk\\n and store_sales.ss_addr_sk = customer_address.ca_address_sk\\n and (hou sehold_demographics.hd_dep_count = 4\\n or household_demographics.hd_vehicle_count= 3)\\n and date_dim.d_dow in (6,0)\\n and date_dim.d_year in (1999, 1999+1, 1999+2)\\n and store.s_city in ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview')\\n group by ss_ticket_number, ss_customer_sk, ss_addr_sk, ca_city) dn,\\n customer, customer_address current_addr\\n where dn.ss_customer_sk = customer.c_customer_sk\\n and customer.c_current_addr_sk = current_addr.ca_address_sk\\n and current_addr.ca_city <> dn.bought_city\\n order by c_last_name, c_first_name, ca_city, bought_city, ss_ticket_number\\n limit 100\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\" :{\"DagName:\":\"hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"sum(VALUE._col0)\",\"sum(VALUE._col1)\"],\"keys:\":\"KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: int), _col1 (type: int), _col3 (type: string), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2))\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col1 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 16473 Data size : 21775806 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: int)\"}},\"Statistics:\":\"Num rows: 16473 Data size: 21775806 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 16473 Data size: 21775806 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"((hd_dep_count = 4) or (hd_vehicle_count = 3)) (type: boolean)\",\"alias:\":\"household_demographics\",\"children\":{\"Filter Operator\":{\"predicate:\":\"((hd_dep_count = 4) or (hd_vehicle_count = 3)) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_demo_sk (type: int), hd_dep_count (type: int), hd_vehicle_count (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}}, \"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"ss_sold_date_sk (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col5\",\"_col6\",\"_col8\",\"_col18\",\"_col21\",\"_col22\",\"_col25\",\"_col31\",\"_col32\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"UDFToDouble(s_store_sk) (type: double)\",\"0\":\"UDFToDouble(_col22) (type: double)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col5\",\"_col6\",\"_col8\",\"_col18\",\"_col21\",\"_col22\",\"_col25\",\"_col31\",\"_col32\",\"_col55\",\"_col77\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col5 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col22\",\"_c ol31\",\"_col34\",\"_col36\",\"_col37\",\"_col39\",\"_col49\",\"_col52\",\"_col53\",\"_col56\",\"_col62\",\"_col63\",\"_col86\",\"_col89\",\"_col90\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col37 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col4\",\"_col7\",\"_col29\",\"_col38\",\"_col41\",\"_col43\",\"_col44\",\"_col46\",\"_col56\",\"_col59\",\"_col60\",\"_col63\",\"_col69\",\"_col70\",\"_col93\",\"_col99\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"((((((((_col38 = _col63) and (_col60 = _col7)) and (_col43 = _col0)) and (_col44 = _col93)) and ((_col3 = 4) or (_col4 = 3))) and (_col70) IN (6, 0)) and (_col69) IN (1999, (1999 + 1), (1999 + 2))) and (_col29) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview')) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col46 (type: int), _col41 (type: int), _col44 (type: int), _col99 (type: string), _col56 (type: decimal(7,2)), _co l59 (type: decimal(7,2))\",\"outputColumnNames:\":[\"_col46\",\"_col41\",\"_col44\",\"_col99\",\"_col56\",\"_col59\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"sum(_col56)\",\"sum(_col59)\"],\"keys:\":\"_col46 (type: int), _col41 (type: int), _col44 (type: int), _col99 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string)\",\"sort order:\":\"++++\",\"value expressions:\":\"_col4 (type: decimal(17,2)), _col5 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string)\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 4217199 Data size: 5574753280 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_address_sk} {ca_city}\",\"0\":\"{_col86} {_col89} {_col90} {_col0} {_col22} {_col31} {_col34} {_col36} {_col37} {_col39} {_col49} {_col52} {_col53} {_col56} {_col62} {_col63}\"}}},\"Statistics:\":\"Num rows: 3833817 Data size: 5067957248 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{hd_demo_sk} {hd_dep_count} {hd_vehicle_count}\",\"0\":\"{_col55} {_col77} {_col0} {_col3} {_col5} {_col6} {_col8} {_col18} {_col21} {_col22} {_col25} {_col31} {_col32}\"}}},\"Statistics:\":\"Num rows: 3485288 Data size: 4607233536 Basic stats: COMPLETE Column st ats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_store_sk} {s_city}\",\"0\":\"{_col0} {_col3} {_col5} {_col6} {_col8} {_col18} {_col21} {_col22} {_col25} {_col31} {_col32}\"}}},\"Statistics:\":\"Num rows: 3168444 Data size: 4188394240 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_date_sk} {d_year} {d_dow}\",\"0\":\"{ss_sold_date_sk} {ss_customer_sk} {ss_hdemo_sk} {ss_addr_sk} {ss_ticket_number} {ss_coupon_amt} {ss_net_profit} {ss_store_sk}\"}}},\"Statistics:\":\"Num rows: 2880404 Data size: 3807631184 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 5\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"c_customer_sk (type: int)\",\"0\":\"_col1 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\ ",\"_col9\",\"_col13\",\"_col14\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col9 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col9\",\"_col13\",\"_col14\",\"_col25\",\"_col31\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"(((_col1 = _col5) and (_col9 = _col25)) and (_col31 <> _col2)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col14 (type: string), _col13 (type: string), _col31 (type: string), _col2 (type: string), _col0 (type: int), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\"],\"children\":{\"Reduce Output Operator\":{\"TopN Hash Memory Usage:\":\"0.04\",\"sort order:\":\"+++++\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: decimal(1 7,2)), _col6 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int)\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 121000 Data size: 103610072 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_address_sk} {ca_city}\",\"0\":\"{_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col9} {_col13} {_col14}\"}}},\"Statistics:\":\"Num rows: 110000 Data size: 94190976 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{c_customer_sk} {c_current_addr_sk} {c_first_nam e} {c_last_name}\",\"0\":\"{_col0} {_col1} {_col2} {_col3} {_col4}\"}}},\"Statistics:\":\"Num rows: 100000 Data size: 85628164 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 4\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"((d_dow) IN (6, 0) and (d_year) IN (1999, (1999 + 1), (1999 + 2))) (type: boolean)\",\"alias:\":\"date_dim\",\"children\":{\"Filter Operator\":{\"predicate:\":\"((d_dow) IN (6, 0) and (d_year) IN (1999, (1999 + 1), (1999 + 2))) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_date_sk (type: int), d_year (type: int), d_dow (type: int)\",\"Statistics:\":\"Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 73049 Data size: 817418 31 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 7\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"current_addr\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_address_sk (type: int), ca_city (type: string)\",\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 6\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 100 Data size: 85600 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\ ",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 100 Data size: 85600 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"100\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 9\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"(s_city) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview') (type: boolean)\",\"alias:\":\"store\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(s_city) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview') (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"UDFToDouble(s_store_sk) (type: double)\",\"sort order:\":\"+\",\"value expressions:\":\"s_store_sk (type: int), s_city (type: string)\",\"Statistics:\":\"Num rows: 6 Data size: 12816 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"UDFToD ouble(s_store_sk) (type: double)\"}},\"Statistics:\":\"Num rows: 6 Data size: 12816 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 12 Data size: 25632 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 8\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer_address\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_address_sk (type: int), ca_city (type: string)\",\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 2\":[{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 4\",\"type\":\"BROADCAST_EDGE\"},{\"parent\" :\"Map 8\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 9\",\"type\":\"BROADCAST_EDGE\"}],\"Map 5\":[{\"parent\":\"Reducer 3\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 7\",\"type\":\"BROADCAST_EDGE\"}],\"Reducer 6\":{\"parent\":\"Map 5\",\"type\":\"SIMPLE_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"100\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}" }, "primaryfilters": { "user": [ - "hive" + "hrt_qa" ] }, - "entity": "hive_20140226132626_6c728aa4-47bd-4ae0-9bbc-776c491a1c41", + "entity": "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114", "entitytype": "HIVE_QUERY_ID" }, { http://git-wip-us.apache.org/repos/asf/ambari/blob/15f6fb0a/ambari-web/app/assets/data/jobs/hive-query-2.json ---------------------------------------------------------------------- diff --git a/ambari-web/app/assets/data/jobs/hive-query-2.json b/ambari-web/app/assets/data/jobs/hive-query-2.json index 91258da..e513818 100644 --- a/ambari-web/app/assets/data/jobs/hive-query-2.json +++ b/ambari-web/app/assets/data/jobs/hive-query-2.json @@ -1,9 +1,8 @@ { - "starttime": 1393031616192, + "starttime": 1394569191001, "otherinfo": { - "status": true, - "query": "{\"queryText\":\"\\nselect i_item_id,\\n s_state,\\n avg(ss_quantity) agg1,\\n avg(ss_list_price) agg2,\\n avg(ss_coupon_amt) agg3,\\n avg(ss_sales_price) agg4\\n from store_sales\\n JOIN customer_demographics ON store_sales.ss_cdemo_sk = customer_demographics.cd_demo_sk\\n JOIN date_dim ON store_sales.ss_sold_date_sk = date_dim.d_date_sk\\n JOIN store ON store_sales.ss_store_sk = store.s_store_sk\\n JOIN item ON store_sales.ss_item_sk = item.i_item_sk\\n where\\n cd_gender = 'F' and\\n cd_marital_status = 'W' and\\n cd_education_status = 'Primary' and\\n d_year = 1998 and\\n s_state = 'TN' and\\n ss_sold_date between '1998-01-01' and '1998-12-31'\\n group by i_item_id, s_state\\n order by i_item_id\\n ,s_state\\n limit 100\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"root_20140221171313_8bdaf452-0a61-4cff-bd24-63662e2c3dcc:3\",\"Vertices:\":{\" Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"avg(VALUE._col0)\",\"avg(VALUE._col1)\",\"avg(VALUE._col2)\",\"avg(VALUE._col3)\"],\"keys:\":\"KEY._col0 (type: string), KEY._col1 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 100 Data size: 5100 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgno reKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 100 Data size: 5100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"100\"}},\"Statistics:\":\"Num rows: 79689208 Data size: 4080154368 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 79689208 Data size: 4080154368 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(s_state = 'TN') (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"s_store_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"s_state (type: string)\",\"Statistics:\":\"Num rows: 72 Data size: 7535 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"s_store_sk (type: int)\"}},\"Statistics:\":\"Num rows: 72 Data size: 7535 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 145 Data si ze: 15175 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"cd_demo_sk (type: int)\",\"0\":\"ss_cdemo_sk (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col7\",\"_col10\",\"_col12\",\"_col13\",\"_col19\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col0 (type: int)\"},\"outputColumnNames:\":[\"_col2\",\"_col7\",\"_col10\",\"_col12\",\"_col13\",\"_col19\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"s_store_sk (type: int)\",\"0\":\"_col7 (type: int)\"},\"outputColumnNames:\":[\"_col2\",\"_col10\",\"_col12\",\"_col13\",\"_col19\",\"_col91\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"i_item_sk (type: int)\",\"0\":\"_col2 (type: int)\"},\"outputColumnNames:\":[\"_col24\",\"_col41\",\"_col43\",\"_col44\",\"_col50\",\"_col99\"],\"children\":{ \"Select Operator\":{\"expressions:\":\"_col99 (type: string), _col24 (type: string), _col41 (type: int), _col43 (type: float), _col50 (type: float), _col44 (type: float)\",\"outputColumnNames:\":[\"_col99\",\"_col24\",\"_col41\",\"_col43\",\"_col50\",\"_col44\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"avg(_col41)\",\"avg(_col43)\",\"avg(_col50)\",\"avg(_col44)\"],\"keys:\":\"_col99 (type: string), _col24 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string), _col1 (type: string)\",\"sort order:\":\"++\",\"value expressions:\":\"_col2 (type: struct<count:bigint,sum:double>), _col3 (type: struct<count:bigint,sum:double>), _col4 (type: struct<count:bigint,sum:double>), _col5 (type: struct<count:bigint,sum:double>)\",\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: string)\"}},\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{i_item_id}\",\"0\":\"{_col91} {_col10} {_col12} {_col13} {_col19}\"}}},\"Statistics:\":\"Num rows: 144889472 Data size: 7418462208 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_state}\",\"0\":\"{_col2} {_col10} {_col12} {_col13} {_col19}\"}}},\"Statistics:\":\"Num rows: 131717696 Data size: 6744056320 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1 \":\"\",\"0\":\"{_col2} {_col7} {_col10} {_col12} {_col13} {_col19}\"}}},\"Statistics:\":\"Num rows: 119743360 Data size: 6130960384 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{ss_sold_date_sk} {ss_item_sk} {ss_store_sk} {ss_quantity} {ss_list_price} {ss_sales_price} {ss_coupon_amt}\"}}},\"Statistics:\":\"Num rows: 108857602 Data size: 5573600465 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 5\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer_demographics\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(((cd_gender = 'F') and (cd_marital_status = 'W')) and (cd_education_status = 'Primary')) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cd_demo_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 240100 Data size: 3915 Basic stats: COMPLETE Column stats: NONE\",\" key expressions:\":\"cd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 240100 Data size: 3915 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 4\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"item\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"i_item_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"i_item_id (type: string)\",\"Statistics:\":\"Num rows: 48000 Data size: 3467433 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"i_item_sk (type: int)\"}},\"Statistics:\":\"Num rows: 48000 Data size: 3467433 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 6\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"date_dim\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(d_year = 1998) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 36524 Data size: 163993 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 36524 Data size: 163993 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 2\":[{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 4\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 5\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 6\",\"type\":\"BROADCAST_EDGE\"}]}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"100\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}" + "query": "{\"queryText\":\"select c_last_name, c_first_name, ca_city, bought_city,\\n ss_ticket_number, amt, profit\\n from (select ss_ticket_number,\\n ss_customer_sk,\\n ca_city as bought_city,\\n sum(ss_coupon_amt) as amt,\\n sum(ss_net_profit) as profit\\n from store_sales, date_dim, store, household_demographics, customer_address\\n where store_sales.ss_sold_date_sk = date_dim.d_date_sk\\n and store_sales.ss_store_sk = store.s_store_sk\\n and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk\\n and store_sales.ss_addr_sk = customer_address.ca_address_sk\\n and (househo ld_demographics.hd_dep_count = 4\\n or household_demographics.hd_vehicle_count= 3)\\n and date_dim.d_dow in (6,0)\\n and date_dim.d_year in (1999, 1999+1, 1999+2)\\n and store.s_city in ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview')\\n group by ss_ticket_number, ss_customer_sk, ss_addr_sk, ca_city) dn,\\n customer, customer_address current_addr\\n where dn.ss_customer_sk = customer.c_customer_sk\\n and customer.c_current_addr_sk = current_addr.ca_address_sk\\n and current_addr.ca_city <> dn.bought_city\\n order by c_last_name, c_first_name, ca_city, bought_city, ss_ticket_number\\n limit 100\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\" DagName:\":\"hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114:1\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"sum(VALUE._col0)\",\"sum(VALUE._col1)\"],\"keys:\":\"KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: int), _col1 (type: int), _col3 (type: string), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2))\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col1 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 16473 Data size: 21 775806 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: int)\"}},\"Statistics:\":\"Num rows: 16473 Data size: 21775806 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 16473 Data size: 21775806 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"((hd_dep_count = 4) or (hd_vehicle_count = 3)) (type: boolean)\",\"alias:\":\"household_demographics\",\"children\":{\"Filter Operator\":{\"predicate:\":\"((hd_dep_count = 4) or (hd_vehicle_count = 3)) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_demo_sk (type: int), hd_dep_count (type: int), hd_vehicle_count (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}},\"St atistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"ss_sold_date_sk (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col5\",\"_col6\",\"_col8\",\"_col18\",\"_col21\",\"_col22\",\"_col25\",\"_col31\",\"_col32\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"UDFToDouble(s_store_sk) (type: double)\",\"0\":\"UDFToDouble(_col22) (type: double)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col5\",\"_col6\",\"_col8\",\"_col18\",\"_col21\",\"_col22\",\"_col25\",\"_col31\",\"_col32\",\"_col55\",\"_col77\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col5 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col22\",\"_col31 \",\"_col34\",\"_col36\",\"_col37\",\"_col39\",\"_col49\",\"_col52\",\"_col53\",\"_col56\",\"_col62\",\"_col63\",\"_col86\",\"_col89\",\"_col90\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col37 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col3\",\"_col4\",\"_col7\",\"_col29\",\"_col38\",\"_col41\",\"_col43\",\"_col44\",\"_col46\",\"_col56\",\"_col59\",\"_col60\",\"_col63\",\"_col69\",\"_col70\",\"_col93\",\"_col99\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"((((((((_col38 = _col63) and (_col60 = _col7)) and (_col43 = _col0)) and (_col44 = _col93)) and ((_col3 = 4) or (_col4 = 3))) and (_col70) IN (6, 0)) and (_col69) IN (1999, (1999 + 1), (1999 + 2))) and (_col29) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview')) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col46 (type: int), _col41 (type: int), _col44 (type: int), _col99 (type: string), _col56 (type: decimal(7,2)), _col59 (type: decimal(7,2))\",\"outputColumnNames:\":[\"_col46\",\"_col41\",\"_col44\",\"_col99\",\"_col56\",\"_col59\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"sum(_col56)\",\"sum(_col59)\"],\"keys:\":\"_col46 (type: int), _col41 (type: int), _col44 (type: int), _col99 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string)\",\"sort order:\":\"++++\",\"value expressions:\":\"_col4 (type: decimal(17,2)), _col5 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string)\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows : 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 32946 Data size: 43551613 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 4217199 Data size: 5574753280 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_address_sk} {ca_city}\",\"0\":\"{_col86} {_col89} {_col90} {_col0} {_col22} {_col31} {_col34} {_col36} {_col37} {_col39} {_col49} {_col52} {_col53} {_col56} {_col62} {_col63}\"}}},\"Statistics:\":\"Num rows: 3833817 Data size: 5067957248 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{hd_demo_sk} {hd_dep_count} {hd_vehicle_count}\",\"0\":\"{_col55} {_col77} {_col0} {_col3} {_col5} {_col6} {_col8} {_col18} {_col21} {_col22} {_col25} {_col31} {_col32}\"}}},\"Statistics:\":\"Num rows: 3485288 Data size: 4607233536 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_store_sk} {s_city}\",\"0\":\"{_col0} {_col3} {_col5} {_col6} {_col8} {_col18} {_col21} {_col22} {_col25} {_col31} {_col32}\"}}},\"Statistics:\":\"Num rows: 3168444 Data size: 4188394240 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_date_sk} {d_year} {d_dow}\",\"0\":\"{ss_sold_date_sk} {ss_customer_sk} {ss_hdemo_sk} {ss_addr_sk} {ss_ticket_number} {ss_coupon_amt} {ss_net_profit} {ss_store_sk}\"}}},\"Statistics:\":\"Num rows: 2880404 Data size: 3807631184 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 5\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"c_customer_sk (type: int)\",\"0\":\"_col1 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\" _col9\",\"_col13\",\"_col14\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col9 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col9\",\"_col13\",\"_col14\",\"_col25\",\"_col31\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"(((_col1 = _col5) and (_col9 = _col25)) and (_col31 <> _col2)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col14 (type: string), _col13 (type: string), _col31 (type: string), _col2 (type: string), _col0 (type: int), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\"],\"children\":{\"Reduce Output Operator\":{\"TopN Hash Memory Usage:\":\"0.04\",\"sort order:\":\"+++++\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: decimal(17,2) ), _col6 (type: decimal(17,2))\",\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int)\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 121000 Data size: 103610072 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_address_sk} {ca_city}\",\"0\":\"{_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col9} {_col13} {_col14}\"}}},\"Statistics:\":\"Num rows: 110000 Data size: 94190976 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{c_customer_sk} {c_current_addr_sk} {c_first_name} { c_last_name}\",\"0\":\"{_col0} {_col1} {_col2} {_col3} {_col4}\"}}},\"Statistics:\":\"Num rows: 100000 Data size: 85628164 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 4\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"((d_dow) IN (6, 0) and (d_year) IN (1999, (1999 + 1), (1999 + 2))) (type: boolean)\",\"alias:\":\"date_dim\",\"children\":{\"Filter Operator\":{\"predicate:\":\"((d_dow) IN (6, 0) and (d_year) IN (1999, (1999 + 1), (1999 + 2))) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_date_sk (type: int), d_year (type: int), d_dow (type: int)\",\"Statistics:\":\"Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 73049 Data size: 81741831 B asic stats: COMPLETE Column stats: NONE\"}}]},\"Map 7\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"current_addr\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_address_sk (type: int), ca_city (type: string)\",\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 6\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 100 Data size: 85600 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\" output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 100 Data size: 85600 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"100\"}},\"Statistics:\":\"Num rows: 30250 Data size: 25902518 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 9\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"filterExpr:\":\"(s_city) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview') (type: boolean)\",\"alias:\":\"store\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(s_city) IN ('Fairview', 'Fairview', 'Fairview', 'Midway', 'Fairview') (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"UDFToDouble(s_store_sk) (type: double)\",\"sort order:\":\"+\",\"value expressions:\":\"s_store_sk (type: int), s_city (type: string)\",\"Statistics:\":\"Num rows: 6 Data size: 12816 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"UDFToDoubl e(s_store_sk) (type: double)\"}},\"Statistics:\":\"Num rows: 6 Data size: 12816 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 12 Data size: 25632 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 8\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer_address\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_address_sk (type: int), ca_city (type: string)\",\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 50000 Data size: 55975728 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 2\":[{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 4\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"M ap 8\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 9\",\"type\":\"BROADCAST_EDGE\"}],\"Map 5\":[{\"parent\":\"Reducer 3\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 7\",\"type\":\"BROADCAST_EDGE\"}],\"Reducer 6\":{\"parent\":\"Map 5\",\"type\":\"SIMPLE_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"100\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}" }, - "entity": "root_20140221171313_7e914e64-9c2e-435d-b478-dca4b33705b9", + "entity": "hrt_qa_20140311131919_1d932567-71c2-4341-9b50-6df1f58a9114", "entitytype": "HIVE_QUERY_ID" } \ No newline at end of file
