http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.json index 7ad29fa..8136a86 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.json @@ -1,307 +1,307 @@ { - "jobCounters":{ - "id":"job_1399541193872_0035", - "counterGroup":[ - { - "counterGroupName":"org.apache.hadoop.mapreduce.FileSystemCounter", - "counter":[ - { - "name":"FILE_BYTES_READ", - "totalCounterValue":477928, - "mapCounterValue":0, - "reduceCounterValue":477928 - }, - { - "name":"FILE_BYTES_WRITTEN", - "totalCounterValue":1162489, - "mapCounterValue":581270, - "reduceCounterValue":581219 - }, - { - "name":"FILE_READ_OPS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"FILE_LARGE_READ_OPS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"FILE_WRITE_OPS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"HDFS_BYTES_READ", - "totalCounterValue":48, - "mapCounterValue":48, - "reduceCounterValue":0 - }, - { - "name":"HDFS_BYTES_WRITTEN", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"HDFS_READ_OPS", - "totalCounterValue":1, - "mapCounterValue":1, - "reduceCounterValue":0 - }, - { - "name":"HDFS_LARGE_READ_OPS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"HDFS_WRITE_OPS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - } - ] - }, - { - "counterGroupName":"org.apache.hadoop.mapreduce.JobCounter", - "counter":[ - { - "name":"TOTAL_LAUNCHED_MAPS", - "totalCounterValue":1, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"TOTAL_LAUNCHED_REDUCES", - "totalCounterValue":1, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"OTHER_LOCAL_MAPS", - "totalCounterValue":1, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"SLOTS_MILLIS_MAPS", - "totalCounterValue":260112, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"MILLIS_MAPS", - "totalCounterValue":10838, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"VCORES_MILLIS_MAPS", - "totalCounterValue":10838, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"MB_MILLIS_MAPS", - "totalCounterValue":16625492, - "mapCounterValue":0, - "reduceCounterValue":0 - } - ] - }, - { - "counterGroupName":"org.apache.hadoop.mapreduce.TaskCounter", - "counter":[ - { - "name":"MAP_INPUT_RECORDS", - "totalCounterValue":1, - "mapCounterValue":1, - "reduceCounterValue":0 - }, - { - "name":"MAP_OUTPUT_RECORDS", - "totalCounterValue":120000, - "mapCounterValue":120000, - "reduceCounterValue":0 - }, - { - "name":"MAP_OUTPUT_BYTES", - "totalCounterValue":480000, - "mapCounterValue":480000, - "reduceCounterValue":0 - }, - { - "name":"MAP_OUTPUT_MATERIALIZED_BYTES", - "totalCounterValue":477924, - "mapCounterValue":477924, - "reduceCounterValue":0 - }, - { - "name":"SPLIT_RAW_BYTES", - "totalCounterValue":48, - "mapCounterValue":48, - "reduceCounterValue":0 - }, - { - "name":"COMBINE_INPUT_RECORDS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"COMBINE_OUTPUT_RECORDS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"REDUCE_INPUT_GROUPS", - "totalCounterValue":108650, - "mapCounterValue":0, - "reduceCounterValue":108650 - }, - { - "name":"REDUCE_SHUFFLE_BYTES", - "totalCounterValue":477924, - "mapCounterValue":0, - "reduceCounterValue":477924 - }, - { - "name":"REDUCE_INPUT_RECORDS", - "totalCounterValue":108650, - "mapCounterValue":0, - "reduceCounterValue":108650 - }, - { - "name":"REDUCE_OUTPUT_RECORDS", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"SPILLED_RECORDS", - "totalCounterValue":120000, - "mapCounterValue":120000, - "reduceCounterValue":0 - }, - { - "name":"SHUFFLED_MAPS", - "totalCounterValue":1, - "mapCounterValue":0, - "reduceCounterValue":1 - }, - { - "name":"FAILED_SHUFFLE", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"MERGED_MAP_OUTPUTS", - "totalCounterValue":1, - "mapCounterValue":0, - "reduceCounterValue":1 - }, - { - "name":"GC_TIME_MILLIS", - "totalCounterValue":7207, - "mapCounterValue":137, - "reduceCounterValue":7070 - }, - { - "name":"CPU_MILLISECONDS", - "totalCounterValue":106630, - "mapCounterValue":1480, - "reduceCounterValue":105150 - }, - { - "name":"PHYSICAL_MEMORY_BYTES", - "totalCounterValue":418787328, - "mapCounterValue":315940864, - "reduceCounterValue":102846464 - }, - { - "name":"VIRTUAL_MEMORY_BYTES", - "totalCounterValue":4514369536, - "mapCounterValue":1702195200, - "reduceCounterValue":2812174336 - }, - { - "name":"COMMITTED_HEAP_BYTES", - "totalCounterValue":270733312, - "mapCounterValue":240259072, - "reduceCounterValue":30474240 - } - ] - }, - { - "counterGroupName":"Shuffle Errors", - "counter":[ - { - "name":"BAD_ID", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"CONNECTION", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"IO_ERROR", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"WRONG_LENGTH", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"WRONG_MAP", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - }, - { - "name":"WRONG_REDUCE", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - } - ] - }, - { - "counterGroupName":"org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter", - "counter":[ - { - "name":"BYTES_READ", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - } - ] - }, - { - "counterGroupName":"org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", - "counter":[ - { - "name":"BYTES_WRITTEN", - "totalCounterValue":0, - "mapCounterValue":0, - "reduceCounterValue":0 - } - ] - } - ] - } + "jobCounters":{ + "id":"job_1399541193872_0035", + "counterGroup":[ + { + "counterGroupName":"org.apache.hadoop.mapreduce.FileSystemCounter", + "counter":[ + { + "name":"FILE_BYTES_READ", + "totalCounterValue":477928, + "mapCounterValue":0, + "reduceCounterValue":477928 + }, + { + "name":"FILE_BYTES_WRITTEN", + "totalCounterValue":1162489, + "mapCounterValue":581270, + "reduceCounterValue":581219 + }, + { + "name":"FILE_READ_OPS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"FILE_LARGE_READ_OPS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"FILE_WRITE_OPS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"HDFS_BYTES_READ", + "totalCounterValue":48, + "mapCounterValue":48, + "reduceCounterValue":0 + }, + { + "name":"HDFS_BYTES_WRITTEN", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"HDFS_READ_OPS", + "totalCounterValue":1, + "mapCounterValue":1, + "reduceCounterValue":0 + }, + { + "name":"HDFS_LARGE_READ_OPS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"HDFS_WRITE_OPS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + } + ] + }, + { + "counterGroupName":"org.apache.hadoop.mapreduce.JobCounter", + "counter":[ + { + "name":"TOTAL_LAUNCHED_MAPS", + "totalCounterValue":1, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"TOTAL_LAUNCHED_REDUCES", + "totalCounterValue":1, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"OTHER_LOCAL_MAPS", + "totalCounterValue":1, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"SLOTS_MILLIS_MAPS", + "totalCounterValue":260112, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"MILLIS_MAPS", + "totalCounterValue":10838, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"VCORES_MILLIS_MAPS", + "totalCounterValue":10838, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"MB_MILLIS_MAPS", + "totalCounterValue":16625492, + "mapCounterValue":0, + "reduceCounterValue":0 + } + ] + }, + { + "counterGroupName":"org.apache.hadoop.mapreduce.TaskCounter", + "counter":[ + { + "name":"MAP_INPUT_RECORDS", + "totalCounterValue":1, + "mapCounterValue":1, + "reduceCounterValue":0 + }, + { + "name":"MAP_OUTPUT_RECORDS", + "totalCounterValue":120000, + "mapCounterValue":120000, + "reduceCounterValue":0 + }, + { + "name":"MAP_OUTPUT_BYTES", + "totalCounterValue":480000, + "mapCounterValue":480000, + "reduceCounterValue":0 + }, + { + "name":"MAP_OUTPUT_MATERIALIZED_BYTES", + "totalCounterValue":477924, + "mapCounterValue":477924, + "reduceCounterValue":0 + }, + { + "name":"SPLIT_RAW_BYTES", + "totalCounterValue":48, + "mapCounterValue":48, + "reduceCounterValue":0 + }, + { + "name":"COMBINE_INPUT_RECORDS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"COMBINE_OUTPUT_RECORDS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"REDUCE_INPUT_GROUPS", + "totalCounterValue":108650, + "mapCounterValue":0, + "reduceCounterValue":108650 + }, + { + "name":"REDUCE_SHUFFLE_BYTES", + "totalCounterValue":477924, + "mapCounterValue":0, + "reduceCounterValue":477924 + }, + { + "name":"REDUCE_INPUT_RECORDS", + "totalCounterValue":108650, + "mapCounterValue":0, + "reduceCounterValue":108650 + }, + { + "name":"REDUCE_OUTPUT_RECORDS", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"SPILLED_RECORDS", + "totalCounterValue":120000, + "mapCounterValue":120000, + "reduceCounterValue":0 + }, + { + "name":"SHUFFLED_MAPS", + "totalCounterValue":1, + "mapCounterValue":0, + "reduceCounterValue":1 + }, + { + "name":"FAILED_SHUFFLE", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"MERGED_MAP_OUTPUTS", + "totalCounterValue":1, + "mapCounterValue":0, + "reduceCounterValue":1 + }, + { + "name":"GC_TIME_MILLIS", + "totalCounterValue":7207, + "mapCounterValue":137, + "reduceCounterValue":7070 + }, + { + "name":"CPU_MILLISECONDS", + "totalCounterValue":106630, + "mapCounterValue":1480, + "reduceCounterValue":105150 + }, + { + "name":"PHYSICAL_MEMORY_BYTES", + "totalCounterValue":418787328, + "mapCounterValue":315940864, + "reduceCounterValue":102846464 + }, + { + "name":"VIRTUAL_MEMORY_BYTES", + "totalCounterValue":4514369536, + "mapCounterValue":1702195200, + "reduceCounterValue":2812174336 + }, + { + "name":"COMMITTED_HEAP_BYTES", + "totalCounterValue":270733312, + "mapCounterValue":240259072, + "reduceCounterValue":30474240 + } + ] + }, + { + "counterGroupName":"Shuffle Errors", + "counter":[ + { + "name":"BAD_ID", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"CONNECTION", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"IO_ERROR", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"WRONG_LENGTH", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"WRONG_MAP", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + }, + { + "name":"WRONG_REDUCE", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + } + ] + }, + { + "counterGroupName":"org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter", + "counter":[ + { + "name":"BYTES_READ", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + } + ] + }, + { + "counterGroupName":"org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", + "counter":[ + { + "name":"BYTES_WRITTEN", + "totalCounterValue":0, + "mapCounterValue":0, + "reduceCounterValue":0 + } + ] + } + ] + } } \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.xml ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.xml b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.xml index 8a82a40..5f96ad9 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.xml +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-counters.xml @@ -16,298 +16,298 @@ See the License for the specific language governing permissions and limitations under the License. --> <jobCounters> - <id>job_1399541193872_0035</id> - <counterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter - </counterGroupName> - <counter> - <name>FILE_BYTES_READ</name> - <totalCounterValue>477928</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>477928</reduceCounterValue> - </counter> - <counter> - <name>FILE_BYTES_WRITTEN</name> - <totalCounterValue>1162489</totalCounterValue> - <mapCounterValue>581270</mapCounterValue> - <reduceCounterValue>581219</reduceCounterValue> - </counter> - <counter> - <name>FILE_READ_OPS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>FILE_LARGE_READ_OPS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>FILE_WRITE_OPS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>HDFS_BYTES_READ</name> - <totalCounterValue>48</totalCounterValue> - <mapCounterValue>48</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>HDFS_BYTES_WRITTEN</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>HDFS_READ_OPS</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>1</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>HDFS_LARGE_READ_OPS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>HDFS_WRITE_OPS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - </counterGroup> - <counterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.JobCounter - </counterGroupName> - <counter> - <name>TOTAL_LAUNCHED_MAPS</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>TOTAL_LAUNCHED_REDUCES</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>OTHER_LOCAL_MAPS</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>SLOTS_MILLIS_MAPS</name> - <totalCounterValue>260112</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>MILLIS_MAPS</name> - <totalCounterValue>10838</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>VCORES_MILLIS_MAPS</name> - <totalCounterValue>10838</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>MB_MILLIS_MAPS</name> - <totalCounterValue>16625492</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - </counterGroup> - <counterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter - </counterGroupName> - <counter> - <name>MAP_INPUT_RECORDS</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>1</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>MAP_OUTPUT_RECORDS</name> - <totalCounterValue>120000</totalCounterValue> - <mapCounterValue>120000</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>MAP_OUTPUT_BYTES</name> - <totalCounterValue>480000</totalCounterValue> - <mapCounterValue>480000</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>MAP_OUTPUT_MATERIALIZED_BYTES</name> - <totalCounterValue>477924</totalCounterValue> - <mapCounterValue>477924</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>SPLIT_RAW_BYTES</name> - <totalCounterValue>48</totalCounterValue> - <mapCounterValue>48</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>COMBINE_INPUT_RECORDS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>COMBINE_OUTPUT_RECORDS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>REDUCE_INPUT_GROUPS</name> - <totalCounterValue>109375</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>109375</reduceCounterValue> - </counter> - <counter> - <name>REDUCE_SHUFFLE_BYTES</name> - <totalCounterValue>477924</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>477924</reduceCounterValue> - </counter> - <counter> - <name>REDUCE_INPUT_RECORDS</name> - <totalCounterValue>109375</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>109375</reduceCounterValue> - </counter> - <counter> - <name>REDUCE_OUTPUT_RECORDS</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>SPILLED_RECORDS</name> - <totalCounterValue>120000</totalCounterValue> - <mapCounterValue>120000</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>SHUFFLED_MAPS</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>1</reduceCounterValue> - </counter> - <counter> - <name>FAILED_SHUFFLE</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>MERGED_MAP_OUTPUTS</name> - <totalCounterValue>1</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>1</reduceCounterValue> - </counter> - <counter> - <name>GC_TIME_MILLIS</name> - <totalCounterValue>7249</totalCounterValue> - <mapCounterValue>137</mapCounterValue> - <reduceCounterValue>7112</reduceCounterValue> - </counter> - <counter> - <name>CPU_MILLISECONDS</name> - <totalCounterValue>107300</totalCounterValue> - <mapCounterValue>1480</mapCounterValue> - <reduceCounterValue>105820</reduceCounterValue> - </counter> - <counter> - <name>PHYSICAL_MEMORY_BYTES</name> - <totalCounterValue>418811904</totalCounterValue> - <mapCounterValue>315940864</mapCounterValue> - <reduceCounterValue>102871040</reduceCounterValue> - </counter> - <counter> - <name>VIRTUAL_MEMORY_BYTES</name> - <totalCounterValue>4514369536</totalCounterValue> - <mapCounterValue>1702195200</mapCounterValue> - <reduceCounterValue>2812174336</reduceCounterValue> - </counter> - <counter> - <name>COMMITTED_HEAP_BYTES</name> - <totalCounterValue>270733312</totalCounterValue> - <mapCounterValue>240259072</mapCounterValue> - <reduceCounterValue>30474240</reduceCounterValue> - </counter> - </counterGroup> - <counterGroup> - <counterGroupName>Shuffle Errors</counterGroupName> - <counter> - <name>BAD_ID</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>CONNECTION</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>IO_ERROR</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>WRONG_LENGTH</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>WRONG_MAP</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - <counter> - <name>WRONG_REDUCE</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - </counterGroup> - <counterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter - </counterGroupName> - <counter> - <name>BYTES_READ</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - </counterGroup> - <counterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter - </counterGroupName> - <counter> - <name>BYTES_WRITTEN</name> - <totalCounterValue>0</totalCounterValue> - <mapCounterValue>0</mapCounterValue> - <reduceCounterValue>0</reduceCounterValue> - </counter> - </counterGroup> + <id>job_1399541193872_0035</id> + <counterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter + </counterGroupName> + <counter> + <name>FILE_BYTES_READ</name> + <totalCounterValue>477928</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>477928</reduceCounterValue> + </counter> + <counter> + <name>FILE_BYTES_WRITTEN</name> + <totalCounterValue>1162489</totalCounterValue> + <mapCounterValue>581270</mapCounterValue> + <reduceCounterValue>581219</reduceCounterValue> + </counter> + <counter> + <name>FILE_READ_OPS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>FILE_LARGE_READ_OPS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>FILE_WRITE_OPS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>HDFS_BYTES_READ</name> + <totalCounterValue>48</totalCounterValue> + <mapCounterValue>48</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>HDFS_BYTES_WRITTEN</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>HDFS_READ_OPS</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>1</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>HDFS_LARGE_READ_OPS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>HDFS_WRITE_OPS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + </counterGroup> + <counterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.JobCounter + </counterGroupName> + <counter> + <name>TOTAL_LAUNCHED_MAPS</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>TOTAL_LAUNCHED_REDUCES</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>OTHER_LOCAL_MAPS</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>SLOTS_MILLIS_MAPS</name> + <totalCounterValue>260112</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>MILLIS_MAPS</name> + <totalCounterValue>10838</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>VCORES_MILLIS_MAPS</name> + <totalCounterValue>10838</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>MB_MILLIS_MAPS</name> + <totalCounterValue>16625492</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + </counterGroup> + <counterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter + </counterGroupName> + <counter> + <name>MAP_INPUT_RECORDS</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>1</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>MAP_OUTPUT_RECORDS</name> + <totalCounterValue>120000</totalCounterValue> + <mapCounterValue>120000</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>MAP_OUTPUT_BYTES</name> + <totalCounterValue>480000</totalCounterValue> + <mapCounterValue>480000</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>MAP_OUTPUT_MATERIALIZED_BYTES</name> + <totalCounterValue>477924</totalCounterValue> + <mapCounterValue>477924</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>SPLIT_RAW_BYTES</name> + <totalCounterValue>48</totalCounterValue> + <mapCounterValue>48</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>COMBINE_INPUT_RECORDS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>COMBINE_OUTPUT_RECORDS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>REDUCE_INPUT_GROUPS</name> + <totalCounterValue>109375</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>109375</reduceCounterValue> + </counter> + <counter> + <name>REDUCE_SHUFFLE_BYTES</name> + <totalCounterValue>477924</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>477924</reduceCounterValue> + </counter> + <counter> + <name>REDUCE_INPUT_RECORDS</name> + <totalCounterValue>109375</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>109375</reduceCounterValue> + </counter> + <counter> + <name>REDUCE_OUTPUT_RECORDS</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>SPILLED_RECORDS</name> + <totalCounterValue>120000</totalCounterValue> + <mapCounterValue>120000</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>SHUFFLED_MAPS</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>1</reduceCounterValue> + </counter> + <counter> + <name>FAILED_SHUFFLE</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>MERGED_MAP_OUTPUTS</name> + <totalCounterValue>1</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>1</reduceCounterValue> + </counter> + <counter> + <name>GC_TIME_MILLIS</name> + <totalCounterValue>7249</totalCounterValue> + <mapCounterValue>137</mapCounterValue> + <reduceCounterValue>7112</reduceCounterValue> + </counter> + <counter> + <name>CPU_MILLISECONDS</name> + <totalCounterValue>107300</totalCounterValue> + <mapCounterValue>1480</mapCounterValue> + <reduceCounterValue>105820</reduceCounterValue> + </counter> + <counter> + <name>PHYSICAL_MEMORY_BYTES</name> + <totalCounterValue>418811904</totalCounterValue> + <mapCounterValue>315940864</mapCounterValue> + <reduceCounterValue>102871040</reduceCounterValue> + </counter> + <counter> + <name>VIRTUAL_MEMORY_BYTES</name> + <totalCounterValue>4514369536</totalCounterValue> + <mapCounterValue>1702195200</mapCounterValue> + <reduceCounterValue>2812174336</reduceCounterValue> + </counter> + <counter> + <name>COMMITTED_HEAP_BYTES</name> + <totalCounterValue>270733312</totalCounterValue> + <mapCounterValue>240259072</mapCounterValue> + <reduceCounterValue>30474240</reduceCounterValue> + </counter> + </counterGroup> + <counterGroup> + <counterGroupName>Shuffle Errors</counterGroupName> + <counter> + <name>BAD_ID</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>CONNECTION</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>IO_ERROR</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>WRONG_LENGTH</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>WRONG_MAP</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + <counter> + <name>WRONG_REDUCE</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + </counterGroup> + <counterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter + </counterGroupName> + <counter> + <name>BYTES_READ</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + </counterGroup> + <counterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter + </counterGroupName> + <counter> + <name>BYTES_WRITTEN</name> + <totalCounterValue>0</totalCounterValue> + <mapCounterValue>0</mapCounterValue> + <reduceCounterValue>0</reduceCounterValue> + </counter> + </counterGroup> </jobCounters> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.json index 42a6953..e25a89e 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.json @@ -1,33 +1,33 @@ { - "job":{ - "startTime":1401199825397, - "finishTime":0, - "elapsedTime":10573843, - "id":"job_1399541193872_0035", - "name":"Sleep job", - "user":"hdfs", - "state":"RUNNING", - "mapsTotal":1, - "mapsCompleted":1, - "reducesTotal":1, - "reducesCompleted":0, - "mapProgress":100.0, - "reduceProgress":86.803696, - "mapsPending":0, - "mapsRunning":0, - "reducesPending":0, - "reducesRunning":1, - "uberized":false, - "diagnostics":"", - "newReduceAttempts":0, - "runningReduceAttempts":1, - "failedReduceAttempts":0, - "killedReduceAttempts":0, - "successfulReduceAttempts":0, - "newMapAttempts":0, - "runningMapAttempts":0, - "failedMapAttempts":0, - "killedMapAttempts":0, - "successfulMapAttempts":1 - } + "job":{ + "startTime":1401199825397, + "finishTime":0, + "elapsedTime":10573843, + "id":"job_1399541193872_0035", + "name":"Sleep job", + "user":"hdfs", + "state":"RUNNING", + "mapsTotal":1, + "mapsCompleted":1, + "reducesTotal":1, + "reducesCompleted":0, + "mapProgress":100.0, + "reduceProgress":86.803696, + "mapsPending":0, + "mapsRunning":0, + "reducesPending":0, + "reducesRunning":1, + "uberized":false, + "diagnostics":"", + "newReduceAttempts":0, + "runningReduceAttempts":1, + "failedReduceAttempts":0, + "killedReduceAttempts":0, + "successfulReduceAttempts":0, + "newMapAttempts":0, + "runningMapAttempts":0, + "failedMapAttempts":0, + "killedMapAttempts":0, + "successfulMapAttempts":1 + } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.xml ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.xml b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.xml index c0c1bc1..7dfe37f 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.xml +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job.xml @@ -16,33 +16,33 @@ See the License for the specific language governing permissions and limitations under the License. --> <job> - <startTime>1401199825397</startTime> - <finishTime>0</finishTime> - <elapsedTime>10493588</elapsedTime> - <id>job_1399541193872_0035</id> - <name>Sleep job</name> - <user>hdfs</user> - <state>RUNNING</state> - <mapsTotal>1</mapsTotal> - <mapsCompleted>1</mapsCompleted> - <reducesTotal>1</reducesTotal> - <reducesCompleted>0</reducesCompleted> - <mapProgress>100.0</mapProgress> - <reduceProgress>86.803696</reduceProgress> - <mapsPending>0</mapsPending> - <mapsRunning>0</mapsRunning> - <reducesPending>0</reducesPending> - <reducesRunning>1</reducesRunning> - <uberized>false</uberized> - <diagnostics></diagnostics> - <newReduceAttempts>0</newReduceAttempts> - <runningReduceAttempts>1</runningReduceAttempts> - <failedReduceAttempts>0</failedReduceAttempts> - <killedReduceAttempts>0</killedReduceAttempts> - <successfulReduceAttempts>0</successfulReduceAttempts> - <newMapAttempts>0</newMapAttempts> - <runningMapAttempts>0</runningMapAttempts> - <failedMapAttempts>0</failedMapAttempts> - <killedMapAttempts>0</killedMapAttempts> - <successfulMapAttempts>1</successfulMapAttempts> + <startTime>1401199825397</startTime> + <finishTime>0</finishTime> + <elapsedTime>10493588</elapsedTime> + <id>job_1399541193872_0035</id> + <name>Sleep job</name> + <user>hdfs</user> + <state>RUNNING</state> + <mapsTotal>1</mapsTotal> + <mapsCompleted>1</mapsCompleted> + <reducesTotal>1</reducesTotal> + <reducesCompleted>0</reducesCompleted> + <mapProgress>100.0</mapProgress> + <reduceProgress>86.803696</reduceProgress> + <mapsPending>0</mapsPending> + <mapsRunning>0</mapsRunning> + <reducesPending>0</reducesPending> + <reducesRunning>1</reducesRunning> + <uberized>false</uberized> + <diagnostics></diagnostics> + <newReduceAttempts>0</newReduceAttempts> + <runningReduceAttempts>1</runningReduceAttempts> + <failedReduceAttempts>0</failedReduceAttempts> + <killedReduceAttempts>0</killedReduceAttempts> + <successfulReduceAttempts>0</successfulReduceAttempts> + <newMapAttempts>0</newMapAttempts> + <runningMapAttempts>0</runningMapAttempts> + <failedMapAttempts>0</failedMapAttempts> + <killedMapAttempts>0</killedMapAttempts> + <successfulMapAttempts>1</successfulMapAttempts> </job> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.json index 34f708b..f6a428f 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.json @@ -1,37 +1,37 @@ { - "jobs":{ - "job":[ - { - "startTime":1401199825397, - "finishTime":0, - "elapsedTime":10152389, - "id":"job_1399541193872_0035", - "name":"Sleep job", - "user":"hdfs", - "state":"RUNNING", - "mapsTotal":1, - "mapsCompleted":1, - "reducesTotal":1, - "reducesCompleted":0, - "mapProgress":100.0, - "reduceProgress":86.803696, - "mapsPending":0, - "mapsRunning":0, - "reducesPending":0, - "reducesRunning":1, - "uberized":false, - "diagnostics":"", - "newReduceAttempts":0, - "runningReduceAttempts":1, - "failedReduceAttempts":0, - "killedReduceAttempts":0, - "successfulReduceAttempts":0, - "newMapAttempts":0, - "runningMapAttempts":0, - "failedMapAttempts":0, - "killedMapAttempts":0, - "successfulMapAttempts":1 - } - ] - } + "jobs":{ + "job":[ + { + "startTime":1401199825397, + "finishTime":0, + "elapsedTime":10152389, + "id":"job_1399541193872_0035", + "name":"Sleep job", + "user":"hdfs", + "state":"RUNNING", + "mapsTotal":1, + "mapsCompleted":1, + "reducesTotal":1, + "reducesCompleted":0, + "mapProgress":100.0, + "reduceProgress":86.803696, + "mapsPending":0, + "mapsRunning":0, + "reducesPending":0, + "reducesRunning":1, + "uberized":false, + "diagnostics":"", + "newReduceAttempts":0, + "runningReduceAttempts":1, + "failedReduceAttempts":0, + "killedReduceAttempts":0, + "successfulReduceAttempts":0, + "newMapAttempts":0, + "runningMapAttempts":0, + "failedMapAttempts":0, + "killedMapAttempts":0, + "successfulMapAttempts":1 + } + ] + } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.xml ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.xml b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.xml index 772f6b9..2b53d16 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.xml +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-jobs.xml @@ -16,35 +16,35 @@ See the License for the specific language governing permissions and limitations under the License. --> <jobs> - <job> - <startTime>1401199825397</startTime> - <finishTime>0</finishTime> - <elapsedTime>10188267</elapsedTime> - <id>job_1399541193872_0035</id> - <name>Sleep job</name> - <user>hdfs</user> - <state>RUNNING</state> - <mapsTotal>1</mapsTotal> - <mapsCompleted>1</mapsCompleted> - <reducesTotal>1</reducesTotal> - <reducesCompleted>0</reducesCompleted> - <mapProgress>100.0</mapProgress> - <reduceProgress>86.803696</reduceProgress> - <mapsPending>0</mapsPending> - <mapsRunning>0</mapsRunning> - <reducesPending>0</reducesPending> - <reducesRunning>1</reducesRunning> - <uberized>false</uberized> - <diagnostics></diagnostics> - <newReduceAttempts>0</newReduceAttempts> - <runningReduceAttempts>1</runningReduceAttempts> - <failedReduceAttempts>0</failedReduceAttempts> - <killedReduceAttempts>0</killedReduceAttempts> - <successfulReduceAttempts>0</successfulReduceAttempts> - <newMapAttempts>0</newMapAttempts> - <runningMapAttempts>0</runningMapAttempts> - <failedMapAttempts>0</failedMapAttempts> - <killedMapAttempts>0</killedMapAttempts> - <successfulMapAttempts>1</successfulMapAttempts> - </job> + <job> + <startTime>1401199825397</startTime> + <finishTime>0</finishTime> + <elapsedTime>10188267</elapsedTime> + <id>job_1399541193872_0035</id> + <name>Sleep job</name> + <user>hdfs</user> + <state>RUNNING</state> + <mapsTotal>1</mapsTotal> + <mapsCompleted>1</mapsCompleted> + <reducesTotal>1</reducesTotal> + <reducesCompleted>0</reducesCompleted> + <mapProgress>100.0</mapProgress> + <reduceProgress>86.803696</reduceProgress> + <mapsPending>0</mapsPending> + <mapsRunning>0</mapsRunning> + <reducesPending>0</reducesPending> + <reducesRunning>1</reducesRunning> + <uberized>false</uberized> + <diagnostics></diagnostics> + <newReduceAttempts>0</newReduceAttempts> + <runningReduceAttempts>1</runningReduceAttempts> + <failedReduceAttempts>0</failedReduceAttempts> + <killedReduceAttempts>0</killedReduceAttempts> + <successfulReduceAttempts>0</successfulReduceAttempts> + <newMapAttempts>0</newMapAttempts> + <runningMapAttempts>0</runningMapAttempts> + <failedMapAttempts>0</failedMapAttempts> + <killedMapAttempts>0</killedMapAttempts> + <successfulMapAttempts>1</successfulMapAttempts> + </job> </jobs> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.json index 9b806ea..61e935c 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.json @@ -1,155 +1,155 @@ { - "jobTaskAttemptCounters":{ - "id":"attempt_1399541193872_0036_r_000000_0", - "taskAttemptCounterGroup":[ - { - "counterGroupName":"org.apache.hadoop.mapreduce.FileSystemCounter", - "counter":[ - { - "name":"FILE_BYTES_READ", - "value":655360 - }, - { - "name":"FILE_BYTES_WRITTEN", - "value":4883518 - }, - { - "name":"FILE_READ_OPS", - "value":0 - }, - { - "name":"FILE_LARGE_READ_OPS", - "value":0 - }, - { - "name":"FILE_WRITE_OPS", - "value":0 - }, - { - "name":"HDFS_BYTES_READ", - "value":0 - }, - { - "name":"HDFS_BYTES_WRITTEN", - "value":0 - }, - { - "name":"HDFS_READ_OPS", - "value":0 - }, - { - "name":"HDFS_LARGE_READ_OPS", - "value":0 - }, - { - "name":"HDFS_WRITE_OPS", - "value":0 - } - ] - }, - { - "counterGroupName":"org.apache.hadoop.mapreduce.TaskCounter", - "counter":[ - { - "name":"COMBINE_INPUT_RECORDS", - "value":0 - }, - { - "name":"COMBINE_OUTPUT_RECORDS", - "value":0 - }, - { - "name":"REDUCE_INPUT_GROUPS", - "value":118653 - }, - { - "name":"REDUCE_SHUFFLE_BYTES", - "value":4780221 - }, - { - "name":"REDUCE_INPUT_RECORDS", - "value":118653 - }, - { - "name":"REDUCE_OUTPUT_RECORDS", - "value":0 - }, - { - "name":"SPILLED_RECORDS", - "value":0 - }, - { - "name":"SHUFFLED_MAPS", - "value":1 - }, - { - "name":"FAILED_SHUFFLE", - "value":0 - }, - { - "name":"MERGED_MAP_OUTPUTS", - "value":1 - }, - { - "name":"GC_TIME_MILLIS", - "value":7223 - }, - { - "name":"CPU_MILLISECONDS", - "value":106990 - }, - { - "name":"PHYSICAL_MEMORY_BYTES", - "value":110182400 - }, - { - "name":"VIRTUAL_MEMORY_BYTES", - "value":2812141568 - }, - { - "name":"COMMITTED_HEAP_BYTES", - "value":30474240 - } - ] - }, - { - "counterGroupName":"Shuffle Errors", - "counter":[ - { - "name":"BAD_ID", - "value":0 - }, - { - "name":"CONNECTION", - "value":0 - }, - { - "name":"IO_ERROR", - "value":0 - }, - { - "name":"WRONG_LENGTH", - "value":0 - }, - { - "name":"WRONG_MAP", - "value":0 - }, - { - "name":"WRONG_REDUCE", - "value":0 - } - ] - }, - { - "counterGroupName":"org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", - "counter":[ - { - "name":"BYTES_WRITTEN", - "value":0 - } - ] - } - ] - } + "jobTaskAttemptCounters":{ + "id":"attempt_1399541193872_0036_r_000000_0", + "taskAttemptCounterGroup":[ + { + "counterGroupName":"org.apache.hadoop.mapreduce.FileSystemCounter", + "counter":[ + { + "name":"FILE_BYTES_READ", + "value":655360 + }, + { + "name":"FILE_BYTES_WRITTEN", + "value":4883518 + }, + { + "name":"FILE_READ_OPS", + "value":0 + }, + { + "name":"FILE_LARGE_READ_OPS", + "value":0 + }, + { + "name":"FILE_WRITE_OPS", + "value":0 + }, + { + "name":"HDFS_BYTES_READ", + "value":0 + }, + { + "name":"HDFS_BYTES_WRITTEN", + "value":0 + }, + { + "name":"HDFS_READ_OPS", + "value":0 + }, + { + "name":"HDFS_LARGE_READ_OPS", + "value":0 + }, + { + "name":"HDFS_WRITE_OPS", + "value":0 + } + ] + }, + { + "counterGroupName":"org.apache.hadoop.mapreduce.TaskCounter", + "counter":[ + { + "name":"COMBINE_INPUT_RECORDS", + "value":0 + }, + { + "name":"COMBINE_OUTPUT_RECORDS", + "value":0 + }, + { + "name":"REDUCE_INPUT_GROUPS", + "value":118653 + }, + { + "name":"REDUCE_SHUFFLE_BYTES", + "value":4780221 + }, + { + "name":"REDUCE_INPUT_RECORDS", + "value":118653 + }, + { + "name":"REDUCE_OUTPUT_RECORDS", + "value":0 + }, + { + "name":"SPILLED_RECORDS", + "value":0 + }, + { + "name":"SHUFFLED_MAPS", + "value":1 + }, + { + "name":"FAILED_SHUFFLE", + "value":0 + }, + { + "name":"MERGED_MAP_OUTPUTS", + "value":1 + }, + { + "name":"GC_TIME_MILLIS", + "value":7223 + }, + { + "name":"CPU_MILLISECONDS", + "value":106990 + }, + { + "name":"PHYSICAL_MEMORY_BYTES", + "value":110182400 + }, + { + "name":"VIRTUAL_MEMORY_BYTES", + "value":2812141568 + }, + { + "name":"COMMITTED_HEAP_BYTES", + "value":30474240 + } + ] + }, + { + "counterGroupName":"Shuffle Errors", + "counter":[ + { + "name":"BAD_ID", + "value":0 + }, + { + "name":"CONNECTION", + "value":0 + }, + { + "name":"IO_ERROR", + "value":0 + }, + { + "name":"WRONG_LENGTH", + "value":0 + }, + { + "name":"WRONG_MAP", + "value":0 + }, + { + "name":"WRONG_REDUCE", + "value":0 + } + ] + }, + { + "counterGroupName":"org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", + "counter":[ + { + "name":"BYTES_WRITTEN", + "value":0 + } + ] + } + ] + } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.xml ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.xml b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.xml index 5019ecd..4119849 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.xml +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt-counters.xml @@ -16,148 +16,148 @@ See the License for the specific language governing permissions and limitations under the License. --> <jobTaskAttemptCounters> - <id>attempt_1399541193872_0036_r_000000_0</id> - <taskAttemptCounterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter - </counterGroupName> - <counter> - <name>FILE_BYTES_READ</name> - <value>655360</value> - </counter> - <counter> - <name>FILE_BYTES_WRITTEN</name> - <value>4883518</value> - </counter> - <counter> - <name>FILE_READ_OPS</name> - <value>0</value> - </counter> - <counter> - <name>FILE_LARGE_READ_OPS</name> - <value>0</value> - </counter> - <counter> - <name>FILE_WRITE_OPS</name> - <value>0</value> - </counter> - <counter> - <name>HDFS_BYTES_READ</name> - <value>0</value> - </counter> - <counter> - <name>HDFS_BYTES_WRITTEN</name> - <value>0</value> - </counter> - <counter> - <name>HDFS_READ_OPS</name> - <value>0</value> - </counter> - <counter> - <name>HDFS_LARGE_READ_OPS</name> - <value>0</value> - </counter> - <counter> - <name>HDFS_WRITE_OPS</name> - <value>0</value> - </counter> - </taskAttemptCounterGroup> - <taskAttemptCounterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter - </counterGroupName> - <counter> - <name>COMBINE_INPUT_RECORDS</name> - <value>0</value> - </counter> - <counter> - <name>COMBINE_OUTPUT_RECORDS</name> - <value>0</value> - </counter> - <counter> - <name>REDUCE_INPUT_GROUPS</name> - <value>109953</value> - </counter> - <counter> - <name>REDUCE_SHUFFLE_BYTES</name> - <value>4780221</value> - </counter> - <counter> - <name>REDUCE_INPUT_RECORDS</name> - <value>109953</value> - </counter> - <counter> - <name>REDUCE_OUTPUT_RECORDS</name> - <value>0</value> - </counter> - <counter> - <name>SPILLED_RECORDS</name> - <value>0</value> - </counter> - <counter> - <name>SHUFFLED_MAPS</name> - <value>1</value> - </counter> - <counter> - <name>FAILED_SHUFFLE</name> - <value>0</value> - </counter> - <counter> - <name>MERGED_MAP_OUTPUTS</name> - <value>1</value> - </counter> - <counter> - <name>GC_TIME_MILLIS</name> - <value>6722</value> - </counter> - <counter> - <name>CPU_MILLISECONDS</name> - <value>99330</value> - </counter> - <counter> - <name>PHYSICAL_MEMORY_BYTES</name> - <value>110190592</value> - </counter> - <counter> - <name>VIRTUAL_MEMORY_BYTES</name> - <value>2812141568</value> - </counter> - <counter> - <name>COMMITTED_HEAP_BYTES</name> - <value>30474240</value> - </counter> - </taskAttemptCounterGroup> - <taskAttemptCounterGroup> - <counterGroupName>Shuffle Errors</counterGroupName> - <counter> - <name>BAD_ID</name> - <value>0</value> - </counter> - <counter> - <name>CONNECTION</name> - <value>0</value> - </counter> - <counter> - <name>IO_ERROR</name> - <value>0</value> - </counter> - <counter> - <name>WRONG_LENGTH</name> - <value>0</value> - </counter> - <counter> - <name>WRONG_MAP</name> - <value>0</value> - </counter> - <counter> - <name>WRONG_REDUCE</name> - <value>0</value> - </counter> - </taskAttemptCounterGroup> - <taskAttemptCounterGroup> - <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter - </counterGroupName> - <counter> - <name>BYTES_WRITTEN</name> - <value>0</value> - </counter> - </taskAttemptCounterGroup> + <id>attempt_1399541193872_0036_r_000000_0</id> + <taskAttemptCounterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter + </counterGroupName> + <counter> + <name>FILE_BYTES_READ</name> + <value>655360</value> + </counter> + <counter> + <name>FILE_BYTES_WRITTEN</name> + <value>4883518</value> + </counter> + <counter> + <name>FILE_READ_OPS</name> + <value>0</value> + </counter> + <counter> + <name>FILE_LARGE_READ_OPS</name> + <value>0</value> + </counter> + <counter> + <name>FILE_WRITE_OPS</name> + <value>0</value> + </counter> + <counter> + <name>HDFS_BYTES_READ</name> + <value>0</value> + </counter> + <counter> + <name>HDFS_BYTES_WRITTEN</name> + <value>0</value> + </counter> + <counter> + <name>HDFS_READ_OPS</name> + <value>0</value> + </counter> + <counter> + <name>HDFS_LARGE_READ_OPS</name> + <value>0</value> + </counter> + <counter> + <name>HDFS_WRITE_OPS</name> + <value>0</value> + </counter> + </taskAttemptCounterGroup> + <taskAttemptCounterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter + </counterGroupName> + <counter> + <name>COMBINE_INPUT_RECORDS</name> + <value>0</value> + </counter> + <counter> + <name>COMBINE_OUTPUT_RECORDS</name> + <value>0</value> + </counter> + <counter> + <name>REDUCE_INPUT_GROUPS</name> + <value>109953</value> + </counter> + <counter> + <name>REDUCE_SHUFFLE_BYTES</name> + <value>4780221</value> + </counter> + <counter> + <name>REDUCE_INPUT_RECORDS</name> + <value>109953</value> + </counter> + <counter> + <name>REDUCE_OUTPUT_RECORDS</name> + <value>0</value> + </counter> + <counter> + <name>SPILLED_RECORDS</name> + <value>0</value> + </counter> + <counter> + <name>SHUFFLED_MAPS</name> + <value>1</value> + </counter> + <counter> + <name>FAILED_SHUFFLE</name> + <value>0</value> + </counter> + <counter> + <name>MERGED_MAP_OUTPUTS</name> + <value>1</value> + </counter> + <counter> + <name>GC_TIME_MILLIS</name> + <value>6722</value> + </counter> + <counter> + <name>CPU_MILLISECONDS</name> + <value>99330</value> + </counter> + <counter> + <name>PHYSICAL_MEMORY_BYTES</name> + <value>110190592</value> + </counter> + <counter> + <name>VIRTUAL_MEMORY_BYTES</name> + <value>2812141568</value> + </counter> + <counter> + <name>COMMITTED_HEAP_BYTES</name> + <value>30474240</value> + </counter> + </taskAttemptCounterGroup> + <taskAttemptCounterGroup> + <counterGroupName>Shuffle Errors</counterGroupName> + <counter> + <name>BAD_ID</name> + <value>0</value> + </counter> + <counter> + <name>CONNECTION</name> + <value>0</value> + </counter> + <counter> + <name>IO_ERROR</name> + <value>0</value> + </counter> + <counter> + <name>WRONG_LENGTH</name> + <value>0</value> + </counter> + <counter> + <name>WRONG_MAP</name> + <value>0</value> + </counter> + <counter> + <name>WRONG_REDUCE</name> + <value>0</value> + </counter> + </taskAttemptCounterGroup> + <taskAttemptCounterGroup> + <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter + </counterGroupName> + <counter> + <name>BYTES_WRITTEN</name> + <value>0</value> + </counter> + </taskAttemptCounterGroup> </jobTaskAttemptCounters> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.json index 69bc6a5..8a580f3 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.json @@ -1,21 +1,21 @@ { - "taskAttempt":{ - "startTime":1401273289105, - "finishTime":0, - "elapsedTime":0, - "progress":68.680374, - "id":"attempt_1399541193872_0036_r_000000_0", - "rack":"/default-rack", - "state":"RUNNING", - "status":"Sleeping... (109692800) ms left > reduce", - "nodeHttpAddress":"host.yarn.com:50060", - "diagnostics":"", - "type":"REDUCE", - "assignedContainerId":"container_1399541193872_0036_01_000003", - "shuffleFinishTime":1401273296009, - "mergeFinishTime":1401273296736, - "elapsedShuffleTime":6904, - "elapsedMergeTime":727, - "elapsedReduceTime":0 - } + "taskAttempt":{ + "startTime":1401273289105, + "finishTime":0, + "elapsedTime":0, + "progress":68.680374, + "id":"attempt_1399541193872_0036_r_000000_0", + "rack":"/default-rack", + "state":"RUNNING", + "status":"Sleeping... (109692800) ms left > reduce", + "nodeHttpAddress":"host.yarn.com:50060", + "diagnostics":"", + "type":"REDUCE", + "assignedContainerId":"container_1399541193872_0036_01_000003", + "shuffleFinishTime":1401273296009, + "mergeFinishTime":1401273296736, + "elapsedShuffleTime":6904, + "elapsedMergeTime":727, + "elapsedReduceTime":0 + } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.xml ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.xml b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.xml index 4f99117..5e8eb6c 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.xml +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempt.xml @@ -16,22 +16,22 @@ See the License for the specific language governing permissions and limitations under the License. --> <taskAttempt> - <startTime>1401273289105</startTime> - <finishTime>0</finishTime> - <elapsedTime>0</elapsedTime> - <progress>68.680374</progress> - <id>attempt_1399541193872_0036_r_000000_0</id> - <rack>/default-rack</rack> - <state>RUNNING</state> - <status>Sleeping... (109200400) ms left > reduce</status> - <nodeHttpAddress>hdp.example.com:50060</nodeHttpAddress> - <diagnostics></diagnostics> - <type>REDUCE</type> - <assignedContainerId>container_1399541193872_0036_01_000003 - </assignedContainerId> - <shuffleFinishTime>1401273296009</shuffleFinishTime> - <mergeFinishTime>1401273296736</mergeFinishTime> - <elapsedShuffleTime>6904</elapsedShuffleTime> - <elapsedMergeTime>727</elapsedMergeTime> - <elapsedReduceTime>0</elapsedReduceTime> + <startTime>1401273289105</startTime> + <finishTime>0</finishTime> + <elapsedTime>0</elapsedTime> + <progress>68.680374</progress> + <id>attempt_1399541193872_0036_r_000000_0</id> + <rack>/default-rack</rack> + <state>RUNNING</state> + <status>Sleeping... (109200400) ms left > reduce</status> + <nodeHttpAddress>hdp.example.com:50060</nodeHttpAddress> + <diagnostics></diagnostics> + <type>REDUCE</type> + <assignedContainerId>container_1399541193872_0036_01_000003 + </assignedContainerId> + <shuffleFinishTime>1401273296009</shuffleFinishTime> + <mergeFinishTime>1401273296736</mergeFinishTime> + <elapsedShuffleTime>6904</elapsedShuffleTime> + <elapsedMergeTime>727</elapsedMergeTime> + <elapsedReduceTime>0</elapsedReduceTime> </taskAttempt> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.json index 31ffeb8..50463d9 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.json @@ -1,26 +1,26 @@ { - "taskAttempts":{ - "taskAttempt":[ - { - "type":"reduceTaskAttemptInfo", - "startTime":1401273289105, - "finishTime":0, - "elapsedTime":0, - "progress":68.680374, - "id":"attempt_1399541193872_0036_r_000000_0", - "rack":"/default-rack", - "state":"RUNNING", - "status":"Sleeping... (110404400) ms left > reduce", - "nodeHttpAddress":"host.yarn.com:50060", - "diagnostics":"", - "type":"REDUCE", - "assignedContainerId":"container_1399541193872_0036_01_000003", - "shuffleFinishTime":1401273296009, - "mergeFinishTime":1401273296736, - "elapsedShuffleTime":6904, - "elapsedMergeTime":727, - "elapsedReduceTime":0 - } - ] - } + "taskAttempts":{ + "taskAttempt":[ + { + "type":"reduceTaskAttemptInfo", + "startTime":1401273289105, + "finishTime":0, + "elapsedTime":0, + "progress":68.680374, + "id":"attempt_1399541193872_0036_r_000000_0", + "rack":"/default-rack", + "state":"RUNNING", + "status":"Sleeping... (110404400) ms left > reduce", + "nodeHttpAddress":"host.yarn.com:50060", + "diagnostics":"", + "type":"REDUCE", + "assignedContainerId":"container_1399541193872_0036_01_000003", + "shuffleFinishTime":1401273296009, + "mergeFinishTime":1401273296736, + "elapsedShuffleTime":6904, + "elapsedMergeTime":727, + "elapsedReduceTime":0 + } + ] + } } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.xml ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.xml b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.xml index 3de9457..81fa381 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.xml +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-task-attempts.xml @@ -16,25 +16,25 @@ See the License for the specific language governing permissions and limitations under the License. --> <taskAttempts> - <taskAttempt xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:type="reduceTaskAttemptInfo"> - <startTime>1401273289105</startTime> - <finishTime>0</finishTime> - <elapsedTime>0</elapsedTime> - <progress>68.680374</progress> - <id>attempt_1399541193872_0036_r_000000_0</id> - <rack>/default-rack</rack> - <state>RUNNING</state> - <status>Sleeping... (110792700) ms left > reduce</status> - <nodeHttpAddress>host.yarn.com:50060</nodeHttpAddress> - <diagnostics></diagnostics> - <type>REDUCE</type> - <assignedContainerId>container_1399541193872_0036_01_000003 - </assignedContainerId> - <shuffleFinishTime>1401273296009</shuffleFinishTime> - <mergeFinishTime>1401273296736</mergeFinishTime> - <elapsedShuffleTime>6904</elapsedShuffleTime> - <elapsedMergeTime>727</elapsedMergeTime> - <elapsedReduceTime>0</elapsedReduceTime> - </taskAttempt> + <taskAttempt xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:type="reduceTaskAttemptInfo"> + <startTime>1401273289105</startTime> + <finishTime>0</finishTime> + <elapsedTime>0</elapsedTime> + <progress>68.680374</progress> + <id>attempt_1399541193872_0036_r_000000_0</id> + <rack>/default-rack</rack> + <state>RUNNING</state> + <status>Sleeping... (110792700) ms left > reduce</status> + <nodeHttpAddress>host.yarn.com:50060</nodeHttpAddress> + <diagnostics></diagnostics> + <type>REDUCE</type> + <assignedContainerId>container_1399541193872_0036_01_000003 + </assignedContainerId> + <shuffleFinishTime>1401273296009</shuffleFinishTime> + <mergeFinishTime>1401273296736</mergeFinishTime> + <elapsedShuffleTime>6904</elapsedShuffleTime> + <elapsedMergeTime>727</elapsedMergeTime> + <elapsedReduceTime>0</elapsedReduceTime> + </taskAttempt> </taskAttempts> \ No newline at end of file
