[
https://issues.apache.org/jira/browse/HADOOP-2480?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#action_12554385
]
Edward Yoon commented on HADOOP-2480:
-------------------------------------
{code}
hql > jar ./build/contrib/hbase/hadoop-0.16.0-dev-hbase-examples.jar logfetcher
udanax/logs access_log;
1. access_log table already exists.
2. access_log files fetching using map/reduce
07/12/26 17:39:32 INFO mapred.FileInputFormat: Total input paths to process : 1
07/12/26 17:39:33 INFO mapred.JobClient: Running job: job_200712261737_0001
07/12/26 17:39:34 INFO mapred.JobClient: map 0% reduce 0%
07/12/26 17:40:06 INFO mapred.JobClient: map 1% reduce 0%
07/12/26 17:40:26 INFO mapred.JobClient: map 2% reduce 0%
07/12/26 17:40:46 INFO mapred.JobClient: map 3% reduce 0%
07/12/26 17:41:06 INFO mapred.JobClient: map 4% reduce 0%
07/12/26 17:41:12 INFO mapred.JobClient: Task Id :
task_200712261737_0001_m_000002_0, Status : FAILED
org.apache.hadoop.hbase.MasterNotRunningException
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getMaster(HConnectionManager.java:209)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:575)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:462)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:479)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:534)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getTableServers(HConnectionManager.java:312)
at org.apache.hadoop.hbase.HTable.<init>(HTable.java:92)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:81)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:47)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:192)
at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:2016)
07/12/26 17:41:13 INFO mapred.JobClient: Task Id :
task_200712261737_0001_m_000003_0, Status : FAILED
org.apache.hadoop.hbase.MasterNotRunningException
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getMaster(HConnectionManager.java:209)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:575)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:462)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:479)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:534)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getTableServers(HConnectionManager.java:312)
at org.apache.hadoop.hbase.HTable.<init>(HTable.java:92)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:81)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:47)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:192)
at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:2016)
07/12/26 17:41:27 INFO mapred.JobClient: map 5% reduce 0%
07/12/26 17:41:46 INFO mapred.JobClient: map 6% reduce 0%
07/12/26 17:42:11 INFO mapred.JobClient: map 7% reduce 0%
07/12/26 17:42:26 INFO mapred.JobClient: map 8% reduce 0%
07/12/26 17:42:46 INFO mapred.JobClient: map 9% reduce 0%
07/12/26 17:42:48 INFO mapred.JobClient: Task Id :
task_200712261737_0001_m_000004_0, Status : FAILED
org.apache.hadoop.hbase.MasterNotRunningException
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getMaster(HConnectionManager.java:209)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:575)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:462)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:479)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:534)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getTableServers(HConnectionManager.java:312)
at org.apache.hadoop.hbase.HTable.<init>(HTable.java:92)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:81)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:47)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:192)
at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:2016)
07/12/26 17:42:48 INFO mapred.JobClient: Task Id :
task_200712261737_0001_m_000005_0, Status : FAILED
org.apache.hadoop.hbase.MasterNotRunningException
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getMaster(HConnectionManager.java:209)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:575)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:462)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:479)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:534)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getTableServers(HConnectionManager.java:312)
at org.apache.hadoop.hbase.HTable.<init>(HTable.java:92)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:81)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:47)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:192)
at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:2016)
07/12/26 17:43:11 INFO mapred.JobClient: map 10% reduce 0%
07/12/26 17:43:31 INFO mapred.JobClient: map 11% reduce 0%
07/12/26 17:43:52 INFO mapred.JobClient: map 11% reduce 1%
07/12/26 17:43:57 INFO mapred.JobClient: map 12% reduce 1%
07/12/26 17:44:02 INFO mapred.JobClient: map 12% reduce 3%
07/12/26 17:44:22 INFO mapred.JobClient: map 13% reduce 3%
07/12/26 17:44:25 INFO mapred.JobClient: Task Id :
task_200712261737_0001_m_000006_0, Status : FAILED
org.apache.hadoop.hbase.MasterNotRunningException
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getMaster(HConnectionManager.java:209)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:575)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:462)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:479)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:534)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getTableServers(HConnectionManager.java:312)
at org.apache.hadoop.hbase.HTable.<init>(HTable.java:92)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:81)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:47)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:192)
at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:2016)
07/12/26 17:44:25 INFO mapred.JobClient: Task Id :
task_200712261737_0001_m_000007_0, Status : FAILED
org.apache.hadoop.hbase.MasterNotRunningException
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getMaster(HConnectionManager.java:209)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:575)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:462)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:479)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.findServersForTable(HConnectionManager.java:534)
at
org.apache.hadoop.hbase.HConnectionManager$TableServers.getTableServers(HConnectionManager.java:312)
at org.apache.hadoop.hbase.HTable.<init>(HTable.java:92)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:81)
at org.apache.hadoop.hbase.LogFetcher$MapClass.map(LogFetcher.java:47)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:192)
at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:2016)
07/12/26 17:44:37 INFO mapred.JobClient: map 14% reduce 3%
07/12/26 17:44:56 INFO mapred.JobClient: map 15% reduce 3%
{code}
> [Hbase Shell] Log Analysis Examples
> -----------------------------------
>
> Key: HADOOP-2480
> URL: https://issues.apache.org/jira/browse/HADOOP-2480
> Project: Hadoop
> Issue Type: New Feature
> Components: contrib/hbase
> Affects Versions: 0.16.0
> Environment: All
> Reporter: Edward Yoon
> Assignee: Edward Yoon
> Priority: Trivial
> Fix For: 0.16.0
>
> Attachments: v01.patch
>
>
> I was made an apache log fetcher, log analyzer, social network analyzer using
> map/reduce on hbase table for large scale.
> I think these examples are general usage examples.
> So, i'd like to contribute to hbase.
--
This message is automatically generated by JIRA.
-
You can reply to this email to add a comment to the issue online.
