[
https://issues.apache.org/jira/browse/EAGLE-407?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
CaoYu updated EAGLE-407:
------------------------
Description:
I used version 0.3.0 and start topolopy to monitor hdfs audit log.
At first , eagle work is ok, but about 2 hour later,in strom worker got this
error:
>>> error from bolt FileSensitivityDataJoinExecutor_6 port 6701:
java.lang.RuntimeException: java.util.regex.PatternSyntaxException: Illegal
repetition near index 1
./{}
^
at
backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:135)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:106)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:80)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.daemon.executor$fn__3439$fn__3451$fn__3498.invoke(executor.clj:755)
~[storm-core-0.9.6.jar:0.9.6]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
~[storm-core-0.9.6.jar:0.9.6]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_74]
Caused by: java.util.regex.PatternSyntaxException: Illegal repetition near
index 1
./{}
^
at java.util.regex.Pattern.error(Pattern.java:1955) ~[na:1.8.0_74]
at java.util.regex.Pattern.closure(Pattern.java:3157) ~[na:1.8.0_74]
at java.util.regex.Pattern.sequence(Pattern.java:2134) ~[na:1.8.0_74]
at java.util.regex.Pattern.expr(Pattern.java:1996) ~[na:1.8.0_74]
at java.util.regex.Pattern.compile(Pattern.java:1696) ~[na:1.8.0_74]
at java.util.regex.Pattern.<init>(Pattern.java:1351) ~[na:1.8.0_74]
at java.util.regex.Pattern.compile(Pattern.java:1054) ~[na:1.8.0_74]
at
org.apache.eagle.security.auditlog.FileSensitivityDataJoinExecutor.flatMap(FileSensitivityDataJoinExecutor.java:71)
~[stormjar.jar:na]
at
org.apache.eagle.datastream.storm.JavaStormBoltWrapper.execute(JavaStormBoltWrapper.scala:38)
~[stormjar.jar:na]
at
backtype.storm.daemon.executor$fn__3439$tuple_action_fn__3441.invoke(executor.clj:640)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.daemon.executor$mk_task_receiver$fn__3362.invoke(executor.clj:407)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.disruptor$clojure_handler$reify__1445.onEvent(disruptor.clj:58)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:132)
~[storm-core-0.9.6.jar:0.9.6]
... 6 common frames omitted
2016-08-02T16:27:24.480+0800 b.s.util [ERROR] Halting process: ("Worker died")
java.lang.RuntimeException: ("Worker died")
at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:325)
[storm-core-0.9.6.jar:0.9.6]
at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.5.1.jar:na]
at
backtype.storm.daemon.worker$fn__4698$fn__4699.invoke(worker.clj:499)
[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.daemon.executor$mk_executor_data$fn__3272$fn__3273.invoke(executor.clj:241)
[storm-core-0.9.6.jar:0.9.6]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:473)
[storm-core-0.9.6.jar:0.9.6]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_74]
please help me. tks all guys .
here is some example hdfs audit log:
2016-08-02 16:48:45,696 INFO FSNamesystem.audit: allowed=true ugi=hbase
(auth:SIMPLE) ip=/10.60.32.102 cmd=open
src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/.tmp/b4e3f81560cb44f0adb8b207372d0787
dst=null perm=null proto=rpc
2016-08-02 16:48:45,698 INFO FSNamesystem.audit: allowed=true ugi=hbase
(auth:SIMPLE) ip=/10.60.32.102 cmd=open
src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/.tmp/b4e3f81560cb44f0adb8b207372d0787
dst=null perm=null proto=rpc
2016-08-02 16:48:45,700 INFO FSNamesystem.audit: allowed=true ugi=hbase
(auth:SIMPLE) ip=/10.60.32.102 cmd=getfileinfo
src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/Cf
dst=null perm=null proto=rpc
was:
I used version 0.3.0 and start topolopy to monitor hdfs audit log.
At first , eagle work is ok, but about 2 hour later,in strom worker got this
error:
java.lang.RuntimeException: java.util.regex.PatternSyntaxException: Illegal
repetition near index 1
./{}
^
at
backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:135)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:106)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:80)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.daemon.executor$fn__3439$fn__3451$fn__3498.invoke(executor.clj:755)
~[storm-core-0.9.6.jar:0.9.6]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
~[storm-core-0.9.6.jar:0.9.6]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_74]
Caused by: java.util.regex.PatternSyntaxException: Illegal repetition near
index 1
./{}
^
at java.util.regex.Pattern.error(Pattern.java:1955) ~[na:1.8.0_74]
at java.util.regex.Pattern.closure(Pattern.java:3157) ~[na:1.8.0_74]
at java.util.regex.Pattern.sequence(Pattern.java:2134) ~[na:1.8.0_74]
at java.util.regex.Pattern.expr(Pattern.java:1996) ~[na:1.8.0_74]
at java.util.regex.Pattern.compile(Pattern.java:1696) ~[na:1.8.0_74]
at java.util.regex.Pattern.<init>(Pattern.java:1351) ~[na:1.8.0_74]
at java.util.regex.Pattern.compile(Pattern.java:1054) ~[na:1.8.0_74]
at
org.apache.eagle.security.auditlog.FileSensitivityDataJoinExecutor.flatMap(FileSensitivityDataJoinExecutor.java:71)
~[stormjar.jar:na]
at
org.apache.eagle.datastream.storm.JavaStormBoltWrapper.execute(JavaStormBoltWrapper.scala:38)
~[stormjar.jar:na]
at
backtype.storm.daemon.executor$fn__3439$tuple_action_fn__3441.invoke(executor.clj:640)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.daemon.executor$mk_task_receiver$fn__3362.invoke(executor.clj:407)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.disruptor$clojure_handler$reify__1445.onEvent(disruptor.clj:58)
~[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:132)
~[storm-core-0.9.6.jar:0.9.6]
... 6 common frames omitted
2016-08-02T16:27:24.480+0800 b.s.util [ERROR] Halting process: ("Worker died")
java.lang.RuntimeException: ("Worker died")
at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:325)
[storm-core-0.9.6.jar:0.9.6]
at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.5.1.jar:na]
at
backtype.storm.daemon.worker$fn__4698$fn__4699.invoke(worker.clj:499)
[storm-core-0.9.6.jar:0.9.6]
at
backtype.storm.daemon.executor$mk_executor_data$fn__3272$fn__3273.invoke(executor.clj:241)
[storm-core-0.9.6.jar:0.9.6]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:473)
[storm-core-0.9.6.jar:0.9.6]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_74]
please help me. tks all guys .
here is some example hdfs audit log:
2016-08-02 16:48:45,696 INFO FSNamesystem.audit: allowed=true ugi=hbase
(auth:SIMPLE) ip=/10.60.32.102 cmd=open
src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/.tmp/b4e3f81560cb44f0adb8b207372d0787
dst=null perm=null proto=rpc
2016-08-02 16:48:45,698 INFO FSNamesystem.audit: allowed=true ugi=hbase
(auth:SIMPLE) ip=/10.60.32.102 cmd=open
src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/.tmp/b4e3f81560cb44f0adb8b207372d0787
dst=null perm=null proto=rpc
2016-08-02 16:48:45,700 INFO FSNamesystem.audit: allowed=true ugi=hbase
(auth:SIMPLE) ip=/10.60.32.102 cmd=getfileinfo
src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/Cf
dst=null perm=null proto=rpc
> storm bolt error:java.lang.RuntimeException:
> java.util.regex.PatternSyntaxException: Illegal repetition near index 1 ./{} ^
> ---------------------------------------------------------------------------------------------------------------------------
>
> Key: EAGLE-407
> URL: https://issues.apache.org/jira/browse/EAGLE-407
> Project: Eagle
> Issue Type: Bug
> Affects Versions: v0.3.0
> Reporter: CaoYu
>
> I used version 0.3.0 and start topolopy to monitor hdfs audit log.
> At first , eagle work is ok, but about 2 hour later,in strom worker got this
> error:
> >>> error from bolt FileSensitivityDataJoinExecutor_6 port 6701:
> java.lang.RuntimeException: java.util.regex.PatternSyntaxException: Illegal
> repetition near index 1
> ./{}
> ^
> at
> backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:135)
> ~[storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:106)
> ~[storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:80)
> ~[storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.daemon.executor$fn__3439$fn__3451$fn__3498.invoke(executor.clj:755)
> ~[storm-core-0.9.6.jar:0.9.6]
> at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
> ~[storm-core-0.9.6.jar:0.9.6]
> at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
> at java.lang.Thread.run(Thread.java:745) [na:1.8.0_74]
> Caused by: java.util.regex.PatternSyntaxException: Illegal repetition near
> index 1
> ./{}
> ^
> at java.util.regex.Pattern.error(Pattern.java:1955) ~[na:1.8.0_74]
> at java.util.regex.Pattern.closure(Pattern.java:3157) ~[na:1.8.0_74]
> at java.util.regex.Pattern.sequence(Pattern.java:2134) ~[na:1.8.0_74]
> at java.util.regex.Pattern.expr(Pattern.java:1996) ~[na:1.8.0_74]
> at java.util.regex.Pattern.compile(Pattern.java:1696) ~[na:1.8.0_74]
> at java.util.regex.Pattern.<init>(Pattern.java:1351) ~[na:1.8.0_74]
> at java.util.regex.Pattern.compile(Pattern.java:1054) ~[na:1.8.0_74]
> at
> org.apache.eagle.security.auditlog.FileSensitivityDataJoinExecutor.flatMap(FileSensitivityDataJoinExecutor.java:71)
> ~[stormjar.jar:na]
> at
> org.apache.eagle.datastream.storm.JavaStormBoltWrapper.execute(JavaStormBoltWrapper.scala:38)
> ~[stormjar.jar:na]
> at
> backtype.storm.daemon.executor$fn__3439$tuple_action_fn__3441.invoke(executor.clj:640)
> ~[storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.daemon.executor$mk_task_receiver$fn__3362.invoke(executor.clj:407)
> ~[storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.disruptor$clojure_handler$reify__1445.onEvent(disruptor.clj:58)
> ~[storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:132)
> ~[storm-core-0.9.6.jar:0.9.6]
> ... 6 common frames omitted
> 2016-08-02T16:27:24.480+0800 b.s.util [ERROR] Halting process: ("Worker died")
> java.lang.RuntimeException: ("Worker died")
> at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:325)
> [storm-core-0.9.6.jar:0.9.6]
> at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.5.1.jar:na]
> at
> backtype.storm.daemon.worker$fn__4698$fn__4699.invoke(worker.clj:499)
> [storm-core-0.9.6.jar:0.9.6]
> at
> backtype.storm.daemon.executor$mk_executor_data$fn__3272$fn__3273.invoke(executor.clj:241)
> [storm-core-0.9.6.jar:0.9.6]
> at backtype.storm.util$async_loop$fn__460.invoke(util.clj:473)
> [storm-core-0.9.6.jar:0.9.6]
> at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
> at java.lang.Thread.run(Thread.java:745) [na:1.8.0_74]
> please help me. tks all guys .
> here is some example hdfs audit log:
> 2016-08-02 16:48:45,696 INFO FSNamesystem.audit: allowed=true ugi=hbase
> (auth:SIMPLE) ip=/10.60.32.102 cmd=open
> src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/.tmp/b4e3f81560cb44f0adb8b207372d0787
> dst=null perm=null proto=rpc
> 2016-08-02 16:48:45,698 INFO FSNamesystem.audit: allowed=true ugi=hbase
> (auth:SIMPLE) ip=/10.60.32.102 cmd=open
> src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/.tmp/b4e3f81560cb44f0adb8b207372d0787
> dst=null perm=null proto=rpc
> 2016-08-02 16:48:45,700 INFO FSNamesystem.audit: allowed=true ugi=hbase
> (auth:SIMPLE) ip=/10.60.32.102 cmd=getfileinfo
> src=/hbase/data/default/ThDrivingRecords/ee5fdf4879b481fe154915d361392ee1/Cf
> dst=null perm=null proto=rpc
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
