[MINOR] Migrate 0.5.0-incubating-SNAPSHOT to 0.5.0-SNAPSHOT Migrate `0.5.0-incubating-SNAPSHOT` to `0.5.0-SNAPSHOT` as Eagle graduated from incubator and becomes TLP
Author: Hao Chen <[email protected]> Closes #757 from haoch/UpdateVersion. Project: http://git-wip-us.apache.org/repos/asf/eagle/repo Commit: http://git-wip-us.apache.org/repos/asf/eagle/commit/8b3729f9 Tree: http://git-wip-us.apache.org/repos/asf/eagle/tree/8b3729f9 Diff: http://git-wip-us.apache.org/repos/asf/eagle/diff/8b3729f9 Branch: refs/heads/master Commit: 8b3729f97f73901ad5fa70a79ff7b6a8a19f0659 Parents: ab50e62 Author: Hao Chen <[email protected]> Authored: Fri Dec 30 16:27:31 2016 +0800 Committer: Hao Chen <[email protected]> Committed: Fri Dec 30 16:27:31 2016 +0800 ---------------------------------------------------------------------- LICENSE | 2 +- NOTICE | 4 +- eagle-assembly/pom.xml | 129 - eagle-assembly/src/assembly/eagle-bin.xml | 249 - eagle-assembly/src/main/README.md | 99 - eagle-assembly/src/main/bin/eagle-ambari.sh | 20 - eagle-assembly/src/main/bin/eagle-check-env.sh | 43 - eagle-assembly/src/main/bin/eagle-env.sh | 51 - eagle-assembly/src/main/bin/eagle-policy.sh | 168 - eagle-assembly/src/main/bin/eagle-run-class.sh | 115 - eagle-assembly/src/main/bin/eagle-service.sh | 126 - .../src/main/bin/eagle-topology-init.sh | 214 - eagle-assembly/src/main/bin/eagle-topology.sh | 195 - .../src/main/bin/eagle-userprofile-scheduler.sh | 226 - .../src/main/bin/eagle-userprofile-training.sh | 163 - .../src/main/bin/hadoop-metric-monitor.sh | 50 - .../bin/hdfs-securitylog-metadata-create.sh | 40 - eagle-assembly/src/main/bin/kafka-producer.sh | 21 - .../src/main/bin/kafka-server-start.sh | 51 - .../src/main/bin/kafka-server-status.sh | 24 - .../src/main/bin/kafka-server-stop.sh | 23 - .../src/main/bin/kafka-stream-monitor.sh | 53 - eagle-assembly/src/main/bin/kafka-topics.sh | 17 - eagle-assembly/src/main/bin/pipeline-runner.sh | 52 - .../src/main/bin/zookeeper-server-start.sh | 50 - .../src/main/bin/zookeeper-server-status.sh | 24 - .../src/main/bin/zookeeper-server-stop.sh | 24 - .../src/main/conf/eagle-scheduler.conf | 42 - eagle-assembly/src/main/conf/eagle-service.conf | 30 - .../src/main/conf/kafka-server.properties | 115 - eagle-assembly/src/main/conf/ldap.properties | 23 - eagle-assembly/src/main/conf/log4j.properties | 30 - eagle-assembly/src/main/conf/pipeline.conf | 40 - .../main/conf/sandbox-hadoopjmx-pipeline.conf | 49 - .../main/conf/sandbox-hadoopjmx-topology.conf | 69 - .../sandbox-hbaseSecurityLog-application.conf | 66 - .../conf/sandbox-hdfsAuditLog-application.conf | 66 - .../sandbox-hdfsSecurityLog-application.conf | 66 - .../conf/sandbox-hiveQueryLog-application.conf | 63 - .../conf/sandbox-userprofile-scheduler.conf | 66 - .../main/conf/sandbox-userprofile-topology.conf | 64 - .../src/main/conf/tools-log4j.properties | 19 - .../src/main/conf/zookeeper-server.properties | 20 - eagle-assembly/src/main/docs/kafka.rb | 191 - .../src/main/docs/logstash-kafka-conf.md | 207 - .../src/main/examples/eagle-sandbox-starter.sh | 136 - .../examples/hadoop-metric-policy-create.sh | 45 - .../examples/hadoop-metric-sandbox-starter.sh | 125 - .../src/main/examples/sample-policy-create.sh | 31 - .../sample-sensitivity-resource-create.sh | 32 - .../src/main/lib/jdbc/eagle-jdbc-mysql.sql | 331 -- eagle-assembly/src/main/lib/share/.placeholder | 14 - eagle-assembly/src/main/lib/tomcat/LICENSE | 1050 ---- eagle-assembly/src/main/lib/tomcat/NOTICE | 36 - .../src/main/lib/tomcat/RELEASE-NOTES | 230 - eagle-assembly/src/main/lib/tomcat/RUNNING.txt | 478 -- .../src/main/lib/tomcat/bin/bootstrap.jar | Bin 28052 -> 0 bytes .../src/main/lib/tomcat/bin/catalina.sh | 551 --- .../src/main/lib/tomcat/bin/commons-daemon.jar | Bin 24283 -> 0 bytes .../src/main/lib/tomcat/bin/configtest.sh | 60 - .../src/main/lib/tomcat/bin/daemon.sh | 252 - .../src/main/lib/tomcat/bin/digest.sh | 60 - .../src/main/lib/tomcat/bin/setclasspath.sh | 94 - .../src/main/lib/tomcat/bin/shutdown.sh | 60 - .../src/main/lib/tomcat/bin/startup.sh | 60 - .../src/main/lib/tomcat/bin/tomcat-juli.jar | Bin 38222 -> 0 bytes .../src/main/lib/tomcat/bin/tool-wrapper.sh | 139 - .../src/main/lib/tomcat/bin/version.sh | 60 - .../src/main/lib/tomcat/conf/catalina.policy | 248 - .../main/lib/tomcat/conf/catalina.properties | 133 - .../src/main/lib/tomcat/conf/context.xml | 35 - .../src/main/lib/tomcat/conf/logging.properties | 64 - .../src/main/lib/tomcat/conf/server.xml | 144 - .../src/main/lib/tomcat/conf/tomcat-users.xml | 36 - eagle-assembly/src/main/lib/tomcat/conf/web.xml | 4614 ------------------ .../src/main/lib/tomcat/lib/.keepempty | 14 - .../src/main/lib/topology/.placeholder | 14 - .../src/main/lib/userprofile/.placeholder | 14 - .../eagle-alert-parent/eagle-alert-app/pom.xml | 5 +- ...e.alert.app.AlertUnitTopologyAppProvider.xml | 1 - .../eagle-alert-service/pom.xml | 5 +- .../eagle-alert/alert-assembly/pom.xml | 5 +- .../eagle-alert/alert-common/pom.xml | 5 +- .../eagle-alert/alert-coordinator/pom.xml | 5 +- .../eagle-alert/alert-devtools/pom.xml | 5 +- .../eagle-alert/alert-engine/pom.xml | 5 +- .../alert-metadata-service/pom.xml | 5 +- .../alert-metadata/pom.xml | 5 +- .../eagle-alert/alert-metadata-parent/pom.xml | 5 +- .../eagle-alert/alert-service/pom.xml | 11 +- .../eagle-alert-parent/eagle-alert/pom.xml | 5 +- eagle-core/eagle-alert-parent/pom.xml | 2 +- eagle-core/eagle-app/eagle-app-base/pom.xml | 6 +- .../config/ApplicationProviderDescConfig.java | 3 +- .../app/ApplicationProviderServiceTest.java | 3 + ....eagle.app.TestStormApplication$Provider.xml | 1 - ...he.eagle.app.TestWebApplication$Provider.xml | 3 +- eagle-core/eagle-app/eagle-app-utils/pom.xml | 6 +- eagle-core/eagle-app/pom.xml | 5 +- eagle-core/eagle-common/pom.xml | 12 +- .../org/apache/eagle/common/Version.java | 6 +- .../org/apache/eagle/common/DateTimeUtil.java | 8 + eagle-core/eagle-data-process/pom.xml | 5 +- .../eagle-embed/eagle-embed-hbase/pom.xml | 5 +- .../eagle-embed/eagle-embed-server/pom.xml | 5 +- eagle-core/eagle-embed/pom.xml | 5 +- .../eagle-metadata/eagle-metadata-base/pom.xml | 6 +- .../metadata/model/ApplicationDependency.java | 4 +- .../eagle-metadata/eagle-metadata-jdbc/pom.xml | 6 +- ...tore.jdbc.TestStaticApplication$Provider.xml | 1 - .../eagle-metadata/eagle-metadata-mongo/pom.xml | 6 +- eagle-core/eagle-metadata/pom.xml | 6 +- eagle-core/eagle-metric/pom.xml | 5 +- eagle-core/eagle-query/eagle-antlr/pom.xml | 5 +- eagle-core/eagle-query/eagle-audit-base/pom.xml | 5 +- .../eagle-query/eagle-client-base/pom.xml | 5 +- .../eagle-query/eagle-entity-base/pom.xml | 5 +- eagle-core/eagle-query/eagle-query-base/pom.xml | 5 +- .../eagle-query/eagle-service-base/pom.xml | 5 +- .../eagle-query/eagle-storage-base/pom.xml | 5 +- .../eagle-query/eagle-storage-hbase/pom.xml | 5 +- .../eagle-query/eagle-storage-jdbc/pom.xml | 5 +- eagle-core/eagle-query/pom.xml | 5 +- eagle-core/pom.xml | 5 +- eagle-examples/eagle-app-example/pom.xml | 6 +- ...e.app.example.ExampleApplicationProvider.xml | 1 - eagle-examples/pom.xml | 5 +- eagle-external/eagle-docker/LICENSE | 6 +- eagle-external/eagle-kafka/pom.xml | 5 +- eagle-external/eagle-log4jkafka/pom.xml | 5 +- eagle-external/pom.xml | 5 +- eagle-gc/pom.xml | 5 +- ...apache.eagle.gc.GCLogApplicationProvider.xml | 1 - eagle-hadoop-metric/pom.xml | 5 +- ...le.metric.HadoopMetricMonitorAppProdiver.xml | 1 - eagle-jpm/eagle-hadoop-queue/pom.xml | 6 +- ...doop.queue.HadoopQueueRunningAppProvider.xml | 1 - eagle-jpm/eagle-jpm-aggregation/pom.xml | 6 +- ...gregation.AggregationApplicationProvider.xml | 1 - eagle-jpm/eagle-jpm-entity/pom.xml | 5 +- eagle-jpm/eagle-jpm-mr-history/pom.xml | 6 +- ....history.MRHistoryJobApplicationProvider.xml | 1 - eagle-jpm/eagle-jpm-mr-running/pom.xml | 6 +- ....running.MRRunningJobApplicationProvider.xml | 1 - eagle-jpm/eagle-jpm-service/pom.xml | 6 +- eagle-jpm/eagle-jpm-spark-history/pom.xml | 6 +- ...spark.history.SparkHistoryJobAppProvider.xml | 1 - eagle-jpm/eagle-jpm-spark-running/pom.xml | 6 +- ...spark.running.SparkRunningJobAppProvider.xml | 1 - eagle-jpm/eagle-jpm-util/pom.xml | 6 +- eagle-jpm/eagle-jpm-web/pom.xml | 6 +- ....eagle.app.jpm.JPMWebApplicationProvider.xml | 1 - eagle-jpm/pom.xml | 5 +- eagle-security/eagle-metric-collection/pom.xml | 2 +- eagle-security/eagle-security-common/pom.xml | 2 +- .../eagle-security-hbase-auditlog/pom.xml | 5 +- ....security.hbase.HBaseAuditLogAppProvider.xml | 1 - eagle-security/eagle-security-hbase-web/pom.xml | 5 +- .../eagle-security-hdfs-auditlog/pom.xml | 2 +- ...ecurity.auditlog.HdfsAuditLogAppProvider.xml | 1 - .../eagle-security-hdfs-authlog/pom.xml | 5 +- eagle-security/eagle-security-hdfs-web/pom.xml | 5 +- eagle-security/eagle-security-hive-web/pom.xml | 5 +- eagle-security/eagle-security-hive/pom.xml | 2 +- ....auditlog.HiveQueryMonitoringAppProvider.xml | 1 - .../eagle-security-maprfs-auditlog/pom.xml | 5 +- ...urity.auditlog.MapRFSAuditLogAppProvider.xml | 3 +- .../eagle-security-maprfs-web/pom.xml | 5 +- .../eagle-security-oozie-auditlog/pom.xml | 5 +- ...ity.oozie.parse.OozieAuditLogAppProvider.xml | 1 - eagle-security/eagle-security-oozie-web/pom.xml | 5 +- eagle-security/pom.xml | 5 +- eagle-server-assembly/pom.xml | 6 +- eagle-server/pom.xml | 18 +- eagle-topology-assembly/pom.xml | 5 +- eagle-topology-check/eagle-topology-app/pom.xml | 6 +- ....eagle.topology.TopologyCheckAppProvider.xml | 1 - .../eagle-topology-entity/pom.xml | 6 +- eagle-topology-check/pom.xml | 6 +- eagle-webservice/.gitignore | 5 - .../WebContent/META-INF/MANIFEST.MF | 3 - eagle-webservice/pom.xml | 419 -- .../security/auth/AuthenticationResource.java | 54 - .../security/auth/AuthenticationResult.java | 47 - .../security/auth/AuthoritiesPopulator.java | 62 - .../security/auth/LogoutSuccessHandlerImpl.java | 47 - .../service/security/auth/MonitorResource.java | 44 - .../service/security/auth/package-info.java | 23 - .../profile/ApplicationSchedulerListener.java | 63 - .../profile/EagleServiceProfileInitializer.java | 44 - .../pwdgen/BasicAuthenticationEncoder.java | 26 - .../pwdgen/PasswordEncoderGenerator.java | 28 - .../src/main/resources/application-derby.conf | 28 - .../src/main/resources/application-hbase.conf | 23 - .../src/main/resources/application-mysql.conf | 26 - .../src/main/resources/application.conf | 58 - .../src/main/resources/applicationContext.xml | 43 - .../src/main/resources/eagle-scheduler.conf | 42 - .../src/main/resources/eagleSecurity.xml | 90 - .../src/main/resources/hbase-default.xml | 935 ---- .../src/main/resources/ldap.properties | 23 - .../src/main/resources/log4j.properties | 26 - .../src/main/webapp/META-INF/MANIFEST.MF | 3 - .../src/main/webapp/META-INF/context.xml | 3 - .../src/main/webapp/WEB-INF/web.xml | 115 - .../src/main/webapp/_app/index.html | 281 -- .../_app/partials/config/application.html | 124 - .../webapp/_app/partials/config/feature.html | 85 - .../main/webapp/_app/partials/config/site.html | 115 - .../src/main/webapp/_app/partials/landing.html | 30 - .../src/main/webapp/_app/partials/login.html | 54 - .../main/webapp/_app/public/css/animation.css | 46 - .../src/main/webapp/_app/public/css/main.css | 805 --- .../public/feature/classification/controller.js | 358 -- .../classification/page/sensitivity.html | 40 - .../classification/page/sensitivity/folder.html | 110 - .../classification/page/sensitivity/job.html | 92 - .../classification/page/sensitivity/table.html | 150 - .../_app/public/feature/common/controller.js | 1224 ----- .../public/feature/common/page/alertDetail.html | 67 - .../public/feature/common/page/alertList.html | 67 - .../feature/common/page/policyDetail.html | 173 - .../public/feature/common/page/policyEdit.html | 346 -- .../public/feature/common/page/policyList.html | 84 - .../_app/public/feature/metadata/controller.js | 66 - .../feature/metadata/page/streamList.html | 84 - .../_app/public/feature/metrics/controller.js | 571 --- .../public/feature/metrics/page/dashboard.html | 250 - .../_app/public/feature/topology/controller.js | 257 - .../feature/topology/page/management.html | 52 - .../feature/topology/page/monitoring.html | 151 - .../public/feature/userProfile/controller.js | 268 - .../public/feature/userProfile/page/detail.html | 87 - .../public/feature/userProfile/page/list.html | 138 - .../main/webapp/_app/public/images/favicon.png | Bin 4209 -> 0 bytes .../webapp/_app/public/images/favicon_white.png | Bin 1621 -> 0 bytes .../main/webapp/_app/public/js/app.config.js | 126 - .../src/main/webapp/_app/public/js/app.js | 499 -- .../src/main/webapp/_app/public/js/app.time.js | 70 - .../src/main/webapp/_app/public/js/app.ui.js | 76 - .../src/main/webapp/_app/public/js/common.js | 304 -- .../_app/public/js/components/charts/line3d.js | 348 -- .../webapp/_app/public/js/components/file.js | 50 - .../webapp/_app/public/js/components/main.js | 19 - .../webapp/_app/public/js/components/nvd3.js | 418 -- .../_app/public/js/components/sortTable.js | 113 - .../_app/public/js/components/sortable.js | 166 - .../webapp/_app/public/js/components/tabs.js | 247 - .../_app/public/js/ctrl/authController.js | 91 - .../public/js/ctrl/configurationController.js | 377 -- .../src/main/webapp/_app/public/js/ctrl/main.js | 42 - .../webapp/_app/public/js/srv/applicationSrv.js | 170 - .../_app/public/js/srv/authorizationSrv.js | 143 - .../webapp/_app/public/js/srv/entitiesSrv.js | 301 -- .../src/main/webapp/_app/public/js/srv/main.js | 72 - .../main/webapp/_app/public/js/srv/pageSrv.js | 131 - .../main/webapp/_app/public/js/srv/siteSrv.js | 193 - .../src/main/webapp/_app/public/js/srv/uiSrv.js | 247 - .../webapp/_app/public/js/srv/wrapStateSrv.js | 109 - eagle-webservice/ui-build.sh | 19 - pom.xml | 47 +- 261 files changed, 205 insertions(+), 25707 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/LICENSE ---------------------------------------------------------------------- diff --git a/LICENSE b/LICENSE index a32cd9a..39aac98 100755 --- a/LICENSE +++ b/LICENSE @@ -201,7 +201,7 @@ limitations under the License. ============================================================================== -Apache Eagle (incubating) Subcomponents: +Apache Eagle Subcomponents: The Apache Eagle project contains subcomponents with separate copyright notices and license terms. Your use of the source code for the these http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/NOTICE ---------------------------------------------------------------------- diff --git a/NOTICE b/NOTICE index 0f11b69..a0510f1 100644 --- a/NOTICE +++ b/NOTICE @@ -1,5 +1,5 @@ -Apache Eagle (incubating) -Copyright 2015-2016 The Apache Software Foundation +Apache Eagle +Copyright 2015-2017 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). \ No newline at end of file http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/pom.xml ---------------------------------------------------------------------- diff --git a/eagle-assembly/pom.xml b/eagle-assembly/pom.xml deleted file mode 100644 index 2849ccd..0000000 --- a/eagle-assembly/pom.xml +++ /dev/null @@ -1,129 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - ~ Licensed to the Apache Software Foundation (ASF) under one or more - ~ contributor license agreements. See the NOTICE file distributed with - ~ this work for additional information regarding copyright ownership. - ~ The ASF licenses this file to You under the Apache License, Version 2.0 - ~ (the "License"); you may not use this file except in compliance with - ~ the License. You may obtain a copy of the License at - ~ - ~ http://www.apache.org/licenses/LICENSE-2.0 - ~ - ~ Unless required by applicable law or agreed to in writing, software - ~ distributed under the License is distributed on an "AS IS" BASIS, - ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - ~ See the License for the specific language governing permissions and - ~ limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> - <parent> - <artifactId>eagle-parent</artifactId> - <groupId>org.apache.eagle</groupId> - <version>0.5.0-incubating-SNAPSHOT</version> - <relativePath>../pom.xml</relativePath> - </parent> - <modelVersion>4.0.0</modelVersion> - <artifactId>eagle-assembly</artifactId> - <dependencies> - <!-- tomcat --> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-catalina</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-jdbc</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-coyote</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-dbcp</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-catalina-ha</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-catalina-ant</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-jasper</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-catalina-ws</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.tomcat</groupId> - <artifactId>tomcat-catalina-jmx-remote</artifactId> - <version>${tomcat.version}</version> - </dependency> - <dependency> - <groupId>org.apache.eagle</groupId> - <artifactId>eagle-topology-assembly</artifactId> - <version>${project.version}</version> - </dependency> - <dependency> - <groupId>org.ow2.asm</groupId> - <artifactId>asm</artifactId> - <version>4.0</version> - </dependency> - </dependencies> - <build> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-compiler-plugin</artifactId> - </plugin> - - <plugin> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <phase>package</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>${project.build.directory}/lib</outputDirectory> - </configuration> - </execution> - </executions> - </plugin> - - <plugin> - <artifactId>maven-assembly-plugin</artifactId> - <configuration> - <descriptor>src/assembly/eagle-bin.xml</descriptor> - <finalName>eagle-${project.version}</finalName> - </configuration> - <executions> - <execution> - <phase>package</phase> - <goals> - <goal>single</goal> - </goals> - <configuration> - <tarLongFileMode>posix</tarLongFileMode> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - </build> -</project> http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/assembly/eagle-bin.xml ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/assembly/eagle-bin.xml b/eagle-assembly/src/assembly/eagle-bin.xml deleted file mode 100644 index dcb62f1..0000000 --- a/eagle-assembly/src/assembly/eagle-bin.xml +++ /dev/null @@ -1,249 +0,0 @@ -<!-- - ~ Licensed to the Apache Software Foundation (ASF) under one or more - ~ contributor license agreements. See the NOTICE file distributed with - ~ this work for additional information regarding copyright ownership. - ~ The ASF licenses this file to You under the Apache License, Version 2.0 - ~ (the "License"); you may not use this file except in compliance with - ~ the License. You may obtain a copy of the License at - ~ - ~ http://www.apache.org/licenses/LICENSE-2.0 - ~ - ~ Unless required by applicable law or agreed to in writing, software - ~ distributed under the License is distributed on an "AS IS" BASIS, - ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - ~ See the License for the specific language governing permissions and - ~ limitations under the License. - --> - -<assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0"; - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd";> - <id>bin</id> - <formats> - <format>dir</format> - <format>tar.gz</format> - </formats> - <includeBaseDirectory>true</includeBaseDirectory> - <fileSets> - <fileSet> - <directory>${project.basedir}/src/main/lib/data</directory> - <outputDirectory>lib/data</outputDirectory> - <includes> - <include>*</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/bin</directory> - <outputDirectory>bin/</outputDirectory> - <includes> - <include>*.sh</include> - </includes> - <fileMode>0755</fileMode> - <directoryMode>0755</directoryMode> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/bin</directory> - <outputDirectory>bin/</outputDirectory> - <includes> - <include>*</include> - </includes> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/conf</directory> - <outputDirectory>conf/</outputDirectory> - <includes> - <include>*</include> - </includes> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/../eagle-external/hadoop_jmx_collector</directory> - <outputDirectory>tools/hadoop_jmx_collector/</outputDirectory> - <includes> - <include>**</include> - </includes> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/examples</directory> - <outputDirectory>examples/</outputDirectory> - <includes> - <include>*</include> - </includes> - <excludes> - <exclude>*.sh</exclude> - </excludes> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/examples</directory> - <outputDirectory>examples/</outputDirectory> - <includes> - <include>*.sh</include> - </includes> - <fileMode>0755</fileMode> - <directoryMode>0755</directoryMode> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main</directory> - <outputDirectory>.</outputDirectory> - <includes> - <include>README.md</include> - </includes> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/docs</directory> - <outputDirectory>docs/</outputDirectory> - <includes> - <include>*</include> - </includes> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/lib/tomcat/bin</directory> - <outputDirectory>lib/tomcat/bin</outputDirectory> - <includes> - <include>*.sh</include> - </includes> - <fileMode>0755</fileMode> - <lineEnding>unix</lineEnding> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/lib/tomcat/bin</directory> - <outputDirectory>lib/tomcat/bin</outputDirectory> - <includes> - <include>*.jar</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/lib/tomcat/conf</directory> - <outputDirectory>lib/tomcat/conf</outputDirectory> - <includes> - <include>*</include> - </includes> - <lineEnding>unix</lineEnding> - </fileSet> - - <!-- /lib/logj4kafka --> - <fileSet> - <directory>${project.basedir}/../eagle-external/eagle-log4jkafka/target/eagle-log4jkafka-build</directory> - <outputDirectory>lib/log4jkafka</outputDirectory> - <includes> - <include>**</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/../eagle-external/eagle-log4jkafka/target/classes/conf</directory> - <outputDirectory>lib/log4jkafka/conf</outputDirectory> - <includes> - <include>**</include> - </includes> - </fileSet> - - <!-- start of [lib/share] --> - <fileSet> - <directory>${project.basedir}/../eagle-external/eagle-log4jkafka/target/eagle-log4jkafka-build/lib - </directory> - <outputDirectory>lib/share</outputDirectory> - <includes> - <include>**</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/../eagle-external/eagle-kafka/target</directory> - <outputDirectory>lib/share</outputDirectory> - <includes> - <include>eagle-kafka-*.jar</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.build.directory}/lib</directory> - <outputDirectory>lib/tomcat/lib</outputDirectory> - <includes> - <include>tomcat*</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/../eagle-webservice/target/eagle-service</directory> - <outputDirectory>lib/tomcat/webapps/eagle-service</outputDirectory> - <excludes> - <exclude>WEB-INF/classes/config.properties</exclude> - <exclude>WEB-INF/lib/servlet-api-*.jar</exclude> - <exclude>WEB-INF/lib/jsp-api-*.jar</exclude> - <!--<exclude>WEB-INF/lib/storm-*.jar</exclude> --> - <!--<exclude>WEB-INF/lib/kafka_*.jar</exclude> --> - <exclude>WEB-INF/lib/slf4j-log4j12-*.jar</exclude> - <exclude>WEB-INF/lib/*-tests.jar</exclude> - <exclude>WEB-INF/lib/hadoop-mapreduce-*.jar</exclude> - <exclude>WEB-INF/lib/hadoop-minicluster-*.jar</exclude> - <exclude>WEB-INF/lib/hadoop-yarn-*.jar</exclude> - </excludes> - <includes> - <include>**</include> - </includes> - </fileSet> - - <fileSet> - <directory>${project.basedir}/../eagle-topology-assembly/target</directory> - <outputDirectory>lib/topology</outputDirectory> - <includes> - <include>eagle-topology-*-assembly.jar</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/../eagle-security/eagle-security-userprofile/training/target</directory> - <outputDirectory>lib/userprofile</outputDirectory> - <includes> - <include>eagle-security-userprofile-training-*-assembly.jar</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/src/main/lib/userprofile/data</directory> - <outputDirectory>lib/userprofile/data</outputDirectory> - <includes> - <include>*</include> - </includes> - </fileSet> - - <fileSet> - <directory>${project.basedir}/../eagle-security/eagle-security-userprofile/training/target/lib</directory> - <outputDirectory>lib/share</outputDirectory> - <includes> - <include>akka-*</include> - <include>scala-library-*</include> - <include>slf4j-*.jar</include> - <include>log4j-*.jar</include> - <include>commons-math3-*.jar</include> - </includes> - <excludes> - <exclude>slf4j-log4j12-*.jar</exclude> - </excludes> - </fileSet> - <fileSet> - <directory>${project.basedir}/target/lib</directory> - <outputDirectory>lib/storm</outputDirectory> - <includes> - <include>storm-core-*.jar</include> - <include>asm-*.jar</include> - </includes> - </fileSet> - <fileSet> - <directory>${project.basedir}/../eagle-external/eagle-ambari</directory> - <outputDirectory>lib/ambari</outputDirectory> - <includes> - <include>**</include> - </includes> - </fileSet> - <!-- copy hadoop metric configuration to assembly --> - <fileSet> - <directory>${project.basedir}/../eagle-hadoop-metric/src/main/resources</directory> - <outputDirectory>bin</outputDirectory> - <includes> - <include>hadoop-metric-init.sh</include> - </includes> - </fileSet> - </fileSets> -</assembly> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/README.md ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/README.md b/eagle-assembly/src/main/README.md deleted file mode 100644 index d9ee25f..0000000 --- a/eagle-assembly/src/main/README.md +++ /dev/null @@ -1,99 +0,0 @@ -<!-- -{% comment %} -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -{% endcomment %} ---> - -Eagle User Guide -======================== - -Prerequisites -------------- -* Hadoop -* HBase -* Storm -* Spark -* Kafka - -Eagle requires you to have access on Hadoop CLI, where you have full permissions to HDFS, Storm, HBase and Kafka. To make things easier, we strongly recommend you to start Eagle on a hadoop sandbox such as http://hortonworks.com/products/hortonworks-sandbox/ - - -Build ------ - -* Download the latest version of Eagle source code. - - git clone [email protected]:eagle/eagle.git - - -* Build the source code, and a tar.gz package will be generated under eagle-assembly/target. - - mvn clean compile install -DskipTests - -Installation ------------ -* Copy this package onto the sandbox. - - scp -P 2222 eagle/eagle-assembly/target/eagle-0.1.0-bin.tar.gz [email protected]:/usr/hdp/current/. - -* Run Eagle patch installation at the first time, and restart HDFS namenode. - - bin/eagle-patch-install.sh - - -* Start Storm, HBase, and Kafka via Ambari Web UI. Make sure the user has the privilege to run Storm, HBase, and Kafka cmd in shell, and with full permissions to access HBase, such as creating tables. Check the installation & running status of the required services. - - bin/eagle-check-env.sh - - -* Create necessary HBase tables for Eagle. - - bin/eagle-service-init.sh - - -* Start Eagle service. - - bin/eagle-service.sh start - - -* Create Kafka topics and topology metadata for Eagle. - - bin/eagle-topology-init.sh - - -* Start Eagle topology, which will submit the topology to Storm via the Storm CLI tools. You can check it with storm UI. - - bin/eagle-topology.sh [--jar <jarName>] [--main <mainClass>] [--topology <topologyName>] start - - -Now you can let Eagle to monitor by creating your own policy! - - -Sandbox Starter ---------------- - -* startup Eagle service & topology - - examples/eagle-sandbox-starter.sh - -* check eagle UI <http://127.0.0.1:9099/eagle-service> - - * If you get a 404 Error when trying to access the UI, add port 9099 to "Settings->Network->Advanced->Port Forwarding" in VirtualBox. (See step 4 in "Setup Hadoop Environment" section in <https://eagle.incubator.apache.org/docs/quick-start.html>) - -* Take the following actions which will violate and obey the sample policy. - * Violation Action: hdfs dfs -ls unknown - * Violation Action: hdfs dfs -touchz /tmp/private - * Obey Action: hdfs dfs -cat /tmp/private http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-ambari.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-ambari.sh b/eagle-assembly/src/main/bin/eagle-ambari.sh deleted file mode 100755 index 6504cff..0000000 --- a/eagle-assembly/src/main/bin/eagle-ambari.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -source $(dirname $0)/eagle-env.sh - -$(dirname $0)/../lib/ambari/bin/eagle-ambari.sh $@ \ No newline at end of file http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-check-env.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-check-env.sh b/eagle-assembly/src/main/bin/eagle-check-env.sh deleted file mode 100755 index bbcae4b..0000000 --- a/eagle-assembly/src/main/bin/eagle-check-env.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -################################################################ -# Check Installation # -################################################################ - -echo "Checking required service installation ..." -if [ -z "$(command -v hbase version)" ] -then - echo 'please make sure the user has the privilege to run HBase shell' - exit 1 -fi - -if [ -z "$(command -v storm version)" ] -then - echo 'please make sure the user has the privilege to run storm' - exit 1 -fi - -if [ -z "$(command -v hadoop version)" ] -then - echo 'please make sure the user has the privilege to run hadoop shell' - exit 1 -fi - -echo "Hbase & Storm & Hadoop are installed!" - - http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-env.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-env.sh b/eagle-assembly/src/main/bin/eagle-env.sh deleted file mode 100755 index 2e01dcd..0000000 --- a/eagle-assembly/src/main/bin/eagle-env.sh +++ /dev/null @@ -1,51 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# set EAGLE_HOME -export EAGLE_HOME=$(dirname $0)/.. - -# The java implementation to use. please use jdk 1.7 or later -# export JAVA_HOME=${JAVA_HOME} -# export JAVA_HOME=/usr/java/jdk1.7.0_80/ - -# nimbus.host, default is localhost -export EAGLE_NIMBUS_HOST=localhost - -# EAGLE_SERVICE_HOST, default is `hostname -f` -export EAGLE_SERVICE_HOST=localhost - -# EAGLE_SERVICE_PORT, default is 9099 -export EAGLE_SERVICE_PORT=9099 - -# EAGLE_SERVICE_USER -export EAGLE_SERVICE_USER=admin - -# EAGLE_SERVICE_PASSWORD -export EAGLE_SERVICE_PASSWD=secret - -export EAGLE_CLASSPATH=$EAGLE_HOME/conf -# Add eagle shared library jars -for file in $EAGLE_HOME/lib/share/*;do - EAGLE_CLASSPATH=$EAGLE_CLASSPATH:$file -done - -# Add eagle storm library jars -# Separate out of share directory because of asm version conflict -export EAGLE_STORM_CLASSPATH=$EAGLE_CLASSPATH -for file in $EAGLE_HOME/lib/storm/*;do - EAGLE_STORM_CLASSPATH=$EAGLE_STORM_CLASSPATH:$file -done http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-policy.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-policy.sh b/eagle-assembly/src/main/bin/eagle-policy.sh deleted file mode 100755 index 6469129..0000000 --- a/eagle-assembly/src/main/bin/eagle-policy.sh +++ /dev/null @@ -1,168 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -source $(dirname $0)/eagle-env.sh - -function create_policy() { - echo "Creating Policy $service_name..." - curl -u ${EAGLE_LOGIN_USER}:${EAGLE_LOGIN_PASSWD} -XPOST -H "Content-Type: application/json" \ - "http://$service_host:$service_port/eagle-service/rest/entities?serviceName=$service_name"; \ - -d @$data_file - exit 0 -} - - -function delete_policy() { - echo "Deleting policy ..." - curl -u ${EAGLE_LOGIN_USER}:${EAGLE_LOGIN_PASSWD} -XDELETE -H "Content-Type: application/json" \ - "http://$service_host:$service_port/eagle-service/rest/entities?query=$service_name[@site=\"$site\"; AND @dataSource=\"$source\"]{*}&pageSize=10000" - if [ $? -eq 0 ]; then - echo - echo "Deleting Policy $program_id:$policy_id is completed." - else - echo "Error: deleting failed!" - exit 1 - fi -} - -# by default list all policies, or filter with @policyId and so on -function list_policy() { - if [ -z $site -a -z $dataSource ]; then - query="http://$service_host:$service_port/eagle-service/rest/list?query=$service_name[]{*}&pageSize=100000"; - echo $query - curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -XGET --globoff -H "Content-Type: application/json" $query - else - query="http://$service_host:$service_port/eagle-service/rest/list?query=$service_name[@site=\"$site\"; AND @dataSource=\"$source\"]{*}&pageSize=100000" - echo $query - curl -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -XGET --globoff -H "Content-Type: application/json" $query - fi - if [ $? -eq 0 ]; then - echo - echo "Listing Policy $service_name is completed." - else - echo "Error: listing policy failed!" - exit 1 - fi -} - -function print_help() { - echo " Usage: $0 options {create | list}" - echo " Options: Description:" - echo " --host <serviceHost> eagle service hostname, default is localhost" - echo " --port <servicePort> eagle service port, default is 9099" - echo " --serviceName <name> eagle service name, default is AlertDefinitionService" - echo " --site <site> Default is sandbox" - echo " --source <dataSource> Default is hdfsAuditLog" - echo " --file <JsonFile> policy content" - echo " Examples:" - echo " createCmd: $0 [--host <serviceHost>] [--port <servicePort>] [--name <service>] --file <datafile> create" - echo " listCmd: $0 [--host <serviceHost>] [--port <servicePort>] [--name <service>] [--site <site>] [--source <dataSource>] list" -} - -if [ $# -eq 0 ] -then - print_help - exit 1 -fi - -if [ `expr $# % 2` != 1 ] -then - print_help - exit 1 -fi - -cmd="" -while [ $# -gt 0 ]; do -case $1 in - "create") - cmd=$1 - shift - ;; - "delete") - cmd=$1 - shift - ;; - "list") - cmd=$1 - shift - ;; - --host) - service_host=$2 - shift 2 - ;; - --port) - service_port=$2 - shift 2 - ;; - --name) - service_name=$2 - shift 2 - ;; - --file) - data_file=$2 - shift 2 - ;; - --site) - site=$2 - shift 2 - ;; - --source) - source=$2 - shift 2 - ;; - *) - echo "Internal Error: option processing error: $1" 1>&2 - exit 1 - ;; - esac -done - - -if [ -z "$service_host" ]; then - service_host=${EAGLE_SERVICE_HOST} -fi - -if [ -z "$service_port" ]; then - service_port=${EAGLE_SERVICE_PORT} -fi - -if [ -z "$service_name" ]; then - service_name="AlertDefinitionService" -fi - -if [ ! -e $data_file ]; then - echo "Error: json file $data_file is not found!" - print_help - exit 1 -fi - -echo "service_host="$service_host "service_port="$service_port "service_name="$service_name -case $cmd in -"create") - create_policy - ;; -"list") - list_policy - ;; -*) - echo "Invalid command" - print_help - exit 1 - ;; -esac - -exit 0 http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-run-class.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-run-class.sh b/eagle-assembly/src/main/bin/eagle-run-class.sh deleted file mode 100755 index 6828746..0000000 --- a/eagle-assembly/src/main/bin/eagle-run-class.sh +++ /dev/null @@ -1,115 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -if [ $# -lt 1 ]; -then - echo "USAGE: $0 [-daemon] [-name servicename] [-loggc] classname [opts]" - exit 1 -fi - -base_dir=$(dirname $0)/.. - -source $base_dir/bin/eagle-env.sh - -export EAGLE_CLASSPATH=$EAGLE_CLASSPATH:$(ls $EAGLE_HOME/lib/userprofile/eagle-security-userprofile-training-*-assembly.jar) -export EAGLE_CLASSPATH=$EAGLE_CLASSPATH:$(ls $EAGLE_HOME/lib/topology/eagle-topology-*.jar) - -if [ -z "$EAGLE_JMX_OPTS" ]; then - export EAGLE_JMX_OPTS="-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false " -fi - -# Log directory to use -if [ "x$EAGLE_LOG_DIR" = "x" ]; then - EAGLE_LOG_DIR="$base_dir/logs" -fi - -# create logs directory -if [ ! -d "$EAGLE_LOG_DIR" ]; then - mkdir -p "$EAGLE_LOG_DIR" -fi - -# Log4j settings -if [ -z "$EAGLE_LOG4J_OPTS" ]; then - # Log to console. This is a tool. - EAGLE_LOG4J_OPTS="-Dlog4j.configuration=file:$base_dir/conf/tools-log4j.properties" -else - # create logs directory - if [ ! -d "$EAGLE_LOG_DIR" ]; then - mkdir -p "$EAGLE_LOG_DIR" - fi -fi - -# Generic jvm settings you want to add -if [ -z "$EAGLE_OPTS" ]; then - EAGLE_OPTS="" -fi - -# Which java to use -if [ -z "$JAVA_HOME" ]; then - JAVA="java" -else - JAVA="$JAVA_HOME/bin/java" -fi - -# Memory options -if [ -z "$EAGLE_HEAP_OPTS" ]; then - EAGLE_HEAP_OPTS="-Xmx256M" -fi - -# JVM performance options -if [ -z "$EAGLE_JVM_PERFORMANCE_OPTS" ]; then - EAGLE_JVM_PERFORMANCE_OPTS="-server -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:+DisableExplicitGC -Djava.awt.headless=true" -fi - -while [ $# -gt 0 ]; do - COMMAND=$1 - case $COMMAND in - -name) - DAEMON_NAME=$2 - CONSOLE_OUTPUT_FILE=$EAGLE_LOG_DIR/$DAEMON_NAME.out - shift 2 - ;; - -loggc) - if [ -z "$EAGLE_GC_LOG_OPTS" ]; then - GC_LOG_ENABLED="true" - fi - shift - ;; - -daemon) - DAEMON_MODE="true" - shift - ;; - *) - break - ;; - esac -done - -# GC options -GC_FILE_SUFFIX='-gc.log' -GC_LOG_FILE_NAME='' -if [ "x$GC_LOG_ENABLED" = "xtrue" ]; then - GC_LOG_FILE_NAME=$DAEMON_NAME$GC_FILE_SUFFIX - EAGLE_GC_LOG_OPTS="-Xloggc:$LOG_DIR/$GC_LOG_FILE_NAME -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps " -fi - -# Launch mode -if [ "x$DAEMON_MODE" = "xtrue" ]; then - nohup $JAVA $EAGLE_HEAP_OPTS $EAGLE_JVM_PERFORMANCE_OPTS $EAGLE_GC_LOG_OPTS $EAGLE_JMX_OPTS $EAGLE_LOG4J_OPTS -cp $EAGLE_CLASSPATH $EAGLE_OPTS "$@" > "$CONSOLE_OUTPUT_FILE" 2>&1 < /dev/null & -else - exec $JAVA $EAGLE_HEAP_OPTS $EAGLE_JVM_PERFORMANCE_OPTS $EAGLE_GC_LOG_OPTS $EAGLE_JMX_OPTS $EAGLE_LOG4J_OPTS -cp $EAGLE_CLASSPATH $EAGLE_OPTS "$@" -fi \ No newline at end of file http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-service.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-service.sh b/eagle-assembly/src/main/bin/eagle-service.sh deleted file mode 100755 index 844a079..0000000 --- a/eagle-assembly/src/main/bin/eagle-service.sh +++ /dev/null @@ -1,126 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -function print_help() { - echo "Usage: $0 {start | stop | restart | status}" - exit 1 -} - -if [ $# != 1 ] -then - print_help -fi - -source $(dirname $0)/eagle-env.sh - -export CATALINA_HOME=$EAGLE_HOME/lib/tomcat -export CATALINA_BASE=$CATALINA_HOME - -export CATALINA_LOGDIR=$EAGLE_HOME/logs -export CATALINA_TMPDIR=$EAGLE_HOME/temp -export CATALINA_OUT=$CATALINA_LOGDIR/eagle-service.out -export CATALINA_PID=$CATALINA_TMPDIR/service.pid -export JAVA_OPTS="-Xmx3072m -XX:MaxPermSize=1024m" - -# CLASSPATH -export CLASSPATH=$CLASSPATH:$EAGLE_HOME/conf - -#for i in `ls $EAGLE_HOME/lib/*.jar`; do CLASSPATH=$CLASSPATH:$i; done - -if [ ! -e $CATALINA_LOGDIR ];then - mkdir -p $CATALINA_LOGDIR -fi - -if [ ! -e $CATALINA_TMPDIR ]; then - mkdir -p $CATALINA_TMPDIR -fi - - -EAGLE_SERVICE_CONF="eagle-service.conf" -EAGLE_LDAP_CONF="ldap.properties" -EAGLE_SCHEDULER_CONF="eagle-scheduler.conf" - -# Always copy conf/eagle-service.properties to lib/tomcat/webapps/eagle-service/WEB-INF/classes/application.conf before starting -if [ ! -e ${EAGLE_HOME}/conf/${EAGLE_SERVICE_CONF} ] -then - echo "Failure: cannot find ${EAGLE_HOME}/conf/${EAGLE_SERVICE_CONF}" - exit 1 -fi -cp -f $EAGLE_HOME/conf/$EAGLE_SERVICE_CONF ${EAGLE_HOME}/lib/tomcat/webapps/eagle-service/WEB-INF/classes/application.conf - -if [ -e ${EAGLE_HOME}/conf/${EAGLE_LDAP_CONF} ] -then - cp -f $EAGLE_HOME/conf/$EAGLE_LDAP_CONF ${EAGLE_HOME}/lib/tomcat/webapps/eagle-service/WEB-INF/classes/ -fi -if [ -e ${EAGLE_HOME}/conf/${EAGLE_SCHEDULER_CONF} ] -then - cp -f $EAGLE_HOME/conf/$EAGLE_SCHEDULER_CONF ${EAGLE_HOME}/lib/tomcat/webapps/eagle-service/WEB-INF/classes/ -fi - - -case $1 in -"start") - echo "Starting eagle service ..." - $EAGLE_HOME/lib/tomcat/bin/catalina.sh start - if [ $? != 0 ];then - echo "Error: failed starting" - exit 1 - fi - ;; -"stop") - echo "Stopping eagle service ..." - $EAGLE_HOME/lib/tomcat/bin/catalina.sh stop - if [ $? != 0 ];then - echo "Error: failed stopping" - exit 1 - fi - echo "Stopping is completed" - ;; -"restart") - echo "Stopping eagle service ..." - $EAGLE_HOME/lib/tomcat/bin/catalina.sh stop - echo "Restarting eagle service ..." - $EAGLE_HOME/lib/tomcat/bin/catalina.sh start - if [ $? != 0 ];then - echo "Error: failed starting" - exit 1 - fi - echo "Restarting is completed " - ;; -"status") - #echo "Listing eagle service status ..." - if [ -e $CATALINA_TMPDIR/service.pid ] && ps -p `cat $CATALINA_TMPDIR/service.pid` > /dev/null - then - echo "Eagle service is running `cat $CATALINA_TMPDIR/service.pid`" - exit 0 - else - echo "Eagle service is stopped" - exit 1 - fi - ;; -*) - print_help - ;; -esac - -if [ $? != 0 ]; then - echo "Error: start failure" - exit 1 -fi - -exit 0 - http://git-wip-us.apache.org/repos/asf/eagle/blob/8b3729f9/eagle-assembly/src/main/bin/eagle-topology-init.sh ---------------------------------------------------------------------- diff --git a/eagle-assembly/src/main/bin/eagle-topology-init.sh b/eagle-assembly/src/main/bin/eagle-topology-init.sh deleted file mode 100755 index 365fa99..0000000 --- a/eagle-assembly/src/main/bin/eagle-topology-init.sh +++ /dev/null @@ -1,214 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with` -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -source $(dirname $0)/eagle-env.sh -eagle_bin=$EAGLE_HOME/bin - - -##################################################################### -# Import stream metadata for HDFS -##################################################################### - -## AlertDataSource: data sources bound to sites - -echo "Begin to initialize HBase tables ..." - -echo "" -echo "Importing sample site ..." -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteDescService"; -d '[{"prefix":"eagleSiteDesc","tags":{"site" : "sandbox"}, "enabled": true}]' - -echo "" -echo "Importing applications for sample site ..." - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteApplicationService"; -d '[{"prefix":"eagleSiteApplication","tags":{"site" : "sandbox", "application":"hdfsAuditLog"}, "enabled": true, "config" : "classification.fs.defaultFS=hdfs://sandbox.hortonworks.com:8020"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteApplicationService"; -d '[{"prefix":"eagleSiteApplication","tags":{"site" : "sandbox", "application":"hbaseSecurityLog"}, "enabled": true, "config" : "classification.hbase.zookeeper.property.clientPort=2181\nclassification.hbase.zookeeper.quorum=sandbox.hortonworks.com"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteApplicationService"; -d '[{"prefix":"eagleSiteApplication","tags":{"site" : "sandbox", "application":"hiveQueryLog"}, "enabled": true, "config":"classification.accessType=metastoredb_jdbc\nclassification.password=hive\nclassification.user=hive\nclassification.jdbcDriverClassName=com.mysql.jdbc.Driver\nclassification.jdbcUrl=jdbc:mysql://sandbox.hortonworks.com/hive?createDatabaseIfNotExist=true"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=SiteApplicationService"; -d '[{"prefix":"eagleSiteApplication","tags":{"site" : "sandbox", "application":"oozieAuditLog"}, "enabled": true, "config" : "classification.accessType=oozie_api\nclassification.oozieUrl=http://localhost:11000/oozie\nclassification.filter=status=RUNNING\nclassification.authType=SIMPLE"}]' - -echo "" -echo "Importing application definitions ..." -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=ApplicationDescService"; -d '[{"prefix":"eagleApplicationDesc","tags":{"application":"hdfsAuditLog"},"description":"HDFS audit log security check application","alias":"HDFS","groupName":"DAM","features":["common","classification","userProfile","metadata"],"config":"{\n\t\"view\": {\n\t\t\"prefix\": \"fileSensitivity\",\n\t\t\"service\": \"FileSensitivityService\",\n\t\t\"keys\": [\n\t\t\t\"filedir\",\n\t\t\t\"sensitivityType\"\n\t\t],\n\t\t\"type\": \"folder\",\n\t\t\"api\": \"hdfsResource\"\n\t}\n}"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=ApplicationDescService"; -d '[{"prefix":"eagleApplicationDesc","tags":{"application":"hbaseSecurityLog"},"description":"HBASE audit log security check application","alias":"HBASE","groupName":"DAM","features":["common","classification","userProfile","metadata"],"config":"{\n\t\"view\": {\n\t\t\"prefix\": \"hbaseResourceSensitivity\",\n\t\t\"service\": \"HbaseResourceSensitivityService\",\n\t\t\"keys\": [\n\t\t\t\"hbaseResource\",\n\t\t\t\"sensitivityType\"\n\t\t],\n\t\t\"type\": \"table\",\n\t\t\"api\": {\n\t\t\t\"database\": \"hbaseResource/namespaces\",\n\t\t\t\"table\": \"hbaseResource/tables\",\n\t\t\t\"column\": \"hbaseResource/columns\"\n\t\t},\n\t\t\"mapping\": {\n\t\t\t\"database\": \"namespace\",\n\t\t\t\"table\": \"table\",\n\t\t\t\"column\": \"columnFamily\"\n\t\t}\n\t}\n}"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=ApplicationDescService"; -d '[{"prefix":"eagleApplicationDesc","tags":{"application":"hiveQueryLog"},"description":"Hive query log security check application","alias":"HIVE","groupName":"DAM","features":["common","classification","userProfile","metadata"], "config":"{\n\t\"view\": {\n\t\t\"prefix\": \"hiveResourceSensitivity\",\n\t\t\"service\": \"HiveResourceSensitivityService\",\n\t\t\"keys\": [\n\t\t\t\"hiveResource\",\n\t\t\t\"sensitivityType\"\n\t\t],\n\t\t\"type\": \"table\",\n\t\t\"api\": {\n\t\t\t\"database\": \"hiveResource/databases\",\n\t\t\t\"table\": \"hiveResource/tables\",\n\t\t\t\"column\": \"hiveResource/columns\"\n\t\t},\n\t\t\"mapping\": {\n\t\t\t\"database\": \"database\",\n\t\t\t\"table\": \"table\",\n\t\t\t\"column\": \"column\"\n\t\t}\n\t}\n}"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=ApplicationDescService"; -d '[{"prefix":"eagleApplicationDesc","tags":{"application":"oozieAuditLog"},"description":"Oozie audit log security check application","alias":"OOZIE","groupName":"DAM","features":["common","classification","metadata"],"config":"{\n\t\"view\": {\n\t\t\"prefix\": \"oozieResourceSensitivity\",\n\t\t\"service\": \"OozieResourceSensitivityService\",\n\t\t\"keys\": [\n\t\t\t\"oozieResource\",\n\t\t\t\"sensitivityType\"\n\t\t],\n\t\t\"type\": \"job\",\n\t\t\"api\": \"oozieResource/coordinators\"\n\t}\n}"}]' - -echo "" -echo "Importing feature definitions ..." -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=FeatureDescService"; -d '[{"prefix":"eagleFeatureDesc","tags":{"feature":"common"},"description":"Provide the Policy & Alert feature.","version":"v0.3.0"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=FeatureDescService"; -d '[{"prefix":"eagleFeatureDesc","tags":{"feature":"classification"},"description":"Sensitivity browser of the data classification.","version":"v0.3.0"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=FeatureDescService"; -d '[{"prefix":"eagleFeatureDesc","tags":{"feature":"userProfile"},"description":"Machine learning of the user profile","version":"v0.3.0"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=FeatureDescService"; -d '[{"prefix":"eagleFeatureDesc","tags":{"feature":"metadata"},"description":"Stream metadata viewer","version":"v0.3.0"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=FeatureDescService"; -d '[{"prefix":"eagleFeatureDesc","tags":{"feature":"metrics"},"description":"Metrics dashboard","version":"v0.3.0"}]' - -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=FeatureDescService"; -d '[{"prefix":"eagleFeatureDesc","tags":{"feature":"topology"},"description":"Application topology management feature","version":"v0.4.0"}]' - - -## AlertStreamService: alert streams generated from data source -echo "" -echo "Importing AlertStreamService for HDFS... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamService"; -d '[{"prefix":"alertStream","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream"},"description":"alert event stream from hdfs audit log"}]' - -## AlertExecutorService: what alert streams are consumed by alert executor -echo "" -echo "Importing AlertExecutorService for HDFS... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertExecutorService"; -d '[{"prefix":"alertExecutor","tags":{"application":"hdfsAuditLog","alertExecutorId":"hdfsAuditLogAlertExecutor","streamName":"hdfsAuditLogEventStream"},"description":"alert executor for hdfs audit log event stream"}]' - -## AlertStreamSchemaService: schema for event from alert stream -echo "" -echo "Importing AlertStreamSchemaService for HDFS... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamSchemaService"; -d '[{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"src"},"attrDescription":"source directory or file, such as /tmp","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hdfs.resolver.HDFSResourceResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"dst"},"attrDescription":"destination directory, such as /tmp","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hdfs.resolver.HDFSResourceResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"host"},"attrDescription":"hostname, such as localhost","attrType":"string","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"timestamp"},"attrDescription":"milliseconds of the datetime","attrType":"long","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"allowed"},"attrDescription":"true, false or none","attrType":"bool","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"user"},"attrDescription":"process user","attrType":"string","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"cmd"},"attrDescription":"file/directory operation, such as getfileinfo, open, listStatus and so on","attrType":"string","catego ry":"","attrValueResolver":"org.apache.eagle.service.security.hdfs.resolver.HDFSCommandResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"sensitivityType"},"attrDescription":"mark such as AUDITLOG, SECURITYLOG","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hdfs.resolver.HDFSSensitivityTypeResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hdfsAuditLog","streamName":"hdfsAuditLogEventStream","attrName":"securityZone"},"attrDescription":"","attrType":"string","category":"","attrValueResolver":""}]' - - -##################################################################### -# Import stream metadata for HBASE -##################################################################### - -#### AlertStreamService: alert streams generated from data source -echo "" -echo "Importing AlertStreamService for HBASE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamService"; -d '[{"prefix":"alertStream","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream"},"description":"alert event stream from hbase security audit log"}]' - - -#### AlertExecutorService: what alert streams are consumed by alert executor -echo "" -echo "Importing AlertExecutorService for HBASE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertExecutorService"; -d '[{"prefix":"alertExecutor","tags":{"application":"hbaseSecurityLog","alertExecutorId":"hbaseSecurityLogAlertExecutor","streamName":"hbaseSecurityLogEventStream"},"description":"alert executor for hbase security log event stream"}]' - - -#### AlertStreamSchemaService: schema for event from alert stream -echo "" -echo "Importing AlertStreamSchemaService for HBASE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamSchemaService"; -d '[{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"host"},"attrDescription":"remote ip address to access hbase","attrType":"string","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"request"},"attrDescription":"","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hbase.resolver.HbaseRequestResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"status"},"attrDescription":"access status: allowed or denied","attrType":"string","category":"","attrValueResolver ":""},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"user"},"attrDescription":"hbase user","attrType":"string","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"timestamp"},"attrDescription":"milliseconds of the datetime","attrType":"long","category":"","attrValueResolver":""},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"scope"},"attrDescription":"the resources which users are then granted specific permissions (Read, Write, Execute, Create, Admin) against","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hbase.resolver.HbaseMetadataResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"action"} ,"attrDescription":"action types, such as read, write, create, execute, and admin","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hbase.resolver.HbaseActionResolver"},{"prefix":"alertStreamSchema","tags":{"application":"hbaseSecurityLog","streamName":"hbaseSecurityLogEventStream","attrName":"sensitivityType"},"attrDescription":"","attrType":"string","category":"","attrValueResolver":"org.apache.eagle.service.security.hbase.resolver.HbaseSensitivityTypeResolver"}]' - - -##################################################################### -# Import stream metadata for HIVE -##################################################################### - -## AlertStreamService: alert streams generated from data source -echo "" -echo "Importing AlertStreamService for HIVE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamService"; -d '[{"prefix":"alertStream","tags":{"application":"hiveQueryLog","streamName":"hiveAccessLogStream"},"description":"alert event stream from hive query"}]' - -## AlertExecutorService: what alert streams are consumed by alert executor -echo "" -echo "Importing AlertExecutorService for HIVE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertExecutorService"; -d '[{"prefix":"alertExecutor","tags":{"application":"hiveQueryLog","alertExecutorId":"hiveAccessAlertByRunningJob","streamName":"hiveAccessLogStream"},"description":"alert executor for hive query log event stream"}]' - -## AlertStreamSchemaServiceService: schema for event from alert stream -echo "" -echo "Importing AlertStreamSchemaService for HIVE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamSchemaService"; -d '[{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"process user","attrValueResolver":"","tags":{"application":"hiveQueryLog","streamName":"hiveAccessLogStream","attrName":"user"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"hive sql command, such as SELECT, INSERT and DELETE","attrValueResolver":"org.apache.eagle.service.security.hive.resolver.HiveCommandResolver","tags":{"application":"hiveQueryLog","streamName":"hiveAccessLogStream","attrName":"command"}},{"prefix":"alertStreamSchema","category":"","attrType":"long","attrDescription":"milliseconds of the datetime","attrValueResolver":"","tags":{"application":"hiveQueryLog","streamName":"hiveAccessLogStream","attrName":"timestamp"}},{"pre fix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"/database/table/column or /database/table/*","attrValueResolver":"org.apache.eagle.service.security.hive.resolver.HiveMetadataResolver","tags":{"application":"hiveQueryLog","streamName":"hiveAccessLogStream","attrName":"resource"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"mark such as PHONE_NUMBER","attrValueResolver":"org.apache.eagle.service.security.hive.resolver.HiveSensitivityTypeResolver","tags":{"application":"hiveQueryLog","streamName":"hiveAccessLogStream","attrName":"sensitivityType"}}]' - -##################################################################### -# Import stream metadata for UserProfile -##################################################################### - - -echo "" -echo "Importing AlertDefinitionService for USERPROFILE" -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H "Content-Type: application/json" "http://$EAGLE_SERVICE_HOST:$EAGLE_SERVICE_PORT/eagle-service/rest/entities?serviceName=AlertDefinitionService"; \ - -d '[ { "prefix": "alertdef", "tags": { "site": "sandbox", "application": "userProfile", "alertExecutorId": "userProfileAnomalyDetectionExecutor", "policyId": "userProfile", "policyType": "MachineLearning" }, "description": "user profile anomaly detection", "policyDef": "{\"type\":\"MachineLearning\",\"alertContext\":{\"site\":\"sandbox\",\"application\":\"userProfile\",\"component\":\"testComponent\",\"description\":\"ML based user profile anomaly detection\",\"severity\":\"WARNING\",\"notificationByEmail\":\"true\"},\"algorithms\":[{\"name\":\"EigenDecomposition\",\"evaluator\":\"org.apache.eagle.security.userprofile.impl.UserProfileAnomalyEigenEvaluator\",\"description\":\"EigenBasedAnomalyDetection\",\"features\":\"getfileinfo, open, listStatus, setTimes, setPermission, rename, mkdirs, create, setReplication, contentSummary, delete, setOwner, fsck\"},{\"name\":\"KDE\",\"evaluator\":\"org.apache.eagle.security.userprofile.impl.UserProfileAnomalyKDEEvaluator\",\"description\" :\"DensityBasedAnomalyDetection\",\"features\":\"getfileinfo, open, listStatus, setTimes, setPermission, rename, mkdirs, create, setReplication, contentSummary, delete, setOwner, fsck\"}]}", "dedupeDef": "{\"alertDedupIntervalMin\":\"0\",\"emailDedupIntervalMin\":\"0\"}", "notificationDef": "", "remediationDef": "", "enabled": true } ]' - -echo "" -echo "Importing AlertExecutorService for USERPROFILE" -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H "Content-Type: application/json" "http://$EAGLE_SERVICE_HOST:$EAGLE_SERVICE_PORT/eagle-service/rest/entities?serviceName=AlertExecutorService"; \ - -d '[ { "prefix": "alertExecutor", "tags":{ "site":"sandbox", "application":"userProfile", "alertExecutorId" : "userProfileAnomalyDetectionExecutor", "streamName":"userActivity" }, "description": "user activity data source" } ]' - -echo "" -echo "Importing AlertStreamService for USERPROFILE" -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H "Content-Type: application/json" "http://$EAGLE_SERVICE_HOST:$EAGLE_SERVICE_PORT/eagle-service/rest/entities?serviceName=AlertStreamService"; \ - -d '[ { "prefix": "alertStream", "tags": { "streamName": "userActivity", "site":"sandbox", "application":"userProfile" }, "alertExecutorIdList": [ "userProfileAnomalyDetectionExecutor" ] } ]' - -##################################################################### -# Import stream metadata for OOZIE -##################################################################### - -## AlertStreamService: alert streams generated from data source -echo "" -echo "Importing AlertStreamService for OOZIE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamService"; -d '[{"prefix":"alertStream","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream"},"description":"alert event stream from oozie audit log"}]' - -## AlertExecutorService: what alert streams are consumed by alert executor -echo "" -echo "Importing AlertExecutorService for OOZIE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertExecutorService"; -d '[{"prefix":"alertExecutor","tags":{"application":"oozieAuditLog","alertExecutorId":"oozieAuditLogAlertExecutor","streamName":"oozieSecurityLogEventStream"},"description":"alert executor for oozie audit log event stream"}]' - -## AlertStreamSchemaServiceService: schema for event from alert stream -echo "" -echo "Importing AlertStreamSchemaService for OOZIE... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertStreamSchemaService"; -d '[{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"errorcode"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"httpcode"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"log level such as INFO,DEBUG","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"level"}},{"prefix":"alertStreamSchema","category":"","attrType":"long","attrDescription":"milliseconds of the dat etime","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"timestamp"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"ip"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"user"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"app"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"group"}},{"prefix":"alertStreamSchem a","category":"","attrType":"string","attrDescription":"such as start kill suspend resume","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"operation"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"jobId"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"status"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"errormessage"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAud itLog","streamName":"oozieSecurityLogEventStream","attrName":"sensitivityType"}},{"prefix":"alertStreamSchema","category":"","attrType":"string","attrDescription":"","attrValueResolver":"","tags":{"application":"oozieAuditLog","streamName":"oozieSecurityLogEventStream","attrName":"parameter"}}]' - - -##################################################################### -# Import notification plugin configuration into Eagle Service # -##################################################################### - -## AlertNotificationService : schema for notifcation plugin configuration -echo "" -echo "Importing notification plugin configurations ... " -curl -silent -u ${EAGLE_SERVICE_USER}:${EAGLE_SERVICE_PASSWD} -X POST -H 'Content-Type:application/json' \ - "http://${EAGLE_SERVICE_HOST}:${EAGLE_SERVICE_PORT}/eagle-service/rest/entities?serviceName=AlertNotificationService"; \ - -d ' - [ - { - "prefix": "alertNotifications", - "tags": { - "notificationType": "email" - }, - "className": "org.apache.eagle.notification.plugin.AlertEmailPlugin", - "description": "send alert to email", - "enabled":true, - "fields": [{"name":"sender"},{"name":"recipients"},{"name":"subject"}] - }, - { - "prefix": "alertNotifications", - "tags": { - "notificationType": "kafka" - }, - "className": "org.apache.eagle.notification.plugin.AlertKafkaPlugin", - "description": "send alert to kafka bus", - "enabled":true, - "fields": [{"name":"kafka_broker","value":"sandbox.hortonworks.com:6667"},{"name":"topic"}] - }, - { - "prefix": "alertNotifications", - "tags": { - "notificationType": "eagleStore" - }, - "className": "org.apache.eagle.notification.plugin.AlertEagleStorePlugin", - "description": "send alert to eagle store", - "enabled":true - } - ] - ' - -## Finished -echo "" -echo "Finished initialization for eagle topology" - -exit 0
