http://git-wip-us.apache.org/repos/asf/atlas-website/blob/af60ed7f/1.0.0-rc0/Atlas-Authorization-Simple-Authorizer.html ---------------------------------------------------------------------- diff --git a/1.0.0-rc0/Atlas-Authorization-Simple-Authorizer.html b/1.0.0-rc0/Atlas-Authorization-Simple-Authorizer.html deleted file mode 100644 index 465791e..0000000 --- a/1.0.0-rc0/Atlas-Authorization-Simple-Authorizer.html +++ /dev/null @@ -1,266 +0,0 @@ -<!DOCTYPE html> -<!-- - | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Atlas-Authorization-Simple-Authorizer.twiki at 2018-05-26 - | Rendered using Apache Maven Fluido Skin 1.7 ---> -<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> - <head> - <meta charset="UTF-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20180526" /> - <meta http-equiv="Content-Language" content="en" /> - <title>Apache Atlas – Setting up Atlas to use Simple Authorizer</title> - <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> - <link rel="stylesheet" href="./css/site.css" /> - <link rel="stylesheet" href="./css/print.css" media="print" /> - <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> - </head> - <body class="topBarEnabled"> - <div id="topbar" class="navbar navbar-fixed-top "> - <div class="navbar-inner"> - <div class="container" style="width: 68%;"><div class="nav-collapse"> - <ul class="nav"> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="index.html" title="About">About</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> - <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> - <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> - <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="project-info.html" title="Summary">Summary</a></li> - <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> - <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> - <li><a href="team-list.html" title="Team">Team</a></li> - <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> - <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> - <li><a href="license.html" title="License">License</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-alpha/"; title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-rc0/"; title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="../index.html" title="latest">latest</a></li> - <li><a href="../1.0.0-alpha/index.html" title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="../1.0.0-rc0/index.html" title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> - <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> - <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> - <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> - <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> - <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> - <li><a href="https://www.apache.org/events/current-event"; title="Events">Events</a></li> - <li><a href="https://www.apache.org/licenses/"; title="License">License</a></li> - <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> - <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> - <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> - </ul> - </li> - </ul> -<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > - <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> - <input class="search-query" name="q" id="query" type="text" /> -</form> -<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> - <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; - scrolling="no" frameborder="0" - style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> - <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> - <ul class="nav pull-right"><li style="margin-top: 10px;"> - <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> - </li></ul> - </div> - </div> - </div> - </div> - <div class="container"> - <div id="banner"> - <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> - <div class="pull-right"></div> - <div class="clear"><hr/></div> - </div> - - <div id="breadcrumbs"> - <ul class="breadcrumb"> - <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> - <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> - <li class="active ">Setting up Atlas to use Simple Authorizer</li> - <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-05-26</li> - <li id="projectVersion" class="pull-right">Version: 1.0.0-rc0</li> - </ul> - </div> - <div id="bodyColumn" > -<div class="section"> -<h4><a name="Setting_up_Atlas_to_use_Simple_Authorizer"></a>Setting up Atlas to use Simple Authorizer</h4> -<p>As detailed in <a href="./Atlas-Authorization-Model.html">Atlas Authorization Model</a>, Apache Atlas supports a pluggable authorization model. Simple authorizer is the default authorizer implementation included in Apache Atlas. Simple authorizer uses policies defined in a JSON file. This document provides details of steps to configure Apache Atlas to use the simple authorizer and details of the JSON file format containing authorization policies.</p></div> -<div class="section"> -<h5><a name="Configure_Apache_Atlas"></a>Configure Apache Atlas</h5> -<p>To configure Apache Atlas to use simple authorizer, include the following properties in application.properties config file:</p> -<div class="source"><pre class="prettyprint"> -atlas.authorizer.impl=simple -atlas.authorizer.simple.authz.policy.file=/etc/atlas/conf/atlas-simple-authz-policy.json - -</pre></div> -<p>Please note that if the policy file location specified is not an absolute path, the file will be looked up in following paths:</p> -<ul> -<li>Apache Atlas configuration directory (specified by system property <tt>atlas.conf</tt>)</li> -<li>Apache Atlas server's current directory</li> -<li>CLASSPATH</li></ul></div> -<div class="section"> -<h5><a name="Policy_file_format"></a>Policy file format</h5> -<p>Simple authorizer uses <tt>roles</tt> to group permissions, which can then be assigned to users and user-groups. Following examples would help to understand the details of the policy file format:</p></div> -<div class="section"> -<h6><a name="Roles"></a>Roles</h6> -<p>Following policy file defines 3 roles:</p> -<ul> -<li>ROLE_ADMIN: has all permissions</li> -<li>PROD_READ_ONLY: has access to read entities having qualifiedName ending with "@prod"</li> -<li>TEST_ALL_ACCESS: has all access to entities having qualifiedName ending with "@test"</li></ul> -<p>Simple authorizer supports Java reg-ex to specify values for privilege/entity-type/entity-id/classification/typeName/typeCategory.</p> -<div class="source"><pre class="prettyprint"> -{ - "roles": { - "ROLE_ADMIN": { - "adminPermissions": [ - { - "privileges": [ ".*" ] - } - ], - - "entityPermissions": [ - { - "privileges": [ ".*" ], - "entityTypes": [ ".*" ], - "entityIds": [ ".*" ], - "classifications": [ ".*" ] - } - ], - - "typePermissions": [ - { - "privileges": [ ".*" ], - "typeCategories": [ ".*" ], - "typeNames": [ ".*" ] - } - ] - }, - - "PROD_READ_ONLY" : { - "entityPermissions": [ - { - "privileges": [ "entity-read", "entity-read-classification" ], - "entityTypes": [ ".*" ], - "entityIds": [ ".*@prod" ], - "classifications": [ ".*" ] - } - } - - "TEST_ALL_ACCESS" : { - "entityPermissions": [ - { - "privileges": [ ".*" ], - "entityTypes": [ ".*" ], - "entityIds": [ ".*@test" ], - "classifications": [ ".*" ] - } - } - }, - - "userRoles": { - ... - }, - - "groupRoles": { - ... - } -} - - -</pre></div></div> -<div class="section"> -<h6><a name="Assign_Roles_to_Users_and_User_Groups"></a>Assign Roles to Users and User Groups</h6> -<p>Roles defined above can be assigned (granted) to users as shown below:</p> -<div class="source"><pre class="prettyprint"> -{ - "roles": { - ... - }, - - "userRoles": { - "admin": [ "ROLE_ADMIN" ], - "steward": [ "DATA_STEWARD" ], - "user1": [ "PROD_READ_ONLY" ], - "user2": [ "TEST_ALL_ACCESS" ], - "user3": [ "PROD_READ_ONLY", "TEST_ALL_ACCESS" ], - }, - - "groupRoles": { - ... - } -} - -</pre></div> -<p>Roles can be assigned (granted) to user-groups as shown below. An user can belong to multiple groups; roles assigned to all groups the user belongs to will be used to authorize the access.</p> -<div class="source"><pre class="prettyprint"> -{ - "roles": { - ... - }, - - "userRoles": { - ... - }, - - "groupRoles": { - "admins": [ "ROLE_ADMIN" ], - "dataStewards": [ "DATA_STEWARD" ], - "testUsers": [ "TEST_ALL_ACCESS" ], - "prodReadUsers": [ "PROD_READ_ONLY" ] - } -} - -</pre></div></div> - </div> - </div> - <hr/> - <footer> - <div class="container"> - <div class="row"> -<p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="20" width="20" /></a>Copyright © 2011-2018 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/";>Apache License, Version 2.0</a>.<br/> -Apache Atlas, Atlas, Apache, the Apache feather logo are trademarks of the <a href="https://www.apache.org";>Apache Software Foundation</a>.<br/> -All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> - </div> - <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> -</p> - </div> - </footer> - </body> -</html>
http://git-wip-us.apache.org/repos/asf/atlas-website/blob/af60ed7f/1.0.0-rc0/Bridge-Kafka.html ---------------------------------------------------------------------- diff --git a/1.0.0-rc0/Bridge-Kafka.html b/1.0.0-rc0/Bridge-Kafka.html deleted file mode 100644 index 0856911..0000000 --- a/1.0.0-rc0/Bridge-Kafka.html +++ /dev/null @@ -1,171 +0,0 @@ -<!DOCTYPE html> -<!-- - | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Bridge-Kafka.twiki at 2018-05-26 - | Rendered using Apache Maven Fluido Skin 1.7 ---> -<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> - <head> - <meta charset="UTF-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20180526" /> - <meta http-equiv="Content-Language" content="en" /> - <title>Apache Atlas – Apache Atlas Hook for Apache Kafka</title> - <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> - <link rel="stylesheet" href="./css/site.css" /> - <link rel="stylesheet" href="./css/print.css" media="print" /> - <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> - </head> - <body class="topBarEnabled"> - <div id="topbar" class="navbar navbar-fixed-top "> - <div class="navbar-inner"> - <div class="container" style="width: 68%;"><div class="nav-collapse"> - <ul class="nav"> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="index.html" title="About">About</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> - <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> - <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> - <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="project-info.html" title="Summary">Summary</a></li> - <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> - <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> - <li><a href="team-list.html" title="Team">Team</a></li> - <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> - <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> - <li><a href="license.html" title="License">License</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-alpha/"; title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-rc0/"; title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="../index.html" title="latest">latest</a></li> - <li><a href="../1.0.0-alpha/index.html" title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="../1.0.0-rc0/index.html" title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> - <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> - <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> - <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> - <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> - <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> - <li><a href="https://www.apache.org/events/current-event"; title="Events">Events</a></li> - <li><a href="https://www.apache.org/licenses/"; title="License">License</a></li> - <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> - <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> - <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> - </ul> - </li> - </ul> -<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > - <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> - <input class="search-query" name="q" id="query" type="text" /> -</form> -<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> - <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; - scrolling="no" frameborder="0" - style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> - <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> - <ul class="nav pull-right"><li style="margin-top: 10px;"> - <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> - </li></ul> - </div> - </div> - </div> - </div> - <div class="container"> - <div id="banner"> - <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> - <div class="pull-right"></div> - <div class="clear"><hr/></div> - </div> - - <div id="breadcrumbs"> - <ul class="breadcrumb"> - <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> - <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> - <li class="active ">Apache Atlas Hook for Apache Kafka</li> - <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-05-26</li> - <li id="projectVersion" class="pull-right">Version: 1.0.0-rc0</li> - </ul> - </div> - <div id="bodyColumn" > -<div class="section"> -<h2><a name="Apache_Atlas_Hook_for_Apache_Kafka"></a>Apache Atlas Hook for Apache Kafka</h2></div> -<div class="section"> -<h3><a name="Kafka_Model"></a>Kafka Model</h3> -<p>Kafka model includes the following types:</p> -<ul> -<li>Entity types: -<ul> -<li>kafka_topic -<ul> -<li>super-types: DataSet</li> -<li>attributes: qualifiedName, name, description, owner, topic, uri, partitionCount</li></ul></li></ul></li></ul> -<p>Kafka entities are created and de-duped in Atlas using unique attribute qualifiedName, whose value should be formatted as detailed below. Note that qualifiedName will have topic name in lower case.</p> -<div class="source"><pre class="prettyprint"> - topic.qualifiedName: <topic>@<clusterName> - -</pre></div></div> -<div class="section"> -<h3><a name="Setup"></a>Setup</h3> -<p>Binary files are present in apache-atlas-<release-version>-kafka-hook.tar.gz</p> -<p>Copy apache-atlas-kafka-hook-<release-version>/hook/kafka folder to <atlas package>/hook/ directory</p> -<p>Copy apache-atlas-kafka-hook-<release-version>/hook-bin folder to <atlas package>/hook-bin directory</p></div> -<div class="section"> -<h3><a name="Importing_Kafka_Metadata"></a>Importing Kafka Metadata</h3> -<p>Apache Atlas provides a command-line utility, import-kafka.sh, to import metadata of Apache Kafka topics into Apache Atlas. This utility can be used to initialize Apache Atlas with topics present in Apache Kafka. This utility supports importing metadata of a specific topic or all topics.</p> -<div class="source"><pre class="prettyprint"> -Usage 1: <atlas package>/hook-bin/import-kafka.sh -Usage 2: <atlas package>/hook-bin/import-kafka.sh [-t <topic prefix> OR --topic <topic prefix>] -Usage 3: <atlas package>/hook-bin/import-kafka.sh [-f <filename>] - File Format: - topic1 - topic2 - topic3 - -</pre></div></div> - </div> - </div> - <hr/> - <footer> - <div class="container"> - <div class="row"> -<p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="20" width="20" /></a>Copyright © 2011-2018 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/";>Apache License, Version 2.0</a>.<br/> -Apache Atlas, Atlas, Apache, the Apache feather logo are trademarks of the <a href="https://www.apache.org";>Apache Software Foundation</a>.<br/> -All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> - </div> - <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> -</p> - </div> - </footer> - </body> -</html> http://git-wip-us.apache.org/repos/asf/atlas-website/blob/af60ed7f/1.0.0-rc0/ClassificationPropagation.html ---------------------------------------------------------------------- diff --git a/1.0.0-rc0/ClassificationPropagation.html b/1.0.0-rc0/ClassificationPropagation.html deleted file mode 100644 index b819643..0000000 --- a/1.0.0-rc0/ClassificationPropagation.html +++ /dev/null @@ -1,193 +0,0 @@ -<!DOCTYPE html> -<!-- - | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/ClassificationPropagation.twiki at 2018-05-26 - | Rendered using Apache Maven Fluido Skin 1.7 ---> -<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> - <head> - <meta charset="UTF-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20180526" /> - <meta http-equiv="Content-Language" content="en" /> - <title>Apache Atlas – Classification Propagation</title> - <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> - <link rel="stylesheet" href="./css/site.css" /> - <link rel="stylesheet" href="./css/print.css" media="print" /> - <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> - </head> - <body class="topBarEnabled"> - <div id="topbar" class="navbar navbar-fixed-top "> - <div class="navbar-inner"> - <div class="container" style="width: 68%;"><div class="nav-collapse"> - <ul class="nav"> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="index.html" title="About">About</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> - <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> - <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> - <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="project-info.html" title="Summary">Summary</a></li> - <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> - <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> - <li><a href="team-list.html" title="Team">Team</a></li> - <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> - <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> - <li><a href="license.html" title="License">License</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-alpha/"; title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-rc0/"; title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="../index.html" title="latest">latest</a></li> - <li><a href="../1.0.0-alpha/index.html" title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="../1.0.0-rc0/index.html" title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> - <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> - <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> - <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> - <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> - <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> - <li><a href="https://www.apache.org/events/current-event"; title="Events">Events</a></li> - <li><a href="https://www.apache.org/licenses/"; title="License">License</a></li> - <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> - <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> - <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> - </ul> - </li> - </ul> -<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > - <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> - <input class="search-query" name="q" id="query" type="text" /> -</form> -<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> - <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; - scrolling="no" frameborder="0" - style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> - <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> - <ul class="nav pull-right"><li style="margin-top: 10px;"> - <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> - </li></ul> - </div> - </div> - </div> - </div> - <div class="container"> - <div id="banner"> - <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> - <div class="pull-right"></div> - <div class="clear"><hr/></div> - </div> - - <div id="breadcrumbs"> - <ul class="breadcrumb"> - <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> - <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> - <li class="active ">Classification Propagation</li> - <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-05-26</li> - <li id="projectVersion" class="pull-right">Version: 1.0.0-rc0</li> - </ul> - </div> - <div id="bodyColumn" > -<div class="section"> -<h2><a name="Classification_Propagation"></a>Classification Propagation</h2> -<p>Classification propagation enables classifications associated to an entity to be automatically associated with other related entities of the entity. This is very useful in dealing with scenarios where a dataset derives it data from other datasets - like a table loaded with data in a file, a report generated from a table/view, etc. For example, when a table is classified as <b>"PII"</b>, tables or views that derive data from this table (via CTAS or ‘create view’ operation) will be automatically classified as <b>"PII"</b>.</p></div> -<div class="section"> -<h3><a name="Use_Cases"></a>Use Cases</h3> -<p>Consider the following lineage where data from a 'hdfs_path' entity is loaded into a table, which is further made available through views. We will go through various scenarios to understand the classification propagation feature.</p> -<p><img src="images/twiki/classification-propagation-1.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Add_classification_to_an_entity"></a>Add classification to an entity</h3> -<p>When classification ‘PII’ is added to 'hdfs_path' entity, the classification is propagated to all impacted entities in the lineage path, including 'employees' table, views 'us_employees' and 'uk_employees' - as shown below.</p> -<p><img src="images/twiki/classification-propagation-2.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Update_classification_associated_with_an_entity"></a>Update classification associated with an entity</h3> -<p>Any updates to classifications associated with an entity will be seen in all entities the classification is propagated to as well.</p> -<p><img src="images/twiki/classification-propagation-3.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Remove_classification_associated_with_an_entity"></a>Remove classification associated with an entity</h3> -<p>When a classification is deleted from an entity, the classification will be removed from all entities the classification is propagated to as well.</p> -<p><img src="images/twiki/classification-propagation-4.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Add_lineage_between_entities"></a>Add lineage between entities</h3> -<p>When lineage is added between entities, for example to capture loading of data in a file to a table, the classifications associated with the source entity are propagated to all impacted entities as well.</p> -<p>For example, when a view is created from a table, classifications associated with the table are propagated to the newly created view as well.</p> -<p><img src="images/twiki/classification-propagation-5.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Delete_an_entity"></a>Delete an entity</h3> -<p><b>Case 1:</b> When an entity is deleted, classifications associated with this entity will be removed from all entities the classifications are propagated to.</p> -<p>For example. when <i>employees</i> table is deleted, classifications associated with this table are removed from 'employees_view' view.</p> -<p><img src="images/twiki/classification-propagation-6.png" width="800" style="margin-left:20px"></img></p> -<p><b>Case 2:</b> When an entity is deleted in the middle of a lineage path, the propagation link is broken and previously propagated classifications will be removed from all derived entities of the deleted entity.</p> -<p>For example. when 'us_employees' table is deleted, classifications propagating through this table (<b>PII</b>) are removed from 'ca_employees' table, since the only path of propagation is broken by entity deletion.</p> -<p><img src="images/twiki/classification-propagation-entity-delete-1.png" width="800" style="margin-left:20px"></img></p> -<p><img src="images/twiki/classification-propagation-entity-delete-2.png" width="800" style="margin-left:20px"></img></p> -<p><b>Case 3:</b> When an entity is deleted in the middle of a lineage path and if there exists alternate path for propagation, previously propagated classifications will be retained.</p> -<p>For example. when 'us_employees' table is deleted, classifications propagating (<b>PII</b>) through this table are retained in 'ca_employees' table, since there are two propagation paths available and only one of them is broken by entity deletion.</p> -<p><img src="images/twiki/classification-propagation-entity-delete-3.png" width="800" style="margin-left:20px"></img></p> -<p><img src="images/twiki/classification-propagation-entity-delete-4.png" width="800" style="margin-left:20px"></img></p></div> -<div class="section"> -<h3><a name="Control_Propagation"></a>Control Propagation</h3> -<p>Apache Atlas provides few options to control whether/where a classification is propagated. This section details available options.</p></div> -<div class="section"> -<h3><a name="Propagate_flag_in_classification"></a>Propagate flag in classification</h3> -<p>Each association of classification to an entity has a boolean flag that controls whether the classification is propagated or not. When a classification is associated with an entity, this flag is set to ‘true’ i.e. the classification will be propagated to all impacted entities. This flag can be updated to desired value during initial association or later.</p> -<p><img src="images/twiki/classification-propagation-7.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Propagate_flag_in_lineage_edge"></a>Propagate flag in lineage edge</h3> -<p>Apache Atlas supports a flag at lineage edge to enable/disable propagation of classifications through the edge. By default, the propagation is enabled for lineage edges. When the flag is turned off, no classification will be propagated through this edge; and propagation of currently propagated classifications through the edge will be reevaluated, so that they can be removed from impacted entities. When the flag is turned on, propagation of classifications of the source entity will be reevaluated, so that they can be propagated to all impacted entities.</p></div> -<div class="section"> -<h3><a name="Block_propagation_of_specific_classifications_in_lineage_edge"></a>Block propagation of specific classifications in lineage edge</h3> -<p>Apache Atlas supports blocking propagation of specific classifications in at lineage edges. This can be useful, for example, to handle scenarios like: a column classified as PII is masked when creating a view; in such scenario, if corresponding column in the created view might not have PII, hence the propagation of PII classification should be blocked. This can be done by updating the lineage edge to add the PII classification in <i>‘blocked propagated classifications’</i> list. Classifications in blocked propagated classifications will not be propagated in the derivative/downstream entities.</p> -<p><img src="images/twiki/classification-propagation-8.png" alt="" /></p></div> -<div class="section"> -<h3><a name="Notifications_and_Audit"></a>Notifications and Audit</h3> -<p>When propagated classifications are added/update/deleted, Apache Atlas sends notifications to 'ATLAS_ENTITIES' topic for each entity affected by the propagation.</p></div> -<div class="section"> -<h3><a name="Glossary"></a>Glossary</h3> -<p>When a classification is associated with a glossary term, the classification is automatically propagated to all entities associated with the term.</p></div> - </div> - </div> - <hr/> - <footer> - <div class="container"> - <div class="row"> -<p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="20" width="20" /></a>Copyright © 2011-2018 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/";>Apache License, Version 2.0</a>.<br/> -Apache Atlas, Atlas, Apache, the Apache feather logo are trademarks of the <a href="https://www.apache.org";>Apache Software Foundation</a>.<br/> -All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> - </div> - <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> -</p> - </div> - </footer> - </body> -</html> http://git-wip-us.apache.org/repos/asf/atlas-website/blob/af60ed7f/1.0.0-rc0/Configuration.html ---------------------------------------------------------------------- diff --git a/1.0.0-rc0/Configuration.html b/1.0.0-rc0/Configuration.html deleted file mode 100644 index b0e9b43..0000000 --- a/1.0.0-rc0/Configuration.html +++ /dev/null @@ -1,335 +0,0 @@ -<!DOCTYPE html> -<!-- - | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Configuration.twiki at 2018-05-26 - | Rendered using Apache Maven Fluido Skin 1.7 ---> -<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> - <head> - <meta charset="UTF-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20180526" /> - <meta http-equiv="Content-Language" content="en" /> - <title>Apache Atlas – Configuring Apache Atlas - Application Properties</title> - <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> - <link rel="stylesheet" href="./css/site.css" /> - <link rel="stylesheet" href="./css/print.css" media="print" /> - <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> - </head> - <body class="topBarEnabled"> - <div id="topbar" class="navbar navbar-fixed-top "> - <div class="navbar-inner"> - <div class="container" style="width: 68%;"><div class="nav-collapse"> - <ul class="nav"> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="index.html" title="About">About</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> - <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> - <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> - <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="project-info.html" title="Summary">Summary</a></li> - <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> - <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> - <li><a href="team-list.html" title="Team">Team</a></li> - <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> - <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> - <li><a href="license.html" title="License">License</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-alpha/"; title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-rc0/"; title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="../index.html" title="latest">latest</a></li> - <li><a href="../1.0.0-alpha/index.html" title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="../1.0.0-rc0/index.html" title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> - <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> - <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> - <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> - <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> - <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> - <li><a href="https://www.apache.org/events/current-event"; title="Events">Events</a></li> - <li><a href="https://www.apache.org/licenses/"; title="License">License</a></li> - <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> - <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> - <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> - </ul> - </li> - </ul> -<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > - <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> - <input class="search-query" name="q" id="query" type="text" /> -</form> -<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> - <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; - scrolling="no" frameborder="0" - style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> - <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> - <ul class="nav pull-right"><li style="margin-top: 10px;"> - <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> - </li></ul> - </div> - </div> - </div> - </div> - <div class="container"> - <div id="banner"> - <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> - <div class="pull-right"></div> - <div class="clear"><hr/></div> - </div> - - <div id="breadcrumbs"> - <ul class="breadcrumb"> - <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> - <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> - <li class="active ">Configuring Apache Atlas - Application Properties</li> - <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-05-26</li> - <li id="projectVersion" class="pull-right">Version: 1.0.0-rc0</li> - </ul> - </div> - <div id="bodyColumn" > -<div class="section"> -<h2><a name="Configuring_Apache_Atlas_-_Application_Properties"></a>Configuring Apache Atlas - Application Properties</h2> -<p>All configuration in Atlas uses java properties style configuration. The main configuration file is atlas-application.properties which is in the <b>conf</b> dir at the deployed location. It consists of the following sections:</p></div> -<div class="section"> -<h3><a name="Graph_Configs"></a>Graph Configs</h3></div> -<div class="section"> -<h4><a name="Graph_Persistence_engine_-_HBase"></a>Graph Persistence engine - HBase</h4> -<p>Set the following properties to configure <a href="./JanusGraph.html">JanusGraph</a> to use HBase as the persistence engine. Please refer to <a href="http://docs.janusgraph.org/0.2.0/configuration.html#_hbase_caching";>link</a> for more details.</p> -<div class="source"><pre class="prettyprint"> -atlas.graph.storage.backend=hbase -atlas.graph.storage.hostname=<ZooKeeper Quorum> -atlas.graph.storage.hbase.table=atlas - -</pre></div> -<p>If any further <a href="./JanusGraph.html">JanusGraph</a> configuration needs to be setup, please prefix the property name with "atlas.graph.".</p> -<p>In addition to setting up configurations, please ensure that environment variable HBASE_CONF_DIR is setup to point to the directory containing HBase configuration file hbase-site.xml.</p></div> -<div class="section"> -<h4><a name="Graph_Index_Search_Engine"></a>Graph Index Search Engine</h4> -<p>An index search engine is required for ATLAS. This search engine runs separately from the ATLAS server and from the storage backend. Only two search engines are currently supported: Solr and Elasticsearch. Pick the search engine best suited for your environment and follow the configuration instructions below.</p></div> -<div class="section"> -<h5><a name="Graph_Search_Index_-_Solr"></a>Graph Search Index - Solr</h5> -<p>Solr installation in Cloud mode is a prerequisite for Apache Atlas use. Set the following properties to configure <a href="./JanusGraph.html">JanusGraph</a> to use Solr as the index search engine.</p> -<div class="source"><pre class="prettyprint"> -atlas.graph.index.search.backend=solr5 -atlas.graph.index.search.solr.mode=cloud -atlas.graph.index.search.solr.wait-searcher=true - -# ZK quorum setup for solr as comma separated value. Example: 10.1.6.4:2181,10.1.6.5:2181 -atlas.graph.index.search.solr.zookeeper-url= - -# SolrCloud Zookeeper Connection Timeout. Default value is 60000 ms -atlas.graph.index.search.solr.zookeeper-connect-timeout=60000 - -# SolrCloud Zookeeper Session Timeout. Default value is 60000 ms -atlas.graph.index.search.solr.zookeeper-session-timeout=60000 - -</pre></div></div> -<div class="section"> -<h5><a name="Graph_Search_Index_-_Elasticsearch_.28Tech_Preview.29"></a>Graph Search Index - Elasticsearch (Tech Preview)</h5> -<p>Elasticsearch is a prerequisite for Apache Atlas use. Set the following properties to configure <a href="./JanusGraph.html">JanusGraph</a> to use Elasticsearch as the index search engine.</p> -<div class="source"><pre class="prettyprint"> -atlas.graph.index.search.backend=elasticsearch -atlas.graph.index.search.hostname=<hostname(s) of the Elasticsearch master nodes comma separated> -atlas.graph.index.search.elasticsearch.client-only=true -</pre></div></div> -<div class="section"> -<h3><a name="Search_Configs"></a>Search Configs</h3> -<p>Search APIs (DSL, basic search, full-text search) support pagination and have optional limit and offset arguments. Following configs are related to search pagination</p> -<div class="source"><pre class="prettyprint"> -# Default limit used when limit is not specified in API -atlas.search.defaultlimit=100 - -# Maximum limit allowed in API. Limits maximum results that can be fetched to make sure the atlas server doesn't run out of memory -atlas.search.maxlimit=10000 - -</pre></div></div> -<div class="section"> -<h3><a name="Notification_Configs"></a>Notification Configs</h3> -<p>Refer <a class="externalLink" href="http://kafka.apache.org/documentation.html#configuration";>http://kafka.apache.org/documentation.html#configuration</a> for Kafka configuration. All Kafka configs should be prefixed with 'atlas.kafka.'</p> -<div class="source"><pre class="prettyprint"> -atlas.kafka.auto.commit.enable=false - -# Kafka servers. Example: localhost:6667 -atlas.kafka.bootstrap.servers= - -atlas.kafka.hook.group.id=atlas - -# Zookeeper connect URL for Kafka. Example: localhost:2181 -atlas.kafka.zookeeper.connect= - -atlas.kafka.zookeeper.connection.timeout.ms=30000 -atlas.kafka.zookeeper.session.timeout.ms=60000 -atlas.kafka.zookeeper.sync.time.ms=20 - -# Setup the following configurations only in test deployments where Kafka is started within Atlas in embedded mode -# atlas.notification.embedded=true -# atlas.kafka.data=${sys:atlas.home}/data/kafka - -# Setup the following two properties if Kafka is running in Kerberized mode. -# atlas.notification.kafka.service.principal=kafka/_h...@example.com -# atlas.notification.kafka.keytab.location=/etc/security/keytabs/kafka.service.keytab - -</pre></div></div> -<div class="section"> -<h3><a name="Client_Configs"></a>Client Configs</h3> -<div class="source"><pre class="prettyprint"> -atlas.client.readTimeoutMSecs=60000 -atlas.client.connectTimeoutMSecs=60000 - -# URL to access Atlas server. For example: http://localhost:21000 -atlas.rest.address= - -</pre></div></div> -<div class="section"> -<h3><a name="Security_Properties"></a>Security Properties</h3></div> -<div class="section"> -<h4><a name="SSL_config"></a>SSL config</h4> -<p>The following property is used to toggle the SSL feature.</p> -<div class="source"><pre class="prettyprint"> -atlas.enableTLS=false - -</pre></div></div> -<div class="section"> -<h3><a name="High_Availability_Properties"></a>High Availability Properties</h3> -<p>The following properties describe High Availability related configuration options:</p> -<div class="source"><pre class="prettyprint"> -# Set the following property to true, to enable High Availability. Default = false. -atlas.server.ha.enabled=true - -# Specify the list of Atlas instances -atlas.server.ids=id1,id2 -# For each instance defined above, define the host and port on which Atlas server listens. -atlas.server.address.id1=host1.company.com:21000 -atlas.server.address.id2=host2.company.com:31000 - -# Specify Zookeeper properties needed for HA. -# Specify the list of services running Zookeeper servers as a comma separated list. -atlas.server.ha.zookeeper.connect=zk1.company.com:2181,zk2.company.com:2181,zk3.company.com:2181 - -# Specify how many times should connection try to be established with a Zookeeper cluster, in case of any connection issues. -atlas.server.ha.zookeeper.num.retries=3 - -# Specify how much time should the server wait before attempting connections to Zookeeper, in case of any connection issues. -atlas.server.ha.zookeeper.retry.sleeptime.ms=1000 - -# Specify how long a session to Zookeeper should last without inactiviy to be deemed as unreachable. -atlas.server.ha.zookeeper.session.timeout.ms=20000 - -# Specify the scheme and the identity to be used for setting up ACLs on nodes created in Zookeeper for HA. -# The format of these options is <scheme>:<identity>. For more information refer to http://zookeeper.apache.org/doc/r3.2.2/zookeeperProgrammers.html#sc_ZooKeeperAccessControl. -# The 'acl' option allows to specify a scheme, identity pair to setup an ACL for. -atlas.server.ha.zookeeper.acl=sasl:cli...@comany.com - -# The 'auth' option specifies the authentication that should be used for connecting to Zookeeper. -atlas.server.ha.zookeeper.auth=sasl:cli...@company.com - -# Since Zookeeper is a shared service that is typically used by many components, -# it is preferable for each component to set its znodes under a namespace. -# Specify the namespace under which the znodes should be written. Default = /apache_atlas -atlas.server.ha.zookeeper.zkroot=/apache_atlas - -# Specify number of times a client should retry with an instance before selecting another active instance, or failing an operation. -atlas.client.ha.retries=4 -# Specify interval between retries for a client. -atlas.client.ha.sleep.interval.ms=5000 - -</pre></div></div> -<div class="section"> -<h3><a name="Server_Properties"></a>Server Properties</h3> -<div class="source"><pre class="prettyprint"> -# Set the following property to true, to enable the setup steps to run on each server start. Default = false. -atlas.server.run.setup.on.start=false - -</pre></div></div> -<div class="section"> -<h3><a name="Performance_configuration_items"></a>Performance configuration items</h3> -<p>The following properties can be used to tune performance of Atlas under specific circumstances:</p> -<div class="source"><pre class="prettyprint"> -# The number of times Atlas code tries to acquire a lock (to ensure consistency) while committing a transaction. -# This should be related to the amount of concurrency expected to be supported by the server. For e.g. with retries set to 10, upto 100 threads can concurrently create types in the Atlas system. -# If this is set to a low value (default is 3), concurrent operations might fail with a PermanentLockingException. -atlas.graph.storage.lock.retries=10 - -# Milliseconds to wait before evicting a cached entry. This should be > atlas.graph.storage.lock.wait-time x atlas.graph.storage.lock.retries -# If this is set to a low value (default is 10000), warnings on transactions taking too long will occur in the Atlas application log. -atlas.graph.storage.cache.db-cache-time=120000 - -# Minimum number of threads in the atlas web server -atlas.webserver.minthreads=10 - -# Maximum number of threads in the atlas web server -atlas.webserver.maxthreads=100 - -# Keepalive time in secs for the thread pool of the atlas web server -atlas.webserver.keepalivetimesecs=60 - -# Queue size for the requests(when max threads are busy) for the atlas web server -atlas.webserver.queuesize=100 - -</pre></div></div> -<div class="section"> -<h4><a name="Recording_performance_metrics"></a>Recording performance metrics</h4> -<p>To enable performance logs for various Atlas operations (like REST API calls, notification processing), setup the following in atlas-log4j.xml:</p> -<div class="source"><pre class="prettyprint"> - <appender name="perf_appender" class="org.apache.log4j.DailyRollingFileAppender"> - <param name="File" value="/var/log/atlas/atlas_perf.log"/> - <param name="datePattern" value="'.'yyyy-MM-dd"/> - <param name="append" value="true"/> - <layout class="org.apache.log4j.PatternLayout"> - <param name="ConversionPattern" value="%d|%t|%m%n"/> - </layout> - </appender> - - <logger name="org.apache.atlas.perf" additivity="false"> - <level value="debug"/> - <appender-ref ref="perf_appender"/> - </logger> - -</pre></div></div> - </div> - </div> - <hr/> - <footer> - <div class="container"> - <div class="row"> -<p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="20" width="20" /></a>Copyright © 2011-2018 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/";>Apache License, Version 2.0</a>.<br/> -Apache Atlas, Atlas, Apache, the Apache feather logo are trademarks of the <a href="https://www.apache.org";>Apache Software Foundation</a>.<br/> -All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> - </div> - <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> -</p> - </div> - </footer> - </body> -</html> http://git-wip-us.apache.org/repos/asf/atlas-website/blob/af60ed7f/1.0.0-rc0/EclipseSetup.html ---------------------------------------------------------------------- diff --git a/1.0.0-rc0/EclipseSetup.html b/1.0.0-rc0/EclipseSetup.html deleted file mode 100644 index ef9cdb4..0000000 --- a/1.0.0-rc0/EclipseSetup.html +++ /dev/null @@ -1,226 +0,0 @@ -<!DOCTYPE html> -<!-- - | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/EclipseSetup.twiki at 2018-05-26 - | Rendered using Apache Maven Fluido Skin 1.7 ---> -<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> - <head> - <meta charset="UTF-8" /> - <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20180526" /> - <meta http-equiv="Content-Language" content="en" /> - <title>Apache Atlas – Tools required to build and run Apache Atlas on Eclipse</title> - <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> - <link rel="stylesheet" href="./css/site.css" /> - <link rel="stylesheet" href="./css/print.css" media="print" /> - <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> - </head> - <body class="topBarEnabled"> - <div id="topbar" class="navbar navbar-fixed-top "> - <div class="navbar-inner"> - <div class="container" style="width: 68%;"><div class="nav-collapse"> - <ul class="nav"> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="index.html" title="About">About</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> - <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> - <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> - <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="project-info.html" title="Summary">Summary</a></li> - <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> - <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> - <li><a href="team-list.html" title="Team">Team</a></li> - <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> - <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> - <li><a href="license.html" title="License">License</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-alpha/"; title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/1.0.0-rc0/"; title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> - <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> - <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="../index.html" title="latest">latest</a></li> - <li><a href="../1.0.0-alpha/index.html" title="1.0.0-alpha">1.0.0-alpha</a></li> - <li><a href="../1.0.0-rc0/index.html" title="1.0.0-rc0">1.0.0-rc0</a></li> - <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> - <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> - <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> - <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> - <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> - <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> - <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> - <ul class="dropdown-menu"> - <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> - <li><a href="https://www.apache.org/events/current-event"; title="Events">Events</a></li> - <li><a href="https://www.apache.org/licenses/"; title="License">License</a></li> - <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> - <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> - <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> - </ul> - </li> - </ul> -<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > - <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> - <input class="search-query" name="q" id="query" type="text" /> -</form> -<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> - <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; - scrolling="no" frameborder="0" - style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> - <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> - <ul class="nav pull-right"><li style="margin-top: 10px;"> - <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> - </li></ul> - </div> - </div> - </div> - </div> - <div class="container"> - <div id="banner"> - <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> - <div class="pull-right"></div> - <div class="clear"><hr/></div> - </div> - - <div id="breadcrumbs"> - <ul class="breadcrumb"> - <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> - <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> - <li class="active ">Tools required to build and run Apache Atlas on Eclipse</li> - <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-05-26</li> - <li id="projectVersion" class="pull-right">Version: 1.0.0-rc0</li> - </ul> - </div> - <div id="bodyColumn" > -<div class="section"> -<h2><a name="Tools_required_to_build_and_run_Apache_Atlas_on_Eclipse"></a>Tools required to build and run Apache Atlas on Eclipse</h2> -<p>These instructions are provided as-is. They worked at a point in time; other variants of software may work. These instructions may become stale if the build dependencies change.</p> -<p>They have been shown to work on 19th of December 2016.</p> -<p>To build, run tests, and debug Apache Atlas, the following software is required:</p> -<p><b>Java</b></p> -<ul> -<li>Download and install a 1.8 Java SDK</li> -<li>Set JAVA_HOME system environment variable to the installed JDK home directory</li> -<li>Add JAVA_HOME/bin directory to system PATH</li></ul><b>Python</b> -<p>Atlas command line tools are written in Python.</p> -<ul> -<li>Download and install Python version 2.7.7</li> -<li>For Mac, we used 2.7.11</li> -<li>Add Python home directory to system PATH</li></ul><b>Maven</b> -<ul> -<li>Download and install Maven 3.3.9</li> -<li>Set the environment variable M2_HOME to point to the maven install directory</li> -<li>Add M2_HOME/bin directory to system PATH e.g. C:\Users\IBM_ADMIN\Documents\Software\apache-maven-3.3.9\bin</li></ul><b>Git</b> -<ul> -<li>Install Git</li> -<li>Add git bin directory to the system PATH e.g. C:\Program Files (x86)\Git\bin</li></ul><b>Eclipse</b> -<ul> -<li>Install Eclipse Neon (4.6)</li> -<li>The non-EE Neon for iOS from eclipse.org has been proven to work here.</li> -<li>Install the Scala IDE, TestNG, and m2eclipse-scala features/plugins as described below.</li></ul><b>Scala IDE Eclipse feature</b> -<p>Some of the Atlas source code is written in the Scala programming language. The Scala IDE feature is required to compile Scala source code in Eclipse.</p> -<ul> -<li>In Eclipse, choose Help - Install New Software..</li> -<li>Click Add... to add an update site, and set Location to <a class="externalLink" href="http://download.scala-ide.org/sdk/lithium/e44/scala211/stable/site";>http://download.scala-ide.org/sdk/lithium/e44/scala211/stable/site</a></li> -<li>Select Scala IDE for Eclipse from the list of available features</li> -<li>Restart Eclipse after install</li> -<li>Set the Scala compiler to target the 1.7 JVM: Window - Preferences - Scala - Compiler, change target to 1.7</li></ul><b>TestNG Eclipse plug-in</b> -<p>Atlas tests use the <a class="externalLink" href="http://testng.org/doc/documentation-main.html";>TestNG framework</a>, which is similar to JUnit. The TestNG plug-in is required to run TestNG tests from Eclipse.</p> -<ul> -<li>In Eclipse, choose Help - Install New Software..</li> -<li>Click Add... to add an update site, and set Location to <a class="externalLink" href="http://beust.com/eclipse-old/eclipse_6.9.9.201510270734";>http://beust.com/eclipse-old/eclipse_6.9.9.201510270734</a> -<ul> -<li>Choose TestNG and continue with install</li> -<li>Restart Eclipse after installing the plugin</li> -<li>In Window - Preferences - TestNG, <b>un</b>check "Use project TestNG jar"</li></ul></li></ul><b>m2eclipse-scala Eclipse plugin</b> -<ul> -<li>In Eclipse, choose Help - Install New Software..</li> -<li>Click Add... to add an update site, and set Location to <a class="externalLink" href="http://alchim31.free.fr/m2e-scala/update-site/";>http://alchim31.free.fr/m2e-scala/update-site/</a></li> -<li>Choose Maven Integration for Scala IDE, and continue with install</li> -<li>Restart Eclipse after install</li> -<li>In Window - Preferences -Maven - Errors/Warnings, set Plugin execution not covered by lifecycle configuration to Warning</li></ul><b>Import Atlas maven projects into Eclipse:</b> -<p>a. File - Import - Maven - Existing Maven Projects b. Browse to your Atlas folder c. Uncheck the root project and non-Java projects such as dashboardv2, docs and distro, then click Finish</p> -<p>On the Mac, the Maven import fails with message</p> -<div class="source"><pre class="prettyprint"> -"Cannot complete the install because one or more required items could not be found. Software being installed: Maven Integration for AJDT (Optional) 0.14.0.201506231302 (org.maven.ide.eclipse.ajdt.feature.feature.group 0.14.0.201506231302) Missing requirement: Maven Integration for AJDT (Optional) 0.14.0.201506231302 (org.maven.ide.eclipse.ajdt.feature.feature.group 0.14.0.201506231302) requires 'org.eclipse.ajdt.core 1.5.0' but it could not be found". - -</pre></div> -<p>Install <a class="externalLink" href="http://download.eclipse.org/tools/ajdt/46/dev/update";>http://download.eclipse.org/tools/ajdt/46/dev/update</a> and rerun. The Maven AspectJ should plugin install - allowing the references to Aspects in Maven to be resolved.</p> -<p>d. In the atlas-typesystem, atlas-repository, hdfs-model, and storm-bridge projects, add the src/main/scala and src/test/scala (if available) directories as source folders. Note: the hdfs-model and storm-bridge projects do not have the src/test/scala folder.</p> -<p>Right-click on the project, and choose <b>Properties</b>.</p> -<p>Click the <b>Java Build Path</b> in the left-hand panel, and choose the <b>Source</b> tab.</p> -<p>Click <b>Add Folder</b>, and select the src/main/scala and src/test/scala directories.</p> -<p>Only the atlas-repository and atlas-type system projects have Scala source folders to update.</p> -<p>e. Select atlas-typesystem, atlas-repository, hdfs-model, and storm-bridge projects, right-click, go to the Scala menu, and choose ‘Set the Scala Installation’.</p> -<p>f. Choose Fixed Scala Installation: 2.11.8 (bundled) , and click OK.</p> -<p>g. Restart Eclipse</p> -<p>h. Choose Project - Clean, select Clean all projects, and click OK.</p> -<p>Some projects may not pick up the Scala library – if this occurs, quick fix on those projects to add in the Scala library – projects atlas-typesystem, atlas-repository, hdfs-model, storm-bridge and altas-webapp.</p> -<p>You should now have a clean workspace.</p> -<p><b>Sample Bash scripts to help mac users</b></p> -<p>You will need to change some of these scripts to point to your installation targets.</p> -<ul> -<li>Run this script to setup your command line build environment</li></ul> -<div class="source"><pre class="prettyprint"> -#!/bin/bash # export JAVA_HOME=/Library/Java/JavaVirtualMachines/macosxx6480sr3fp10hybrid-20160719_01-sdk -export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_101.jdk/Contents/Home -export M2_HOME=/Applications/apache-maven-3.3.9 # Git is installed in the system path -export PYTHON_HOME='/Applications/Python 2.7' -export PATH=$PYTHON_HOME:$M2_HOME/bin:$JAVA_HOME/bin:$PATH -export MAVEN_OPTS="-Xmx1536m -Drat.numUnapprovedLicenses=100" - -</pre></div> -<p></p> -<ul> -<li>If you do not want to set Java 8 as your system java, you can use this bash script to setup the environment and run Eclipse (which you can drop in Applications and rename to neon).</li></ul> -<div class="source"><pre class="prettyprint"> -#!/bin/bash -export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_101.jdk/Contents/Home -export M2_HOME=/Applications/apache-maven-3.3.9 -# Git is installed in the system path -export PYTHON_HOME='/Applications/Python 2.7' -export PATH=$PYTHON_HOME:$M2_HOME/bin:$JAVA_HOME/bin:$PATH/Applications/neon.app/Contents/MacOS/eclipse - -</pre></div></div> - </div> - </div> - <hr/> - <footer> - <div class="container"> - <div class="row"> -<p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="20" width="20" /></a>Copyright © 2011-2018 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/";>Apache License, Version 2.0</a>.<br/> -Apache Atlas, Atlas, Apache, the Apache feather logo are trademarks of the <a href="https://www.apache.org";>Apache Software Foundation</a>.<br/> -All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> - </div> - <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> -</p> - </div> - </footer> - </body> -</html>
![https://www.apache.org/images/SupportApache-small.png"](https://www.apache.org/images/SupportApache-small.png"){kind=link}