http://git-wip-us.apache.org/repos/asf/atlas-website/blob/2d4dc1a0/0.8.3/Configuration.html ---------------------------------------------------------------------- diff --git a/0.8.3/Configuration.html b/0.8.3/Configuration.html new file mode 100644 index 0000000..6d7e39b --- /dev/null +++ b/0.8.3/Configuration.html @@ -0,0 +1,313 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Configuration.twiki at 2018-10-31 + | Rendered using Apache Maven Fluido Skin 1.7 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20181031" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Atlas РConfiguring Apache Atlas - Application Properties</title> + <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> + <link rel="stylesheet" href="./css/site.css" /> + <link rel="stylesheet" href="./css/print.css" media="print" /> + <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> + </head> + <body class="topBarEnabled"> + <div id="topbar" class="navbar navbar-fixed-top "> + <div class="navbar-inner"> + <div class="container" style="width: 68%;"><div class="nav-collapse"> + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="index.html" title="About">About</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> + <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> + <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> + <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="project-info.html" title="Summary">Summary</a></li> + <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> + <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> + <li><a href="team-list.html" title="Team">Team</a></li> + <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> + <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> + <li><a href="license.html" title="License">License</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="../index.html" title="latest">latest</a></li> + <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> + <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> + <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> + <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> + <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> + <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> + <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> + </ul> + </li> + </ul> +<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > + <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> + <input class="search-query" name="q" id="query" type="text" /> +</form> +<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> + <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; + scrolling="no" frameborder="0" + style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> + <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> + <ul class="nav pull-right"><li style="margin-top: 10px;"> + <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> + </li></ul> + </div> + </div> + </div> + </div> + <div class="container"> + <div id="banner"> + <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> + <div class="pull-right"></div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> + <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> + <li class="active ">Configuring Apache Atlas - Application Properties</li> + <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-10-31</li> + <li id="projectVersion" class="pull-right">Version: 0.8.3</li> + </ul> + </div> + <div id="bodyColumn" > +<div class="section"> +<h2><a name="Configuring_Apache_Atlas_-_Application_Properties"></a>Configuring Apache Atlas - Application Properties</h2> +<p>All configuration in Atlas uses java properties style configuration. The main configuration file is atlas-application.properties which is in the <b>conf</b> dir at the deployed location. It consists of the following sections:</p></div> +<div class="section"> +<h3><a name="Graph_Configs"></a>Graph Configs</h3></div> +<div class="section"> +<h4><a name="Graph_Persistence_engine_-_HBase"></a>Graph Persistence engine - HBase</h4> +<p>Set the following properties to configure Atlas to use HBase as the persistence engine. Please refer to <a href="http://s3.thinkaurelius.com/docs/titan/0.5.4/titan-config-ref.html";>link</a> for more details.</p> +<div class="source"><pre class="prettyprint"> +atlas.graph.storage.backend=hbase +atlas.graph.storage.hostname=<ZooKeeper Quorum> +atlas.graph.storage.hbase.table=atlas +</pre></div> +<p>If any further Titan configuration needs to be setup, please prefix the property name with "atlas.graph.".</p> +<p>In addition to setting up configurations, please ensure that environment variable HBASE_CONF_DIR is setup to point to the directory containing HBase configuration file hbase-site.xml.</p></div> +<div class="section"> +<h4><a name="Graph_Search_Index_-_Solr"></a>Graph Search Index - Solr</h4> +<p>Solr installation in Cloud mode is a prerequisite for Apache Atlas use. Set the following properties to configure Titan to use Solr as the index search engine.</p> +<div class="source"><pre class="prettyprint"> +atlas.graph.index.search.backend=solr5 +atlas.graph.index.search.solr.mode=cloud +atlas.graph.index.search.solr.wait-searcher=true + +# ZK quorum setup for solr as comma separated value. Example: 10.1.6.4:2181,10.1.6.5:2181 +atlas.graph.index.search.solr.zookeeper-url= + +# SolrCloud Zookeeper Connection Timeout. Default value is 60000 ms +atlas.graph.index.search.solr.zookeeper-connect-timeout=60000 + +# SolrCloud Zookeeper Session Timeout. Default value is 60000 ms +atlas.graph.index.search.solr.zookeeper-session-timeout=60000 + +</pre></div></div> +<div class="section"> +<h3><a name="Search_Configs"></a>Search Configs</h3> +<p>Search APIs (DSL, basic search, full-text search) support pagination and have optional limit and offset arguments. Following configs are related to search pagination</p> +<div class="source"><pre class="prettyprint"> +# Default limit used when limit is not specified in API +atlas.search.defaultlimit=100 + +# Maximum limit allowed in API. Limits maximum results that can be fetched to make sure the atlas server doesn't run out of memory +atlas.search.maxlimit=10000 + +</pre></div></div> +<div class="section"> +<h3><a name="Notification_Configs"></a>Notification Configs</h3> +<p>Refer <a class="externalLink" href="http://kafka.apache.org/documentation.html#configuration";>http://kafka.apache.org/documentation.html#configuration</a> for Kafka configuration. All Kafka configs should be prefixed with 'atlas.kafka.'</p> +<div class="source"><pre class="prettyprint"> +atlas.kafka.auto.commit.enable=false + +# Kafka servers. Example: localhost:6667 +atlas.kafka.bootstrap.servers= + +atlas.kafka.hook.group.id=atlas + +# Zookeeper connect URL for Kafka. Example: localhost:2181 +atlas.kafka.zookeeper.connect= + +atlas.kafka.zookeeper.connection.timeout.ms=30000 +atlas.kafka.zookeeper.session.timeout.ms=60000 +atlas.kafka.zookeeper.sync.time.ms=20 + +# Setup the following configurations only in test deployments where Kafka is started within Atlas in embedded mode +# atlas.notification.embedded=true +# atlas.kafka.data=${sys:atlas.home}/data/kafka + +# Setup the following two properties if Kafka is running in Kerberized mode. +# atlas.notification.kafka.service.principal=kafka/[email protected] +# atlas.notification.kafka.keytab.location=/etc/security/keytabs/kafka.service.keytab + +</pre></div></div> +<div class="section"> +<h3><a name="Client_Configs"></a>Client Configs</h3> +<div class="source"><pre class="prettyprint"> +atlas.client.readTimeoutMSecs=60000 +atlas.client.connectTimeoutMSecs=60000 +atlas.rest.address=<http/https>://<atlas-fqdn>:<atlas port> - default http://localhost:21000 + +</pre></div></div> +<div class="section"> +<h3><a name="Security_Properties"></a>Security Properties</h3></div> +<div class="section"> +<h4><a name="SSL_config"></a>SSL config</h4> +<p>The following property is used to toggle the SSL feature.</p> +<div class="source"><pre class="prettyprint"> +atlas.enableTLS=false + +</pre></div></div> +<div class="section"> +<h3><a name="High_Availability_Properties"></a>High Availability Properties</h3> +<p>The following properties describe High Availability related configuration options:</p> +<div class="source"><pre class="prettyprint"> +# Set the following property to true, to enable High Availability. Default = false. +atlas.server.ha.enabled=true + +# Specify the list of Atlas instances +atlas.server.ids=id1,id2 +# For each instance defined above, define the host and port on which Atlas server listens. +atlas.server.address.id1=host1.company.com:21000 +atlas.server.address.id2=host2.company.com:31000 + +# Specify Zookeeper properties needed for HA. +# Specify the list of services running Zookeeper servers as a comma separated list. +atlas.server.ha.zookeeper.connect=zk1.company.com:2181,zk2.company.com:2181,zk3.company.com:2181 + +# Specify how many times should connection try to be established with a Zookeeper cluster, in case of any connection issues. +atlas.server.ha.zookeeper.num.retries=3 + +# Specify how much time should the server wait before attempting connections to Zookeeper, in case of any connection issues. +atlas.server.ha.zookeeper.retry.sleeptime.ms=1000 + +# Specify how long a session to Zookeeper should last without inactiviy to be deemed as unreachable. +atlas.server.ha.zookeeper.session.timeout.ms=20000 + +# Specify the scheme and the identity to be used for setting up ACLs on nodes created in Zookeeper for HA. +# The format of these options is <scheme>:<identity>. For more information refer to http://zookeeper.apache.org/doc/r3.2.2/zookeeperProgrammers.html#sc_ZooKeeperAccessControl. +# The 'acl' option allows to specify a scheme, identity pair to setup an ACL for. +atlas.server.ha.zookeeper.acl=sasl:[email protected] + +# The 'auth' option specifies the authentication that should be used for connecting to Zookeeper. +atlas.server.ha.zookeeper.auth=sasl:[email protected] + +# Since Zookeeper is a shared service that is typically used by many components, +# it is preferable for each component to set its znodes under a namespace. +# Specify the namespace under which the znodes should be written. Default = /apache_atlas +atlas.server.ha.zookeeper.zkroot=/apache_atlas + +# Specify number of times a client should retry with an instance before selecting another active instance, or failing an operation. +atlas.client.ha.retries=4 +# Specify interval between retries for a client. +atlas.client.ha.sleep.interval.ms=5000 + +</pre></div></div> +<div class="section"> +<h3><a name="Server_Properties"></a>Server Properties</h3> +<div class="source"><pre class="prettyprint"> +# Set the following property to true, to enable the setup steps to run on each server start. Default = false. +atlas.server.run.setup.on.start=false + +</pre></div></div> +<div class="section"> +<h3><a name="Performance_configuration_items"></a>Performance configuration items</h3> +<p>The following properties can be used to tune performance of Atlas under specific circumstances:</p> +<div class="source"><pre class="prettyprint"> +# The number of times Atlas code tries to acquire a lock (to ensure consistency) while committing a transaction. +# This should be related to the amount of concurrency expected to be supported by the server. For e.g. with retries set to 10, upto 100 threads can concurrently create types in the Atlas system. +# If this is set to a low value (default is 3), concurrent operations might fail with a PermanentLockingException. +atlas.graph.storage.lock.retries=10 + +# Milliseconds to wait before evicting a cached entry. This should be > atlas.graph.storage.lock.wait-time x atlas.graph.storage.lock.retries +# If this is set to a low value (default is 10000), warnings on transactions taking too long will occur in the Atlas application log. +atlas.graph.storage.cache.db-cache-time=120000 + +# Minimum number of threads in the atlas web server +atlas.webserver.minthreads=10 + +# Maximum number of threads in the atlas web server +atlas.webserver.maxthreads=100 + +# Keepalive time in secs for the thread pool of the atlas web server +atlas.webserver.keepalivetimesecs=60 + +# Queue size for the requests(when max threads are busy) for the atlas web server +atlas.webserver.queuesize=100 + +</pre></div></div> +<div class="section"> +<h4><a name="Recording_performance_metrics"></a>Recording performance metrics</h4> +<p>To enable performance logs for various Atlas operations (like REST API calls, notification processing), setup the following in atlas-log4j.xml:</p> +<div class="source"><pre class="prettyprint"> + <appender name="perf_appender" class="org.apache.log4j.DailyRollingFileAppender"> + <param name="File" value="/var/log/atlas/atlas_perf.log"/> + <param name="datePattern" value="'.'yyyy-MM-dd"/> + <param name="append" value="true"/> + <layout class="org.apache.log4j.PatternLayout"> + <param name="ConversionPattern" value="%d|%t|%m%n"/> + </layout> + </appender> + + <logger name="org.apache.atlas.perf" additivity="false"> + <level value="debug"/> + <appender-ref ref="perf_appender"/> + </logger> + +</pre></div></div> + </div> + </div> + <hr/> + <footer> + <div class="container"> + <div class="row"> +Copyright ̩ 2018 The Apache Software Foundation, Licensed under the Apache License, Version 2.0. + </div> + <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> +</p> + </div> + </footer> + </body> +</html>
http://git-wip-us.apache.org/repos/asf/atlas-website/blob/2d4dc1a0/0.8.3/Downloads.html ---------------------------------------------------------------------- diff --git a/0.8.3/Downloads.html b/0.8.3/Downloads.html new file mode 100644 index 0000000..a1025a5 --- /dev/null +++ b/0.8.3/Downloads.html @@ -0,0 +1,333 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Downloads.twiki at 2018-09-06 + | Rendered using Apache Maven Fluido Skin 1.7 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20180906" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Atlas – Downloads</title> + <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> + <link rel="stylesheet" href="./css/site.css" /> + <link rel="stylesheet" href="./css/print.css" media="print" /> + <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> + </head> + <body class="topBarEnabled"> + <div id="topbar" class="navbar navbar-fixed-top "> + <div class="navbar-inner"> + <div class="container" style="width: 68%;"><div class="nav-collapse"> + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Apache Atlas <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="index.html" title="Overview">Overview</a></li> + <li><a href="license.html" title="License">License</a></li> + <li><a href="Downloads.html" title="Downloads">Downloads</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> + <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> + <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> + <li><a href="https://reviews.apache.org/groups/atlas/?sort=-time_added"; title="Review Board">Review Board</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="project-info.html" title="Summary">Summary</a></li> + <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> + <li><a href="team-list.html" title="Team">Team</a></li> + <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> + <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Downloads <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="Downloads.html" title="1.1.0">1.1.0</a></li> + <li><a href="Downloads.html" title="1.0.0">1.0.0</a></li> + <li><a href="Downloads.html" title="0.8.3">0.8.3</a></li> + <li><a href="Downloads.html" title="0.8.2">0.8.2</a></li> + <li><a href="Downloads.html" title="0.8.1">0.8.1</a></li> + <li><a href="Downloads.html" title="0.8-incubating">0.8-incubating</a></li> + <li><a href="Downloads.html" title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="Downloads.html" title="0.7-incubating">0.7-incubating</a></li> + <li><a href="Downloads.html" title="0.6-incubating">0.6-incubating</a></li> + <li><a href="Downloads.html" title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="../index.html" title="latest">latest</a></li> + <li><a href="../1.1.0/index.html" title="1.1.0">1.1.0</a></li> + <li><a href="../1.0.0/index.html" title="1.0.0">1.0.0</a></li> + <li><a href="../0.8.3/index.html" title="0.8.3">0.8.3</a></li> + <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> + <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> + <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> + <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> + <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> + <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> + <li><a href="https://www.apache.org/events/current-event"; title="Events">Events</a></li> + <li><a href="https://www.apache.org/licenses/"; title="License">License</a></li> + <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> + </ul> + </li> + </ul> +<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > + <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> + <input class="search-query" name="q" id="query" type="text" /> +</form> +<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> + <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; + scrolling="no" frameborder="0" + style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> + <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> + <ul class="nav pull-right"><li style="margin-top: 10px;"> + <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> + </li></ul> + </div> + </div> + </div> + </div> + <div class="container"> + <div id="banner"> + <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> + <div class="pull-right"></div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> + <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> + <li class="active ">Downloads</li> + <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-09-18</li> + <li id="projectVersion" class="pull-right">Version: 1.1.0</li> + </ul> + </div> + <div id="bodyColumn" > +<div class="section"> +<h2><a name="Downloads"></a>Downloads</h2> +<p>Apache Atlas release artifacts are distributed via mirror sites and should be checked for tampering using GPG or SHA-256.</p> +<p>The table below lists release artifacts and their associated signatures and hashes. The keys used to sign the release artifacts can be found in our published <a class="externalLink" href="https://www.apache.org/dist/atlas/KEYS";>KEYS file</a>.</p> +<p></p> +<table border="0" class="table table-striped"> +<tr class="a"> +<th>Version</th> +<th>Release Date</th> +<th>Tarball</th> +<th>GPG</th> +<th>Hash</th></tr> +<tr class="b"> +<td>1.1.0</td> +<td>2018-09-17</td> +<td><a class="externalLink" href="https://www.apache.org/dyn/closer.cgi/atlas/1.1.0/apache-atlas-1.1.0-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/1.1.0/apache-atlas-1.1.0-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/1.1.0/apache-atlas-1.1.0-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="b"> +<td>1.0.0</td> +<td>2018-06-02</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/atlas/1.0.0/apache-atlas-1.0.0-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/1.0.0/apache-atlas-1.0.0-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/1.0.0/apache-atlas-1.0.0-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="a"> +<td>0.8.3</td> +<td>2018-10-31</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/atlas/0.8.3/apache-atlas-0.8.3-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/0.8.3/apache-atlas-0.8.3-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/0.8.3/apache-atlas-0.8.3-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="b"> +<td>0.8.2</td> +<td>2018-02-05</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/atlas/0.8.2/apache-atlas-0.8.2-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/0.8.2/apache-atlas-0.8.2-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://www.apache.org/dist/atlas/0.8.2/apache-atlas-0.8.2-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="a"> +<td>0.8.1</td> +<td>2017-08-29</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/atlas/0.8.1/apache-atlas-0.8.1-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/atlas/0.8.1/apache-atlas-0.8.1-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/atlas/0.8.1/apache-atlas-0.8.1-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="b"> +<td>0.8.0-incubating</td> +<td>2017-03-16</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/apache-atlas-0.8-incubating-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/apache-atlas-0.8-incubating-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/apache-atlas-0.8-incubating-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="a"> +<td>0.7.1-incubating</td> +<td>2017-01-29</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/apache-atlas-0.7.1-incubating-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/apache-atlas-0.7.1-incubating-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/apache-atlas-0.7.1-incubating-sources.tar.gz.mds";>checksum</a></td></tr> +<tr class="b"> +<td>0.7.0-incubating</td> +<td>2016-07-09</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/apache-atlas-0.7-incubating-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/apache-atlas-0.7-incubating-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/apache-atlas-0.7-incubating-sources.tar.gz.sha512";>SHA512</a></td></tr> +<tr class="a"> +<td>0.6.0-incubating</td> +<td>2015-12-31</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/apache-atlas-0.6-incubating-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/apache-atlas-0.6-incubating-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/apache-atlas-0.6-incubating-sources.tar.gz.sha";>SHA</a></td></tr> +<tr class="b"> +<td>0.5.0-incubating</td> +<td>2015-06-22</td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/apache-atlas-0.5-incubating-sources.tar.gz";>source</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/apache-atlas-0.5-incubating-sources.tar.gz.asc";>signature</a></td> +<td><a class="externalLink" href="https://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/apache-atlas-0.5-incubating-sources.tar.gz.sha";>SHA</a></td></tr></table></div> +<div class="section"> +<h3><a name="Verify_the_integrity_of_the_files"></a>Verify the integrity of the files</h3> +<p>It is essential that you verify the integrity of the downloaded file using the PGP signature (.asc file) or a hash (.md5 or .sha* file). Please read <a class="externalLink" href="https://www.apache.org/info/verification.html";>Verifying Apache Software Foundation Releases</a> for more information on why you should verify our releases.</p> +<p>The PGP signature can be verified using PGP or GPG, with the following steps:</p> +<ul> +<li>Download the release artifact from the link in the table above</li> +<li>Download the signature file for the release from the link in the table above</li> +<li>Download <a class="externalLink" href="hhttps://www.apache.org/dist/atlas/KEYS";>Apache Atlas KEYS file</a></li> +<li>Verify the signatures using one of the following:</li></ul> +<div class="source"><pre class="prettyprint"> +% gpg --import KEYS +% gpg --verify downloaded_file.asc downloaded_file +</pre></div> +<p>or</p> +<div class="source"><pre class="prettyprint"> +% pgpk -a KEYS +% pgpv downloaded_file.asc +</pre></div> +<p>or</p> +<div class="source"><pre class="prettyprint"> +% pgp -ka KEYS +% pgp downloaded_file.asc +</pre></div></div> +<div class="section"> +<h3><a name="Release_Notes"></a>Release Notes</h3> +<p><b><a href="./../1.1.0/index.html">Atlas 1.1.0</a> (Released on 2018/09/17)</b></p> +<p></p> +<ul> +<li>Updated authorization model to support access control on relationship operations</li> +<li>Added support for AWS S3 datatypes, in Atlas server and Hive hook</li> +<li>Updated <a href="./JanusGraph.html">JanusGraph</a> version from 0.2.0 to 0.3.0</li> +<li>Updated hooks to send Kafka notifications asynchronously</li> +<li>Enhanced classification-propagation with options to handle entity-deletes</li> +<li>BugFixes and Optimizations</li> +</ul> +<p><b><a href="./../1.0.0/index.html">Atlas 1.0.0</a> (Released on 2018/06/02)</b></p> +<p></p> +<ul> +<li>Core model enhancement to support Relationship as first-class construct</li> +<li>Support for <a href="./JanusGraph.html">JanusGraph</a> graph database</li> +<li>New DSL implementation, using ANTLR instead of Scala</li> +<li>Removal of older type system implementation in atlas-typesystem library</li> +<li>Metadata security - fine grained authorization</li> +<li>Notification enhancements to support V2 style data structures</li> +<li>Jackson library update from 1.9.13 to 2.9.2</li> +<li>Classification propagation via entity relationships</li> +<li>Glossary terms, categories</li> +<li>HBase Hook</li> +<li>UI updates to show entity relationships</li> +<li><a class="externalLink" href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20Atlas%20AND%20resolution%20%3D%20Fixed%20AND%20fixVersion%20%3D%201.0.0%20ORDER%20BY%20key%20DESC";>List of JIRAs resolved in Apache Atlas 1.0.0 release</a></li></ul> +<p><b><a href="./../0.8.2/index.html">Atlas 0.8.2</a> (Released on 2018/02/05)</b></p> +<p></p> +<ul> +<li>Search improvements: +<ul> +<li>Basic search enhancement to optionally exclude sub-type entities and sub-classification-types</li> +<li>Basic search to return classification attributes</li> +<li>Support for saving searches</li> +<li>UI support to reorder columns in search results page</li></ul></li> +<li>UI - updates for classification rendering – tree/flat view</li> +<li>UI – minification of js, css; cache busting for static content (css, js)</li> +<li>notification updates to handle large messages</li> +<li>fix type initialization issues in HA deployment</li> +<li>In HA, the passive node redirects the request with wrong URL encoding</li> +<li>tool kit to recover from lost/bad index data</li> +<li><a class="externalLink" href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20Atlas%20AND%20fixVersion%20%3D%200.8.2%20ORDER%20BY%20key%20ASC";>List of JIRAs resolved in Apache Atlas 0.8.2 release</a></li></ul> +<p><b><a href="./../0.8.1/index.html">Atlas 0.8.1</a> (Released on 2017/08/29)</b></p> +<p></p> +<ul> +<li>Basic-search improvement in use of index for attribute filtering</li> +<li>DSL query enhancement to support 'like' operator</li> +<li>REST API and UI enhancements to update classification attributes</li> +<li>Export/import support to copy data between Apache Atlas instances</li> +<li>Ability to delete a tag from UI (and API)</li> +<li>UI enhancements: lineage, attribute search filter, ability to search historical data</li> +<li>Knox SSO for Atlas REST APIs</li> +<li>Moved from use of Guice + Spring framework for dependency-injection to use only Spring framework</li></ul> +<p><b><a href="./../0.8.0-incubating/index.html">Atlas 0.8-incubating</a> (Released on 2017/03/16)</b></p> +<p></p> +<ul> +<li>API revamp - new, structured REST API</li> +<li>Simplified search UI</li> +<li>UI to create/update entities - HDFS/HBase/Kafka</li> +<li>Performance and scalability improvements</li> +<li>Knox SSO for Atlas UI</li></ul> +<p><b><a href="./../0.7.1-incubating/index.html">Atlas 0.7.1-incubating</a> (Released on 2017/01/29)</b></p> +<p></p> +<ul> +<li>Performance and scalability improvements (ATLAS-1403, ATLAS-1404)</li> +<li>Bug fixes</li></ul> +<p><b><a href="./../0.7.0-incubating/index.html">Atlas 0.7-incubating</a> (Released on 2016/07/09)</b></p> +<p></p> +<ul> +<li>High Availability (ATLAS-510)</li> +<li>Business Catalog / Taxonomy (ATLAS-491)</li> +<li>Improved Hive Integration (ATLAS-492)</li> +<li>Improved Sqoop Integration</li> +<li>Improved Falcon Integration</li> +<li>Improved Storm Integration</li> +<li>Improved Ambari Deployment & Management Support</li> +<li>Entity Versioning / Audit (ATLAS-493)</li> +<li>Performance Improvements</li> +<li>Authorization (ATLAS-497)</li> +<li>Atlas / Ranger Authorization Integration (ATLAS-495)</li> +<li>Standalone HBase Support (ATLAS-498)</li> +<li>Upgrade Support (ATLAS-631)</li></ul> +<p><b><a href="./../0.6.0-incubating/index.html">Atlas 0.6-incubating</a> (Released on 2015/12/30)</b></p> +<ul> +<li>Improved Hive Server 2 Integration</li> +<li>Sqoop Integration</li> +<li>Falcon Integration</li> +<li>Storm Integration</li> +<li>Various Bug Fixes</li> +<li>Atlas / Ranger Integration</li></ul> +<p><b><a href="./../0.5.0-incubating/index.html">Atlas 0.5-incubating</a> (Released on 2015/07/09)</b></p> +<ul> +<li>Hive Server 2 Integration</li> +<li>Basic Hive Lineage</li> +<li>Basic Ambari Integration</li> +<li>Kerberos Support</li> +<li>DSL for query of datastore</li> +<li>Basic Storage of Metadata</li> +<li>Support for BerkleyDB</li> +<li>Support for Titan 0.5</li> +<li>Support</li></ul></div> + </div> + </div> + <hr/> + <footer> + <div class="container"> + <div class="row"> +<p><a href="https://www.apache.org/foundation/contributing";><img src="https://www.apache.org/images/SupportApache-small.png"; alt="Support the ASF" id="asf-logo" height="20" width="20" /></a>Copyright © 2011-2018 The Apache Software Foundation. Licensed under the <a href="https://www.apache.org/licenses/";>Apache License, Version 2.0</a>.<br/> +Apache Atlas, Atlas, Apache, the Apache feather logo are trademarks of the <a href="https://www.apache.org";>Apache Software Foundation</a>.<br/> +All other marks mentioned may be trademarks or registered trademarks of their respective owners.</p> + </div> + <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> +</p> + </div> + </footer> + </body> +</html> http://git-wip-us.apache.org/repos/asf/atlas-website/blob/2d4dc1a0/0.8.3/EclipseSetup.html ---------------------------------------------------------------------- diff --git a/0.8.3/EclipseSetup.html b/0.8.3/EclipseSetup.html new file mode 100644 index 0000000..d04c270 --- /dev/null +++ b/0.8.3/EclipseSetup.html @@ -0,0 +1,218 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/EclipseSetup.twiki at 2018-10-31 + | Rendered using Apache Maven Fluido Skin 1.7 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20181031" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Atlas – Tools required to build and run Apache Atlas on Eclipse</title> + <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> + <link rel="stylesheet" href="./css/site.css" /> + <link rel="stylesheet" href="./css/print.css" media="print" /> + <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> + </head> + <body class="topBarEnabled"> + <div id="topbar" class="navbar navbar-fixed-top "> + <div class="navbar-inner"> + <div class="container" style="width: 68%;"><div class="nav-collapse"> + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="index.html" title="About">About</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> + <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> + <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> + <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="project-info.html" title="Summary">Summary</a></li> + <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> + <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> + <li><a href="team-list.html" title="Team">Team</a></li> + <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> + <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> + <li><a href="license.html" title="License">License</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="../index.html" title="latest">latest</a></li> + <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> + <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> + <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> + <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> + <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> + <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> + <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> + </ul> + </li> + </ul> +<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > + <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> + <input class="search-query" name="q" id="query" type="text" /> +</form> +<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> + <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; + scrolling="no" frameborder="0" + style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> + <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> + <ul class="nav pull-right"><li style="margin-top: 10px;"> + <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> + </li></ul> + </div> + </div> + </div> + </div> + <div class="container"> + <div id="banner"> + <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> + <div class="pull-right"></div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> + <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> + <li class="active ">Tools required to build and run Apache Atlas on Eclipse</li> + <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-10-31</li> + <li id="projectVersion" class="pull-right">Version: 0.8.3</li> + </ul> + </div> + <div id="bodyColumn" > +<div class="section"> +<h2><a name="Tools_required_to_build_and_run_Apache_Atlas_on_Eclipse"></a>Tools required to build and run Apache Atlas on Eclipse</h2> +<p>These instructions are provided as-is. They worked at a point in time; other variants of software may work. These instructions may become stale if the build dependencies change.</p> +<p>They have been shown to work on 19th of December 2016.</p> +<p>To build, run tests, and debug Apache Atlas, the following software is required:</p> +<p><b>Java</b></p> +<ul> +<li>Download and install a 1.8 Java SDK</li> +<li>Set JAVA_HOME system environment variable to the installed JDK home directory</li> +<li>Add JAVA_HOME/bin directory to system PATH</li></ul><b>Python</b> +<p>Atlas command line tools are written in Python.</p> +<ul> +<li>Download and install Python version 2.7.7</li> +<li>For Mac, we used 2.7.11</li> +<li>Add Python home directory to system PATH</li></ul><b>Maven</b> +<ul> +<li>Download and install Maven 3.3.9</li> +<li>Set the environment variable M2_HOME to point to the maven install directory</li> +<li>Add M2_HOME/bin directory to system PATH e.g. C:\Users\IBM_ADMIN\Documents\Software\apache-maven-3.3.9\bin</li></ul><b>Git</b> +<ul> +<li>Install Git</li> +<li>Add git bin directory to the system PATH e.g. C:\Program Files (x86)\Git\bin</li></ul><b>Eclipse</b> +<ul> +<li>Install Eclipse Neon (4.6)</li> +<li>The non-EE Neon for iOS from eclipse.org has been proven to work here.</li> +<li>Install the Scala IDE, TestNG, and m2eclipse-scala features/plugins as described below.</li></ul><b>Scala IDE Eclipse feature</b> +<p>Some of the Atlas source code is written in the Scala programming language. The Scala IDE feature is required to compile Scala source code in Eclipse.</p> +<ul> +<li>In Eclipse, choose Help - Install New Software..</li> +<li>Click Add... to add an update site, and set Location to <a class="externalLink" href="http://download.scala-ide.org/sdk/lithium/e44/scala211/stable/site";>http://download.scala-ide.org/sdk/lithium/e44/scala211/stable/site</a></li> +<li>Select Scala IDE for Eclipse from the list of available features</li> +<li>Restart Eclipse after install</li> +<li>Set the Scala compiler to target the 1.7 JVM: Window - Preferences - Scala - Compiler, change target to 1.7</li></ul><b>TestNG Eclipse plug-in</b> +<p>Atlas tests use the <a class="externalLink" href="http://testng.org/doc/documentation-main.html";>TestNG framework</a>, which is similar to JUnit. The TestNG plug-in is required to run TestNG tests from Eclipse.</p> +<ul> +<li>In Eclipse, choose Help - Install New Software..</li> +<li>Click Add... to add an update site, and set Location to <a class="externalLink" href="http://beust.com/eclipse-old/eclipse_6.9.9.201510270734";>http://beust.com/eclipse-old/eclipse_6.9.9.201510270734</a> +<ul> +<li>Choose TestNG and continue with install</li> +<li>Restart Eclipse after installing the plugin</li> +<li>In Window - Preferences - TestNG, <b>un</b>check "Use project TestNG jar"</li></ul></li></ul><b>m2eclipse-scala Eclipse plugin</b> +<ul> +<li>In Eclipse, choose Help - Install New Software..</li> +<li>Click Add... to add an update site, and set Location to <a class="externalLink" href="http://alchim31.free.fr/m2e-scala/update-site/";>http://alchim31.free.fr/m2e-scala/update-site/</a></li> +<li>Choose Maven Integration for Scala IDE, and continue with install</li> +<li>Restart Eclipse after install</li> +<li>In Window - Preferences -Maven - Errors/Warnings, set Plugin execution not covered by lifecycle configuration to Warning</li></ul><b>Import Atlas maven projects into Eclipse:</b> +<p>a. File - Import - Maven - Existing Maven Projects b. Browse to your Atlas folder c. Uncheck the root project and non-Java projects such as dashboardv2, docs and distro, then click Finish</p> +<p>On the Mac, the Maven import fails with message</p> +<div class="source"><pre class="prettyprint"> +"Cannot complete the install because one or more required items could not be found. Software being installed: Maven Integration for AJDT (Optional) 0.14.0.201506231302 (org.maven.ide.eclipse.ajdt.feature.feature.group 0.14.0.201506231302) Missing requirement: Maven Integration for AJDT (Optional) 0.14.0.201506231302 (org.maven.ide.eclipse.ajdt.feature.feature.group 0.14.0.201506231302) requires 'org.eclipse.ajdt.core 1.5.0' but it could not be found". + +</pre></div> +<p>Install <a class="externalLink" href="http://download.eclipse.org/tools/ajdt/46/dev/update";>http://download.eclipse.org/tools/ajdt/46/dev/update</a> and rerun. The Maven AspectJ should plugin install - allowing the references to Aspects in Maven to be resolved.</p> +<p>d. In the atlas-typesystem, atlas-repository, hdfs-model, and storm-bridge projects, add the src/main/scala and src/test/scala (if available) directories as source folders. Note: the hdfs-model and storm-bridge projects do not have the src/test/scala folder.</p> +<p>Right-click on the project, and choose <b>Properties</b>.</p> +<p>Click the <b>Java Build Path</b> in the left-hand panel, and choose the <b>Source</b> tab.</p> +<p>Click <b>Add Folder</b>, and select the src/main/scala and src/test/scala directories.</p> +<p>Only the atlas-repository and atlas-type system projects have Scala source folders to update.</p> +<p>e. Select atlas-typesystem, atlas-repository, hdfs-model, and storm-bridge projects, right-click, go to the Scala menu, and choose ‘Set the Scala Installation’.</p> +<p>f. Choose Fixed Scala Installation: 2.11.8 (bundled) , and click OK.</p> +<p>g. Restart Eclipse</p> +<p>h. Choose Project - Clean, select Clean all projects, and click OK.</p> +<p>Some projects may not pick up the Scala library – if this occurs, quick fix on those projects to add in the Scala library – projects atlas-typesystem, atlas-repository, hdfs-model, storm-bridge and altas-webapp.</p> +<p>You should now have a clean workspace.</p> +<p><b>Sample Bash scripts to help mac users</b></p> +<p>You will need to change some of these scripts to point to your installation targets.</p> +<ul> +<li>Run this script to setup your command line build environment</li></ul> +<div class="source"><pre class="prettyprint"> +#!/bin/bash # export JAVA_HOME=/Library/Java/JavaVirtualMachines/macosxx6480sr3fp10hybrid-20160719_01-sdk +export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_101.jdk/Contents/Home +export M2_HOME=/Applications/apache-maven-3.3.9 # Git is installed in the system path +export PYTHON_HOME='/Applications/Python 2.7' +export PATH=$PYTHON_HOME:$M2_HOME/bin:$JAVA_HOME/bin:$PATH +export MAVEN_OPTS="-Xmx1536m -Drat.numUnapprovedLicenses=100" + +</pre></div> +<p></p> +<ul> +<li>If you do not want to set Java 8 as your system java, you can use this bash script to setup the environment and run Eclipse (which you can drop in Applications and rename to neon).</li></ul> +<div class="source"><pre class="prettyprint"> +#!/bin/bash +export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_101.jdk/Contents/Home +export M2_HOME=/Applications/apache-maven-3.3.9 +# Git is installed in the system path +export PYTHON_HOME='/Applications/Python 2.7' +export PATH=$PYTHON_HOME:$M2_HOME/bin:$JAVA_HOME/bin:$PATH/Applications/neon.app/Contents/MacOS/eclipse + +</pre></div></div> + </div> + </div> + <hr/> + <footer> + <div class="container"> + <div class="row"> +Copyright é 2018 The Apache Software Foundation, Licensed under the Apache License, Version 2.0. + </div> + <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> +</p> + </div> + </footer> + </body> +</html> http://git-wip-us.apache.org/repos/asf/atlas-website/blob/2d4dc1a0/0.8.3/Export-API.html ---------------------------------------------------------------------- diff --git a/0.8.3/Export-API.html b/0.8.3/Export-API.html new file mode 100644 index 0000000..cf98db9 --- /dev/null +++ b/0.8.3/Export-API.html @@ -0,0 +1,296 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Export-API.twiki at 2018-10-31 + | Rendered using Apache Maven Fluido Skin 1.7 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20181031" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Atlas – Export API</title> + <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> + <link rel="stylesheet" href="./css/site.css" /> + <link rel="stylesheet" href="./css/print.css" media="print" /> + <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> + </head> + <body class="topBarEnabled"> + <div id="topbar" class="navbar navbar-fixed-top "> + <div class="navbar-inner"> + <div class="container" style="width: 68%;"><div class="nav-collapse"> + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="index.html" title="About">About</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> + <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> + <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> + <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="project-info.html" title="Summary">Summary</a></li> + <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> + <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> + <li><a href="team-list.html" title="Team">Team</a></li> + <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> + <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> + <li><a href="license.html" title="License">License</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="../index.html" title="latest">latest</a></li> + <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> + <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> + <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> + <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> + <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> + <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> + <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> + </ul> + </li> + </ul> +<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > + <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> + <input class="search-query" name="q" id="query" type="text" /> +</form> +<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> + <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; + scrolling="no" frameborder="0" + style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> + <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> + <ul class="nav pull-right"><li style="margin-top: 10px;"> + <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> + </li></ul> + </div> + </div> + </div> + </div> + <div class="container"> + <div id="banner"> + <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> + <div class="pull-right"></div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> + <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> + <li class="active ">Export API</li> + <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-10-31</li> + <li id="projectVersion" class="pull-right">Version: 0.8.3</li> + </ul> + </div> + <div id="bodyColumn" > +<div class="section"> +<h2><a name="Export_API"></a>Export API</h2> +<p>The general approach is:</p> +<ul> +<li>Consumer specifies the scope of data to be exported (details below).</li> +<li>The API if successful, will return the stream in the format specified.</li> +<li>Error will be returned on failure of the call.</li></ul> +<p>See <a href="./Export-HDFS-API.html">here</a> for details on exporting <b>hdfs_path</b> entities.</p> +<p></p> +<table border="0" class="table table-striped"> +<tr class="a"> +<th>Title</th> +<th>Export API</th></tr> +<tr class="b"> +<td><i>Example</i></td> +<td>See Examples sections below.</td></tr> +<tr class="a"> +<td><i>URL</i></td> +<td><i>api/atlas/admin/export</i></td></tr> +<tr class="b"> +<td><i>Method</i></td> +<td><i>POST</i></td></tr> +<tr class="a"> +<td><i>URL Parameters</i></td> +<td><i>None</i></td></tr> +<tr class="b"> +<td><i>Data Parameters</i></td> +<td>The class <i>AtlasExportRequest</i> is used to specify the items to export. The list of <i>AtlasObjectId</i>(s) allow for specifying the multiple items to export in a session. The <i>AtlasObjectId</i> is a tuple of entity type, name of unique attribute, value of unique attribute. Several items can be specified. See examples below.</td></tr> +<tr class="a"> +<td><i>Success Response</i></td> +<td>File stream as <i>application/zip</i>.</td></tr> +<tr class="b"> +<td><i>Error Response</i></td> +<td>Errors that are handled within the system will be returned as <i>AtlasBaseException</i>.</td></tr> +<tr class="a"> +<td><i>Notes</i></td> +<td>Consumer could choose to consume the output of the API by programmatically using <i>java.io.ByteOutputStream</i> or by manually, save the contents of the stream to a file on the disk.</td></tr></table><b><i>Method Signature</i></b> +<div class="source"><pre class="prettyprint"> +@POST +@Path("/export") +@Consumes("application/json;charset=UTF-8") + +</pre></div></div> +<div class="section"> +<h4><a name="Additional_Options"></a>Additional Options</h4> +<p>It is possible to specify additional parameters for the <i>Export</i> operation.</p> +<p>Current implementation has 2 options. Both are optional:</p> +<ul> +<li><i>matchType</i> This option configures the approach used for fetching the starting entity. It has follow values: +<ul> +<li><i>startsWith</i> Search for an entity that is prefixed with the specified criteria.</li> +<li><i>endsWith</i> Search for an entity that is suffixed with the specified criteria.</li> +<li><i>contains</i> Search for an entity that has the specified criteria as a sub-string.</li> +<li><i>matches</i> Search for an entity that is a regular expression match with the specified criteria.</li></ul></li></ul> +<p></p> +<ul> +<li><i>fetchType</i> This option configures the approach used for fetching entities. It has following values: +<ul> +<li><i>FULL</i>: This fetches all the entities that are connected directly and indirectly to the starting entity. E.g. If a starting entity specified is a table, then this option will fetch the table, database and all the other tables within the database.</li> +<li><i>CONNECTED</i>: This fetches all the etnties that are connected directly to the starting entity. E.g. If a starting entity specified is a table, then this option will fetch the table and the database entity only.</li></ul></li></ul> +<p>If no <i>matchType</i> is specified, exact match is used. Which means, that the entire string is used in the search criteria.</p> +<p>Searching using <i>matchType</i> applies for all types of entities. It is particularly useful for matching entities of type hdfs_path (see <a href="./Export-HDFS-API.html">here</a>).</p> +<p>The <i>fetchType</i> option defaults to <i>FULL</i>.</p> +<p>For complete example see section below.</p></div> +<div class="section"> +<h4><a name="Contents_of_Exported_ZIP_File"></a>Contents of Exported ZIP File</h4> +<p>The exported ZIP file has the following entries within it:</p> +<ul> +<li><i>atlas-export-result.json</i>: +<ul> +<li>Input filters: The scope of export.</li> +<li>File format: The format chosen for the export operation.</li> +<li>Metrics: The number of entity definitions, classifications and entities exported.</li></ul></li> +<li><i>atlas-typesdef.json</i>: Type definitions for the entities exported.</li> +<li><i>atlas-export-order.json</i>: Order in which entities should be exported.</li> +<li><i>{guid}.json</i>: Individual entities are exported with file names that correspond to their id.</li></ul></div> +<div class="section"> +<h4><a name="Examples"></a>Examples</h4> +<p>The <i>AtlasExportRequest</i> below shows filters that attempt to export 2 databases in cluster cl1:</p> +<div class="source"><pre class="prettyprint"> +{ + "itemsToExport": [ + { "typeName": "hive_db", "uniqueAttributes": { "qualifiedName": "accounts@cl1" } }, + { "typeName": "hive_db", "uniqueAttributes": { "qualifiedName": "hr@cl1" } } + ] +} + +</pre></div> +<p>The <i>AtlasExportRequest</i> below specifies the <i>fetchType</i> as <i>FULL</i>. The <i>matchType</i> option will fetch <i>accounts@cl1</i>.</p> +<div class="source"><pre class="prettyprint"> +{ + "itemsToExport": [ + { "typeName": "hive_db", "uniqueAttributes": { "qualifiedName": "accounts@" } }, + ], + "options" { + "fetchType": "FULL", + "matchType": "startsWith" + } +} + +</pre></div> +<p>The <i>AtlasExportRequest</i> below specifies the <i>fetchType</i> as <i>connected</i>. The <i>matchType</i> option will fetch <i>accountsReceivable</i>, <i>accountsPayable</i>, etc present in the database.</p> +<div class="source"><pre class="prettyprint"> +{ + "itemsToExport": [ + { "typeName": "hive_db", "uniqueAttributes": { "name": "accounts" } }, + ], + "options" { + "fetchType": "CONNECTED", + "matchType": "startsWith" + } +} + +</pre></div> +<p>Below is the <i>AtlasExportResult</i> JSON for the export of the <i>Sales</i> DB present in the <i>QuickStart</i>.</p> +<p>The <i>metrics</i> contains the number of types and entities exported as part of the operation.</p> +<div class="source"><pre class="prettyprint"> +{ + "clientIpAddress": "10.0.2.15", + "hostName": "10.0.2.2", + "metrics": { + "duration": 1415, + "entitiesWithExtInfo": 12, + "entity:DB_v1": 2, + "entity:LoadProcess_v1": 2, + "entity:Table_v1": 6, + "entity:View_v1": 2, + "typedef:Column_v1": 1, + "typedef:DB_v1": 1, + "typedef:LoadProcess_v1": 1, + "typedef:StorageDesc_v1": 1, + "typedef:Table_v1": 1, + "typedef:View_v1": 1, + "typedef:classification": 6 + }, + "operationStatus": "SUCCESS", + "request": { + "itemsToExport": [ + { + "typeName": "DB_v1", + "uniqueAttributes": { + "name": "Sales" + } + } + ], + "options": { + "fetchType": "full" + } + }, + "userName": "admin" +} + +</pre></div></div> +<div class="section"> +<h4><a name="CURL_Calls"></a>CURL Calls</h4> +<p>Below are sample CURL calls that demonstrate Export of <i>QuickStart</i> database.</p> +<div class="source"><pre class="prettyprint"> +curl -X POST -u adminuser:password -H "Content-Type: application/json" -H "Cache-Control: no-cache" -d '{ + "itemsToExport": [ + { "typeName": "DB", "uniqueAttributes": { "name": "Sales" } + { "typeName": "DB", "uniqueAttributes": { "name": "Reporting" } + { "typeName": "DB", "uniqueAttributes": { "name": "Logging" } + } + ], + "options": { "full" } + }' "http://localhost:21000/api/atlas/admin/export" > quickStartDB.zip + +</pre></div></div> + </div> + </div> + <hr/> + <footer> + <div class="container"> + <div class="row"> +Copyright é 2018 The Apache Software Foundation, Licensed under the Apache License, Version 2.0. + </div> + <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> +</p> + </div> + </footer> + </body> +</html> http://git-wip-us.apache.org/repos/asf/atlas-website/blob/2d4dc1a0/0.8.3/Export-HDFS-API.html ---------------------------------------------------------------------- diff --git a/0.8.3/Export-HDFS-API.html b/0.8.3/Export-HDFS-API.html new file mode 100644 index 0000000..2cbfa50 --- /dev/null +++ b/0.8.3/Export-HDFS-API.html @@ -0,0 +1,156 @@ +<!DOCTYPE html> +<!-- + | Generated by Apache Maven Doxia Site Renderer 1.8 from src/site/twiki/Export-HDFS-API.twiki at 2018-10-31 + | Rendered using Apache Maven Fluido Skin 1.7 +--> +<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"> + <head> + <meta charset="UTF-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0" /> + <meta name="Date-Revision-yyyymmdd" content="20181031" /> + <meta http-equiv="Content-Language" content="en" /> + <title>Apache Atlas – Export & Import APIs for HDFS Path</title> + <link rel="stylesheet" href="./css/apache-maven-fluido-1.7.min.css" /> + <link rel="stylesheet" href="./css/site.css" /> + <link rel="stylesheet" href="./css/print.css" media="print" /> + <script type="text/javascript" src="./js/apache-maven-fluido-1.7.min.js"></script> + </head> + <body class="topBarEnabled"> + <div id="topbar" class="navbar navbar-fixed-top "> + <div class="navbar-inner"> + <div class="container" style="width: 68%;"><div class="nav-collapse"> + <ul class="nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Atlas <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="index.html" title="About">About</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="Wiki">Wiki</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS"; title="News">News</a></li> + <li><a href="https://git-wip-us.apache.org/repos/asf/atlas.git"; title="Git">Git</a></li> + <li><a href="https://issues.apache.org/jira/browse/ATLAS"; title="Jira">Jira</a></li> + <li><a href="https://cwiki.apache.org/confluence/display/ATLAS/PoweredBy"; title="Powered by">Powered by</a></li> + <li><a href="http://blogs.apache.org/atlas/"; title="Blog">Blog</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Project Information <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="project-info.html" title="Summary">Summary</a></li> + <li><a href="mail-lists.html" title="Mailing Lists">Mailing Lists</a></li> + <li><a href="http://webchat.freenode.net?channels=apacheatlas&uio=d4"; title="IRC">IRC</a></li> + <li><a href="team-list.html" title="Team">Team</a></li> + <li><a href="issue-tracking.html" title="Issue Tracking">Issue Tracking</a></li> + <li><a href="source-repository.html" title="Source Repository">Source Repository</a></li> + <li><a href="license.html" title="License">License</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Releases <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/dyn/closer.cgi/atlas/0.8.2/"; title="0.8.2">0.8.2</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.1/"; title="0.8.1">0.8.1</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.8.0-incubating/"; title="0.8-incubating">0.8-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.1-incubating/"; title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.7.0-incubating/"; title="0.7-incubating">0.7-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.6.0-incubating/"; title="0.6-incubating">0.6-incubating</a></li> + <li><a href="http://archive.apache.org/dist/incubator/atlas/0.5.0-incubating/"; title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">Documentation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="../index.html" title="latest">latest</a></li> + <li><a href="../0.8.2/index.html" title="0.8.2">0.8.2</a></li> + <li><a href="../0.8.1/index.html" title="0.8.1">0.8.1</a></li> + <li><a href="../0.8.0-incubating/index.html" title="0.8-incubating">0.8-incubating</a></li> + <li><a href="../0.7.1-incubating/index.html" title="0.7.1-incubating">0.7.1-incubating</a></li> + <li><a href="../0.7.0-incubating/index.html" title="0.7-incubating">0.7-incubating</a></li> + <li><a href="../0.6.0-incubating/index.html" title="0.6-incubating">0.6-incubating</a></li> + <li><a href="../0.5.0-incubating/index.html" title="0.5-incubating">0.5-incubating</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown">ASF <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/foundation/how-it-works.html"; title="How Apache Works">How Apache Works</a></li> + <li><a href="http://www.apache.org/foundation/"; title="Foundation">Foundation</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; title="Sponsoring Apache">Sponsoring Apache</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; title="Thanks">Thanks</a></li> + </ul> + </li> + </ul> +<form id="search-form" action="https://www.google.com/search"; method="get" class="navbar-search pull-right" > + <input value="http://atlas.apache.org"; name="sitesearch" type="hidden"/> + <input class="search-query" name="q" id="query" type="text" /> +</form> +<script type="text/javascript">asyncJs( 'https://cse.google.com/brand?form=search-form' )</script> + <iframe src="https://www.facebook.com/plugins/like.php?href=http://atlas.apache.org/atlas-docs&send=false&layout=button_count&show-faces=false&action=like&colorscheme=dark"; + scrolling="no" frameborder="0" + style="border:none; width:100px; height:20px; margin-top: 10px;" class="pull-right" ></iframe> + <script type="text/javascript">asyncJs( 'https://apis.google.com/js/plusone.js' )</script> + <ul class="nav pull-right"><li style="margin-top: 10px;"> + <div class="g-plusone" data-href="http://atlas.apache.org/atlas-docs"; data-size="medium" width="60px" align="right" ></div> + </li></ul> + </div> + </div> + </div> + </div> + <div class="container"> + <div id="banner"> + <div class="pull-left"><a href=".." id="bannerLeft"><img src="images/atlas-logo.png" alt="Apache Atlas" width="200px" height="45px"/></a></div> + <div class="pull-right"></div> + <div class="clear"><hr/></div> + </div> + + <div id="breadcrumbs"> + <ul class="breadcrumb"> + <li class=""><a href="http://www.apache.org"; class="externalLink" title="Apache">Apache</a><span class="divider">/</span></li> + <li class=""><a href="index.html" title="Atlas">Atlas</a><span class="divider">/</span></li> + <li class="active ">Export & Import APIs for HDFS Path</li> + <li id="publishDate" class="pull-right"><span class="divider">|</span> Last Published: 2018-10-31</li> + <li id="projectVersion" class="pull-right">Version: 0.8.3</li> + </ul> + </div> + <div id="bodyColumn" > +<div class="section"> +<h2><a name="Export_.26_Import_APIs_for_HDFS_Path"></a>Export & Import APIs for HDFS Path</h2></div> +<div class="section"> +<h4><a name="Introduction"></a>Introduction</h4> +<p>The general approach for using the Import-Export APIs for HDFS Paths remain the same. There are minor variations caused how HDFS paths are handled within Atlas.</p> +<p>Unlike HIVE entities, HDFS entities within Atlas are created manually using the <i>Create Entity</i> link within the Atlas Web UI.</p> +<p>Also, HDFS paths tend to be hierarchical, in the sense that users tend to model the same HDFS storage structure within Atlas.</p> +<p><b><i>Sample HDFS Setup</i></b></p> +<p><table border="1" cellpadding="pixels" cellspacing="pixels"> <tr> <th><strong>HDFS Path</strong></th> <th><strong>Atlas Entity</strong></th> </tr> <tr> <td style="padding:0 15px 0 15px;"> <em>/apps/warehouse/finance</em> </td> <td style="padding:0 15px 0 15px;"> <strong>Entity type: </strong><em>hdfs_path</em> <br/> <strong>Name: </strong><em>Finance</em> <br/> <strong>QualifiedName: </strong><em>FinanceAll</em> </td> </tr> <tr> <td style="padding:0 15px 0 15px;"> <em>/apps/warehouse/finance/accounts-receivable</em> </td> <td style="padding:0 15px 0 15px;"> <strong>Entity type: </strong><em>hdfs_path</em> <br/> <strong>Name: </strong><em>FinanceReceivable</em> <br/> <strong>QualifiedName: </strong><em>FinanceReceivable</em> <br/> <strong>Path: </strong><em>/apps/warehouse/finance</em> </td> </tr> <td style="padding:0 15px 0 15px;"> <em>/apps/wareho use/finance/accounts-payable</em> </td> <td style="padding:0 15px 0 15px;"> <strong>Entity type: </strong><em>hdfs_path</em> <br/> <strong>Name: </strong><em>Finance-Payable</em> <br/> <strong>QualifiedName: </strong><em>FinancePayable</em> <br/> <strong>Path: </strong><em>/apps/warehouse/finance/accounts-payable</em> </td> </tr> </tr> <td style="padding:0 15px 0 15px;"> <em>/apps/warehouse/finance/billing</em> </td> <td style="padding:0 15px 0 15px;"> <strong>Entity type: </strong><em>hdfs_path</em> <br/> <strong>Name: </strong><em>FinanceBilling</em> <br/> <strong>QualifiedName: </strong><em>FinanceBilling</em> <br/> <strong>Path: </strong><em>/apps/warehouse/finance/billing</em> </td> </tr> </table></p></div> +<div class="section"> +<h4><a name="Export_API_Using_matchType"></a>Export API Using matchType</h4> +<p>To export entities that represent HDFS path, use the Export API using the <i>matchType</i> option. Details can be found <a href="./Export-API.html">here</a>.</p></div> +<div class="section"> +<h4><a name="Example_Using_CURL_Calls"></a>Example Using CURL Calls</h4> +<p>Below are sample CURL calls that performs export operation on the <i>Sample HDFS Setup</i> shown above.</p> +<div class="source"><pre class="prettyprint"> +curl -X POST -u adminuser:password -H "Content-Type: application/json" -H "Cache-Control: no-cache" -d '{ + "itemsToExport": [ + { "typeName": "hdfs_path", "uniqueAttributes": { "name": "FinanceAll" } + } + ], + "options": { + "fetchType": "full", + "matchType": "startsWith" + } +}' "http://localhost:21000/api/atlas/admin/export" > financeAll.zip + +</pre></div></div> + </div> + </div> + <hr/> + <footer> + <div class="container"> + <div class="row"> +Copyright é 2018 The Apache Software Foundation, Licensed under the Apache License, Version 2.0. + </div> + <p id="poweredBy" class="pull-right"><a href="http://maven.apache.org/"; title="Built by Maven" class="poweredBy"><img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" /></a> +</p> + </div> + </footer> + </body> +</html>
![https://www.apache.org/images/SupportApache-small.png"](https://www.apache.org/images/SupportApache-small.png"){kind=link}