Added: sqoop/site/trunk/content/resources/docs/1.99.7/security/AuthenticationAndAuthorization.html URL: http://svn.apache.org/viewvc/sqoop/site/trunk/content/resources/docs/1.99.7/security/AuthenticationAndAuthorization.html?rev=1754350&view=auto ============================================================================== --- sqoop/site/trunk/content/resources/docs/1.99.7/security/AuthenticationAndAuthorization.html (added) +++ sqoop/site/trunk/content/resources/docs/1.99.7/security/AuthenticationAndAuthorization.html Thu Jul 28 01:16:05 2016 @@ -0,0 +1,438 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>4.2. Authentication and Authorization — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="../index.html"/> + <link rel="up" title="4. Security Guide" href="../security.html"/> + <link rel="next" title="4.3. Repository Encryption" href="RepositoryEncryption.html"/> + <link rel="prev" title="4.1. API TLS/SSL" href="API TLS-SSL.html"/> + + + <script src="../_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="../index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="../_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../dev.html">3. Developer Guide</a></li> +<li class="toctree-l1 current"><a class="reference internal" href="../security.html">4. Security Guide</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="API TLS-SSL.html">4.1. API TLS/SSL</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">4.2. Authentication and Authorization</a><ul> +<li class="toctree-l3"><a class="reference internal" href="#simple-authentication">4.2.1. Simple Authentication</a><ul> +<li class="toctree-l4"><a class="reference internal" href="#configuration">4.2.1.1. Configuration</a></li> +<li class="toctree-l4"><a class="reference internal" href="#run-command">4.2.1.2. Run command</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="#kerberos-authentication">4.2.2. Kerberos Authentication</a><ul> +<li class="toctree-l4"><a class="reference internal" href="#dependency">4.2.2.1. Dependency</a></li> +<li class="toctree-l4"><a class="reference internal" href="#id1">4.2.2.2. Configuration</a></li> +<li class="toctree-l4"><a class="reference internal" href="#id2">4.2.2.3. Run command</a></li> +<li class="toctree-l4"><a class="reference internal" href="#verify">4.2.2.4. Verify</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="#customized-authentication">4.2.3. Customized Authentication</a></li> +<li class="toctree-l3"><a class="reference internal" href="#authorization">4.2.4. Authorization</a><ul> +<li class="toctree-l4"><a class="reference internal" href="#users-groups-and-roles">4.2.4.1. Users, Groups, and Roles</a></li> +<li class="toctree-l4"><a class="reference internal" href="#administrator">4.2.4.2. Administrator</a></li> +<li class="toctree-l4"><a class="reference internal" href="#role-management-commands">4.2.4.3. Role management commands</a></li> +<li class="toctree-l4"><a class="reference internal" href="#principal-management-commands">4.2.4.4. Principal management commands</a></li> +<li class="toctree-l4"><a class="reference internal" href="#privilege-management-commands">4.2.4.5. Privilege management commands</a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="RepositoryEncryption.html">4.3. Repository Encryption</a></li> +</ul> +</li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../security.html">4. Security Guide</a> »</li> + + <li>4.2. Authentication and Authorization</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="../_sources/security/AuthenticationAndAuthorization.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="authentication-and-authorization"> +<h1>4.2. Authentication and Authorization<a class="headerlink" href="#authentication-and-authorization" title="Permalink to this headline">¶</a></h1> +<p>Most Hadoop components, such as HDFS, Yarn, Hive, etc., have security frameworks, which support Simple, Kerberos and LDAP authentication. currently Sqoop 2 provides 2 types of authentication: simple and kerberos. The authentication module is pluggable, so more authentication types can be added. Additionally, a new role based access control is introduced in Sqoop 1.99.6. We recommend to use this capability in multi tenant environments, so that malicious users canât easily abuse your created link and job objects.</p> +<div class="section" id="simple-authentication"> +<h2>4.2.1. Simple Authentication<a class="headerlink" href="#simple-authentication" title="Permalink to this headline">¶</a></h2> +<div class="section" id="configuration"> +<h3>4.2.1.1. Configuration<a class="headerlink" href="#configuration" title="Permalink to this headline">¶</a></h3> +<p>Modify Sqoop configuration file, normally in <Sqoop Folder>/conf/sqoop.properties.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.authentication.type=SIMPLE +org.apache.sqoop.authentication.handler=org.apache.sqoop.security.authentication.SimpleAuthenticationHandler +org.apache.sqoop.anonymous=true +</pre></div> +</div> +<ul class="simple"> +<li>Simple authentication is used by default. Commenting out authentication configuration will yield the use of simple authentication.</li> +</ul> +</div> +<div class="section" id="run-command"> +<h3>4.2.1.2. Run command<a class="headerlink" href="#run-command" title="Permalink to this headline">¶</a></h3> +<p>Start Sqoop server as usual.</p> +<div class="highlight-none"><div class="highlight"><pre><Sqoop Folder>/bin/sqoop.sh server start +</pre></div> +</div> +<p>Start Sqoop client as usual.</p> +<div class="highlight-none"><div class="highlight"><pre><Sqoop Folder>/bin/sqoop.sh client +</pre></div> +</div> +</div> +</div> +<div class="section" id="kerberos-authentication"> +<h2>4.2.2. Kerberos Authentication<a class="headerlink" href="#kerberos-authentication" title="Permalink to this headline">¶</a></h2> +<p>Kerberos is a computer network authentication protocol which works on the basis of ‘tickets’ to allow nodes communicating over a non-secure network to prove their identity to one another in a secure manner. Its designers aimed it primarily at a clientâserver model and it provides mutual authenticationâboth the user and the server verify each other’s identity. Kerberos protocol messages are protected against eavesdropping and replay attacks.</p> +<div class="section" id="dependency"> +<h3>4.2.2.1. Dependency<a class="headerlink" href="#dependency" title="Permalink to this headline">¶</a></h3> +<p>Set up a KDC server. Skip this step if KDC server exists. It’s difficult to cover every way Kerberos can be setup (ie: there are cross realm setups and multi-trust environments). This section will describe how to setup the sqoop principals with a local deployment of MIT kerberos.</p> +<ul class="simple"> +<li>All components which are Kerberos authenticated need one KDC server. If current Hadoop cluster uses Kerberos authentication, there should be a KDC server.</li> +<li>If there is no KDC server, follow <a class="reference external" href="http://web.mit.edu/kerberos/krb5-devel/doc/admin/install_kdc.html";>http://web.mit.edu/kerberos/krb5-devel/doc/admin/install_kdc.html</a> to set up one.</li> +</ul> +<p>Configure Hadoop cluster to use Kerberos authentication.</p> +<ul class="simple"> +<li>Authentication type should be cluster level. All components must have the same authentication type: use Kerberos or not. In other words, Sqoop with Kerberos authentication could not communicate with other Hadoop components, such as HDFS, Yarn, Hive, etc., without Kerberos authentication, and vice versa.</li> +<li>How to set up a Hadoop cluster with Kerberos authentication is out of the scope of this document. Follow the related links like <a class="reference external" href="https://hadoop.apache.org/docs/r2.5.0/hadoop-project-dist/hadoop-common/SecureMode.html";>https://hadoop.apache.org/docs/r2.5.0/hadoop-project-dist/hadoop-common/SecureMode.html</a></li> +</ul> +<p>Create keytab and principal for Sqoop 2 via kadmin in command line.</p> +<div class="highlight-none"><div class="highlight"><pre>addprinc -randkey HTTP/<FQDN>@<REALM> +addprinc -randkey sqoop/<FQDN>@<REALM> +xst -k /home/kerberos/sqoop.keytab HTTP/<FQDN>@<REALM> +xst -k /home/kerberos/sqoop.keytab sqoop/<FQDN>@<REALM> +</pre></div> +</div> +<ul class="simple"> +<li>The <FQDN> should be replaced by the FQDN of the server, which could be found via âhostname -fâ in command line.</li> +<li>The <REALM> should be replaced by the realm name in krb5.conf file generated when installing the KDC server in the former step.</li> +<li>The principal HTTP/<FQDN>@<REALM> is used in communication between Sqoop client and Sqoop server. Since Sqoop server is an http server, so the HTTP principal is a must during SPNEGO process, and it is case sensitive.</li> +<li>Http request could be sent from other client like browser, wget or curl with SPNEGO support.</li> +<li>The principal sqoop/<FQDN>@<REALM> is used in communication between Sqoop server and Hdfs/Yarn as the credential of Sqoop server.</li> +</ul> +</div> +<div class="section" id="id1"> +<h3>4.2.2.2. Configuration<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3> +<p>Modify Sqoop configuration file, normally in <Sqoop Folder>/conf/sqoop.properties.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.authentication.type=KERBEROS +org.apache.sqoop.authentication.handler=org.apache.sqoop.security.authentication.KerberosAuthenticationHandler +org.apache.sqoop.authentication.kerberos.principal=sqoop/_HOST@<REALM> +org.apache.sqoop.authentication.kerberos.keytab=/home/kerberos/sqoop.keytab +org.apache.sqoop.authentication.kerberos.http.principal=HTTP/_HOST@<REALM> +org.apache.sqoop.authentication.kerberos.http.keytab=/home/kerberos/sqoop.keytab +org.apache.sqoop.authentication.kerberos.proxyuser=true +</pre></div> +</div> +<ul class="simple"> +<li>When _HOST is used as FQDN in principal, it will be replaced by the real FQDN. <a class="reference external" href="https://issues.apache.org/jira/browse/HADOOP-6632";>https://issues.apache.org/jira/browse/HADOOP-6632</a></li> +<li>If parameter proxyuser is set true, Sqoop server will use proxy user mode (sqoop delegate real client user) to run Yarn job. If false, Sqoop server will use sqoop user to run Yarn job.</li> +</ul> +</div> +<div class="section" id="id2"> +<h3>4.2.2.3. Run command<a class="headerlink" href="#id2" title="Permalink to this headline">¶</a></h3> +<p>Set SQOOP2_HOST to FQDN.</p> +<div class="highlight-none"><div class="highlight"><pre>export SQOOP2_HOST=$(hostname -f). +</pre></div> +</div> +<ul class="simple"> +<li>The <FQDN> should be replaced by the FQDN of the server, which could be found via âhostname -fâ in command line.</li> +</ul> +<p>Start Sqoop server using sqoop user.</p> +<div class="highlight-none"><div class="highlight"><pre>sudo âu sqoop <Sqoop Folder>/bin/sqoop.sh server start +</pre></div> +</div> +<p>Run kinit to generate ticket cache.</p> +<div class="highlight-none"><div class="highlight"><pre>kinit HTTP/<FQDN>@<REALM> -kt /home/kerberos/sqoop.keytab +</pre></div> +</div> +<p>Start Sqoop client.</p> +<div class="highlight-none"><div class="highlight"><pre><Sqoop Folder>/bin/sqoop.sh client +</pre></div> +</div> +</div> +<div class="section" id="verify"> +<h3>4.2.2.4. Verify<a class="headerlink" href="#verify" title="Permalink to this headline">¶</a></h3> +<p>If the Sqoop server has started successfully with Kerberos authentication, the following line will be in <@LOGDIR>/sqoop.log:</p> +<div class="highlight-none"><div class="highlight"><pre>2014-12-04 15:02:58,038 INFO security.KerberosAuthenticationHandler [org.apache.sqoop.security.authentication.KerberosAuthenticationHandler.secureLogin(KerberosAuthenticationHandler.java:84)] Using Kerberos authentication, principal [sqoop/[email protected]] keytab [/home/kerberos/sqoop.keytab] +</pre></div> +</div> +<p>If the Sqoop client was able to communicate with the Sqoop server, the following will be in <@LOGDIR>/sqoop.log :</p> +<div class="highlight-none"><div class="highlight"><pre>Refreshing Kerberos configuration +Acquire TGT from Cache +Principal is HTTP/<FQDN>@HADOOP.COM +null credentials from Ticket Cache +principal is HTTP/<FQDN>@HADOOP.COM +Will use keytab +Commit Succeeded +</pre></div> +</div> +</div> +</div> +<div class="section" id="customized-authentication"> +<h2>4.2.3. Customized Authentication<a class="headerlink" href="#customized-authentication" title="Permalink to this headline">¶</a></h2> +<p>Users can create their own authentication modules. By performing the following steps:</p> +<ul class="simple"> +<li>Create customized authentication handler extends abstract class AuthenticationHandler.</li> +<li>Implement abstract function doInitialize and secureLogin in AuthenticationHandler.</li> +</ul> +<div class="highlight-none"><div class="highlight"><pre>public class MyAuthenticationHandler extends AuthenticationHandler { + + private static final Logger LOG = Logger.getLogger(MyAuthenticationHandler.class); + + public void doInitialize() { + securityEnabled = true; + } + + public void secureLogin() { + LOG.info("Using customized authentication."); + } +} +</pre></div> +</div> +<ul class="simple"> +<li>Modify configuration org.apache.sqoop.authentication.handler in <Sqoop Folder>/conf/sqoop.properties and set it to the customized authentication handler class name.</li> +<li>Restart the Sqoop server.</li> +</ul> +</div> +<div class="section" id="authorization"> +<h2>4.2.4. Authorization<a class="headerlink" href="#authorization" title="Permalink to this headline">¶</a></h2> +<div class="section" id="users-groups-and-roles"> +<h3>4.2.4.1. Users, Groups, and Roles<a class="headerlink" href="#users-groups-and-roles" title="Permalink to this headline">¶</a></h3> +<p>At the core of Sqoop’s authorization system are users, groups, and roles. Roles allow administrators to give a name to a set of grants which can be easily reused. A role may be assigned to users, groups, and other roles. For example, consider a system with the following users and groups.</p> +<div class="highlight-none"><div class="highlight"><pre><User>: <Groups> +user_all: group1, group2 +user1: group1 +user2: group2 +</pre></div> +</div> +<p>Sqoop roles must be created manually before being used, unlike users and groups. Users and groups are managed by the login system (Linux, LDAP or Kerberos). When a user wants to access one resource (connector, link, connector), the Sqoop2 server will determine the username of this user and the groups associated. That information is then used to determine if the user should have access to this resource being requested, by comparing the required privileges of the Sqoop operation to the user privileges using the following rules.</p> +<ul class="simple"> +<li>User privileges (Has the privilege been granted to the user?)</li> +<li>Group privileges (Does the user belong to any groups that the privilege has been granted to?)</li> +<li>Role privileges (Does the user or any of the groups that the user belongs to have a role that grants the privilege?)</li> +</ul> +</div> +<div class="section" id="administrator"> +<h3>4.2.4.2. Administrator<a class="headerlink" href="#administrator" title="Permalink to this headline">¶</a></h3> +<p>There is a special user: administrator, which canât be created, deleted by command. The only way to set administrator is to modify the configuration file. Administrator could run management commands to create/delete roles. However, administrator does not implicitly have all privileges. Administrator has to grant privilege to him/her if he/she needs to request the resource.</p> +</div> +<div class="section" id="role-management-commands"> +<h3>4.2.4.3. Role management commands<a class="headerlink" href="#role-management-commands" title="Permalink to this headline">¶</a></h3> +<div class="highlight-none"><div class="highlight"><pre>CREATE ROLE ârole role_name +DROP ROLE ârole role_name +SHOW ROLE +</pre></div> +</div> +<ul class="simple"> +<li>Only the administrator has privilege for this.</li> +</ul> +</div> +<div class="section" id="principal-management-commands"> +<h3>4.2.4.4. Principal management commands<a class="headerlink" href="#principal-management-commands" title="Permalink to this headline">¶</a></h3> +<div class="highlight-none"><div class="highlight"><pre>GRANT ROLE --principal-type principal_type --principal principal_name --role role_name +REVOKE ROLE --principal-type principal_type --principal principal_name --role role_name +SHOW ROLE --principal-type principal_type --principal principal_name +SHOW PRINCIPAL --role role_name +</pre></div> +</div> +<ul class="simple"> +<li>principal_type: USER | GROUP | ROLE</li> +</ul> +</div> +<div class="section" id="privilege-management-commands"> +<h3>4.2.4.5. Privilege management commands<a class="headerlink" href="#privilege-management-commands" title="Permalink to this headline">¶</a></h3> +<div class="highlight-none"><div class="highlight"><pre>GRANT PRIVILEGE --principal-type principal_type --principal principal_name --resource-type resource_type --resource resource_name --action action_name [--with-grant] +REVOKE PRIVILEGE --principal-type principal_type --principal principal_name [--resource-type resource_type --resource resource_name --action action_name] [--with-grant] +SHOW PRIVILEGE âprincipal-type principal_type âprincipal principal_name [--resource-type resource_type --resource resource_name --action action_name] +</pre></div> +</div> +<ul class="simple"> +<li>principal_type: USER | GROUP | ROLE</li> +<li>resource_type: CONNECTOR | LINK | JOB</li> +<li>action_type: ALL | READ | WRITE</li> +<li>With with-grant in GRANT PRIVILEGE command, this principal could grant his/her privilege to other users.</li> +<li>Without resource in REVOKE PRIVILEGE command, all privileges on this principal will be revoked.</li> +<li>With with-grant in REVOKE PRIVILEGE command, only grant privilege on this principal will be removed. This principal has the privilege to access this resource, but he/she could not grant his/her privilege to others.</li> +<li>Without resource in SHOW PRIVILEGE command, all privileges on this principal will be listed.</li> +</ul> +</div> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="RepositoryEncryption.html" class="btn btn-neutral float-right" title="4.3. Repository Encryption" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="API TLS-SSL.html" class="btn btn-neutral" title="4.1. API TLS/SSL" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
Added: sqoop/site/trunk/content/resources/docs/1.99.7/security/RepositoryEncryption.html URL: http://svn.apache.org/viewvc/sqoop/site/trunk/content/resources/docs/1.99.7/security/RepositoryEncryption.html?rev=1754350&view=auto ============================================================================== --- sqoop/site/trunk/content/resources/docs/1.99.7/security/RepositoryEncryption.html (added) +++ sqoop/site/trunk/content/resources/docs/1.99.7/security/RepositoryEncryption.html Thu Jul 28 01:16:05 2016 @@ -0,0 +1,271 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>4.3. Repository Encryption — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="../index.html"/> + <link rel="up" title="4. Security Guide" href="../security.html"/> + <link rel="prev" title="4.2. Authentication and Authorization" href="AuthenticationAndAuthorization.html"/> + + + <script src="../_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="../index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="../_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../dev.html">3. Developer Guide</a></li> +<li class="toctree-l1 current"><a class="reference internal" href="../security.html">4. Security Guide</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="API TLS-SSL.html">4.1. API TLS/SSL</a></li> +<li class="toctree-l2"><a class="reference internal" href="AuthenticationAndAuthorization.html">4.2. Authentication and Authorization</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">4.3. Repository Encryption</a><ul> +<li class="toctree-l3"><a class="reference internal" href="#server-configuration">4.3.1. Server Configuration</a></li> +</ul> +</li> +</ul> +</li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../security.html">4. Security Guide</a> »</li> + + <li>4.3. Repository Encryption</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="../_sources/security/RepositoryEncryption.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="repository-encryption"> +<span id="repositoryencryption"></span><h1>4.3. Repository Encryption<a class="headerlink" href="#repository-encryption" title="Permalink to this headline">¶</a></h1> +<p>Sqoop 2 uses a database to store metadata about the various data sources it talks to, we call this database the repository.</p> +<p>The repository can store passwords and other pieces of information that are security sensitive, within the context of Sqoop +2, this information is referred to as sensitive inputs. Which inputs are considered sensitive is determined by the connector.</p> +<p>We support encrypting sensitive inputs in the repository using a provided password or password generator. Sqoop 2 uses the +provided password and the provided key generation algorithm (such as PBKDF2) to generate a key to encrypt sensitive inputs +and another hmac key to verify their integrity.</p> +<p>Only the sensitive inputs are encrypted. If an input is not defined as sensitive by the connector, it is NOT encrypted.</p> +<div class="section" id="server-configuration"> +<h2>4.3.1. Server Configuration<a class="headerlink" href="#server-configuration" title="Permalink to this headline">¶</a></h2> +<p>Note: This configuration will allow a new Sqoop instance to encrypt information or read from an already encrypted repository. +It will not encrypt sensitive inputs in an existing repository. For instructions on how to encrypt an existing repository, +please look here: <a class="reference internal" href="../admin/Tools.html#repositoryencryption-tool"><em>RepositoryEncryption</em></a></p> +<p>First, repository encryption must be enabled.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.enabled=true +</pre></div> +</div> +<p>Then we configure the password:</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.password=supersecret +</pre></div> +</div> +<p>Or the password generator:</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.password_generator=echo supersecret +</pre></div> +</div> +<p>The plaintext password is always given preference to the password generator if both are present.</p> +<p>Then we can configure the HMAC algorithm. Please find the list of possibilities here: +<a class="reference external" href="http://docs.oracle.com/javase/7/docs/technotes/guides/security/StandardNames.html#Mac";>Standard Algorithm Name Documentation - Mac</a> +We can store digests with up to 1024 bits.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.hmac_algorithm=HmacSHA256 +</pre></div> +</div> +<p>Then we configure the cipher algorithm. Possibilities can be found here: +<a class="reference external" href="http://docs.oracle.com/javase/7/docs/technotes/guides/security/StandardNames.html#Cipher";>Standard Algorithm Name Documentation - Cipher</a></p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.cipher_algorithm=AES +</pre></div> +</div> +<p>Then we configure the key size for the cipher in bytes. We can store up to 1024 bit keys.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.cipher_key_size=16 +</pre></div> +</div> +<p>Next we need to specify the cipher transformation. The options for this field are listed here: +<a class="reference external" href="http://docs.oracle.com/javase/7/docs/api/javax/crypto/Cipher.html";>Cipher (Java Platform SE 7)</a></p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.cipher_spec=AES/CBC/PKCS5Padding +</pre></div> +</div> +<p>The size of the initialization vector to use in bytes. We support up to 1024 bit initialization vectors.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.initialization_vector_size=16 +</pre></div> +</div> +<p>Next we need to specfy the algorithm for secret key generation. Please refer to: +<a class="reference external" href="http://docs.oracle.com/javase/7/docs/technotes/guides/security/StandardNames.html#SecretKeyFactory";>Standard Algorithm Name Documentation - SecretKeyFactory</a></p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.pbkdf2_algorithm=PBKDF2WithHmacSHA1 +</pre></div> +</div> +<p>Finally specify the number of rounds/iterations for the generation of a key from a password.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.repo_encryption.pbkdf2_rounds=4000 +</pre></div> +</div> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + + <a href="AuthenticationAndAuthorization.html" class="btn btn-neutral" title="4.2. Authentication and Authorization" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file Added: sqoop/site/trunk/content/resources/docs/1.99.7/user.html URL: http://svn.apache.org/viewvc/sqoop/site/trunk/content/resources/docs/1.99.7/user.html?rev=1754350&view=auto ============================================================================== --- sqoop/site/trunk/content/resources/docs/1.99.7/user.html (added) +++ sqoop/site/trunk/content/resources/docs/1.99.7/user.html Thu Jul 28 01:16:05 2016 @@ -0,0 +1,390 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>2. User Guide — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="index.html"/> + <link rel="next" title="2.1. Command Line Shell" href="user/CommandLineClient.html"/> + <link rel="prev" title="1.3. Upgrade" href="admin/Upgrade.html"/> + + + <script src="_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="admin.html">1. Admin Guide</a></li> +<li class="toctree-l1 current"><a class="current reference internal" href="">2. User Guide</a><ul> +<li class="toctree-l2"><a class="reference internal" href="user/CommandLineClient.html">2.1. Command Line Shell</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/Connectors.html">2.2. Connectors</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/Examples.html">2.3. Examples</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/Sqoop5MinutesDemo.html">2.4. Sqoop 5 Minutes Demo</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="dev.html">3. Developer Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="security.html">4. Security Guide</a></li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="index.html">Docs</a> »</li> + + <li>2. User Guide</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="_sources/user.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="user-guide"> +<h1>2. User Guide<a class="headerlink" href="#user-guide" title="Permalink to this headline">¶</a></h1> +<div class="toctree-wrapper compound"> +<ul> +<li class="toctree-l1"><a class="reference internal" href="user/CommandLineClient.html">2.1. Command Line Shell</a><ul> +<li class="toctree-l2"><a class="reference internal" href="user/CommandLineClient.html#resource-file">2.1.1. Resource file</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/CommandLineClient.html#commands">2.1.2. Commands</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#auxiliary-commands">2.1.2.1. Auxiliary Commands</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#set-command">2.1.2.2. Set Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#set-server-function">2.1.2.2.1. Set Server Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#set-option-function">2.1.2.2.2. Set Option Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#show-command">2.1.2.3. Show Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-server-function">2.1.2.3.1. Show Server Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-option-function">2.1.2.3.2. Show Option Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-version-function">2.1.2.3.3. Show Version Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-connector-function">2.1.2.3.4. Show Connector Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-driver-function">2.1.2.3.5. Show Driver Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-link-function">2.1.2.3.6. Show Link Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-job-function">2.1.2.3.7. Show Job Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#show-submission-function">2.1.2.3.8. Show Submission Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#create-command">2.1.2.4. Create Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#create-link-function">2.1.2.4.1. Create Link Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#create-job-function">2.1.2.4.2. Create Job Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#update-command">2.1.2.5. Update Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#update-link-function">2.1.2.5.1. Update Link Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#update-job-function">2.1.2.5.2. Update Job Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#delete-command">2.1.2.6. Delete Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#delete-link-function">2.1.2.6.1. Delete Link Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#delete-job-function">2.1.2.6.2. Delete Job Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#clone-command">2.1.2.7. Clone Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#clone-link-function">2.1.2.7.1. Clone Link Function</a></li> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#clone-job-function">2.1.2.7.2. Clone Job Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#start-command">2.1.2.8. Start Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#start-job-function">2.1.2.8.1. Start Job Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#stop-command">2.1.2.9. Stop Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#stop-job-function">2.1.2.9.1. Stop Job Function</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/CommandLineClient.html#status-command">2.1.2.10. Status Command</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/CommandLineClient.html#status-job-function">2.1.2.10.1. Status Job Function</a></li> +</ul> +</li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="user/Connectors.html">2.2. Connectors</a><ul> +<li class="toctree-l2"><a class="reference internal" href="user/connectors/Connector-FTP.html">2.2.1. FTP Connector</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-FTP.html#usage">2.2.1.1. Usage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-FTP.html#link-configuration">2.2.1.1.1. <strong>Link Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-FTP.html#notes">2.2.1.1.1.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-FTP.html#to-job-configuration">2.2.1.1.2. <strong>TO Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-FTP.html#id1">2.2.1.1.2.1. <strong>Notes</strong></a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-FTP.html#loader">2.2.1.2. Loader</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html">2.2.2. Generic JDBC Connector</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#usage">2.2.2.1. Usage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#link-configuration">2.2.2.1.1. <strong>Link Configuration</strong></a></li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#from-job-configuration">2.2.2.1.2. <strong>FROM Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#notes">2.2.2.1.2.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#to-job-configuration">2.2.2.1.3. <strong>TO Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#id1">2.2.2.1.3.1. <strong>Notes</strong></a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#partitioner">2.2.2.2. Partitioner</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#extractor">2.2.2.3. Extractor</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#loader">2.2.2.4. Loader</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-GenericJDBC.html#destroyers">2.2.2.5. Destroyers</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="user/connectors/Connector-HDFS.html">2.2.3. HDFS Connector</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-HDFS.html#usage">2.2.3.1. Usage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-HDFS.html#link-configuration">2.2.3.1.1. <strong>Link Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-HDFS.html#notes">2.2.3.1.1.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-HDFS.html#from-job-configuration">2.2.3.1.2. <strong>FROM Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-HDFS.html#id1">2.2.3.1.2.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-HDFS.html#to-job-configuration">2.2.3.1.3. <strong>TO Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-HDFS.html#id2">2.2.3.1.3.1. <strong>Notes</strong></a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-HDFS.html#partitioner">2.2.3.2. Partitioner</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-HDFS.html#extractor">2.2.3.3. Extractor</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-HDFS.html#loader">2.2.3.4. Loader</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-HDFS.html#destroyers">2.2.3.5. Destroyers</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="user/connectors/Connector-Kafka.html">2.2.4. Kafka Connector</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kafka.html#usage">2.2.4.1. Usage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-Kafka.html#link-configuration">2.2.4.1.1. <strong>Link Configuration</strong></a></li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-Kafka.html#to-job-configuration">2.2.4.1.2. <strong>TO Job Configuration</strong></a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kafka.html#loader">2.2.4.2. Loader</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="user/connectors/Connector-Kite.html">2.2.5. Kite Connector</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kite.html#usage">2.2.5.1. Usage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-Kite.html#link-configuration">2.2.5.1.1. <strong>Link Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-Kite.html#notes">2.2.5.1.1.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-Kite.html#from-job-configuration">2.2.5.1.2. <strong>FROM Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-Kite.html#id1">2.2.5.1.2.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-Kite.html#to-job-configuration">2.2.5.1.3. <strong>TO Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-Kite.html#id2">2.2.5.1.3.1. <strong>Notes</strong></a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kite.html#partitioner">2.2.5.2. Partitioner</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kite.html#extractor">2.2.5.3. Extractor</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kite.html#loader">2.2.5.4. Loader</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-Kite.html#destroyers">2.2.5.5. Destroyers</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="user/connectors/Connector-SFTP.html">2.2.6. SFTP Connector</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-SFTP.html#usage">2.2.6.1. Usage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-SFTP.html#link-configuration">2.2.6.1.1. <strong>Link Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-SFTP.html#notes">2.2.6.1.1.1. <strong>Notes</strong></a></li> +</ul> +</li> +<li class="toctree-l4"><a class="reference internal" href="user/connectors/Connector-SFTP.html#to-job-configuration">2.2.6.1.2. <strong>TO Job Configuration</strong></a><ul> +<li class="toctree-l5"><a class="reference internal" href="user/connectors/Connector-SFTP.html#id1">2.2.6.1.2.1. <strong>Notes</strong></a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="user/connectors/Connector-SFTP.html#loader">2.2.6.2. Loader</a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="user/Examples.html">2.3. Examples</a><ul> +<li class="toctree-l2"><a class="reference internal" href="user/examples/S3Import.html">2.3.1. S3 Import to HDFS</a><ul> +<li class="toctree-l3"><a class="reference internal" href="user/examples/S3Import.html#use-case">2.3.1.1. Use case</a></li> +<li class="toctree-l3"><a class="reference internal" href="user/examples/S3Import.html#configuration">2.3.1.2. Configuration</a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="user/Sqoop5MinutesDemo.html">2.4. Sqoop 5 Minutes Demo</a><ul> +<li class="toctree-l2"><a class="reference internal" href="user/Sqoop5MinutesDemo.html#starting-client">2.4.1. Starting Client</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/Sqoop5MinutesDemo.html#creating-link-object">2.4.2. Creating Link Object</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/Sqoop5MinutesDemo.html#creating-job-object">2.4.3. Creating Job Object</a></li> +<li class="toctree-l2"><a class="reference internal" href="user/Sqoop5MinutesDemo.html#start-job-a-k-a-data-transfer">2.4.4. Start Job ( a.k.a Data transfer )</a></li> +</ul> +</li> +</ul> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="user/CommandLineClient.html" class="btn btn-neutral float-right" title="2.1. Command Line Shell" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="admin/Upgrade.html" class="btn btn-neutral" title="1.3. Upgrade" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="_static/jquery.js"></script> + <script type="text/javascript" src="_static/underscore.js"></script> + <script type="text/javascript" src="_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
