Added: websites/staging/sqoop/trunk/content/docs/1.99.7/dev/Repository.html ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/dev/Repository.html (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/dev/Repository.html Thu Jul 28 01:17:26 2016 @@ -0,0 +1,725 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>3.6. Repository — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="../index.html"/> + <link rel="up" title="3. Developer Guide" href="../dev.html"/> + <link rel="next" title="4. Security Guide" href="../security.html"/> + <link rel="prev" title="3.5. Sqoop REST API Guide" href="RESTAPI.html"/> + + + <script src="../_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="../index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="../_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../user.html">2. User Guide</a></li> +<li class="toctree-l1 current"><a class="reference internal" href="../dev.html">3. Developer Guide</a><ul class="current"> +<li class="toctree-l2"><a class="reference internal" href="BuildingSqoop2.html">3.1. Building Sqoop2 from source code</a></li> +<li class="toctree-l2"><a class="reference internal" href="ClientAPI.html">3.2. Sqoop Java Client API Guide</a></li> +<li class="toctree-l2"><a class="reference internal" href="ConnectorDevelopment.html">3.3. Sqoop 2 Connector Development</a></li> +<li class="toctree-l2"><a class="reference internal" href="DevEnv.html">3.4. Sqoop 2 Development Environment Setup</a></li> +<li class="toctree-l2"><a class="reference internal" href="RESTAPI.html">3.5. Sqoop REST API Guide</a></li> +<li class="toctree-l2 current"><a class="current reference internal" href="">3.6. Repository</a><ul> +<li class="toctree-l3"><a class="reference internal" href="#sqoop-schema">3.6.1. Sqoop Schema</a><ul> +<li class="toctree-l4"><a class="reference internal" href="#sq-system">3.6.1.1. SQ_SYSTEM</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-direction">3.6.1.2. SQ_DIRECTION</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-configurable">3.6.1.3. SQ_CONFIGURABLE</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-connector-directions">3.6.1.4. SQ_CONNECTOR_DIRECTIONS</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-config">3.6.1.5. SQ_CONFIG</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-config-directions">3.6.1.6. SQ_CONFIG_DIRECTIONS</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-input">3.6.1.7. SQ_INPUT</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-link">3.6.1.8. SQ_LINK</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-job">3.6.1.9. SQ_JOB</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-link-input">3.6.1.10. SQ_LINK_INPUT</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-job-input">3.6.1.11. SQ_JOB_INPUT</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-submission">3.6.1.12. SQ_SUBMISSION</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-counter-group">3.6.1.13. SQ_COUNTER_GROUP</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-counter">3.6.1.14. SQ_COUNTER</a></li> +<li class="toctree-l4"><a class="reference internal" href="#sq-counter-submission">3.6.1.15. SQ_COUNTER_SUBMISSION</a></li> +</ul> +</li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="../security.html">4. Security Guide</a></li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../dev.html">3. Developer Guide</a> »</li> + + <li>3.6. Repository</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="../_sources/dev/Repository.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="repository"> +<h1>3.6. Repository<a class="headerlink" href="#repository" title="Permalink to this headline">¶</a></h1> +<p>This repository contains additional information regarding Sqoop.</p> +<div class="section" id="sqoop-schema"> +<h2>3.6.1. Sqoop Schema<a class="headerlink" href="#sqoop-schema" title="Permalink to this headline">¶</a></h2> +<p>The DDL queries that create the Sqoop repository schema in Derby database create the following tables:</p> +<div class="section" id="sq-system"> +<h3>3.6.1.1. SQ_SYSTEM<a class="headerlink" href="#sq-system" title="Permalink to this headline">¶</a></h3> +<p>Store for various state information</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="100%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_SYSTEM</th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQM_ID: BIGINT PK</td> +</tr> +<tr class="row-odd"><td>SQM_KEY: VARCHAR(64)</td> +</tr> +<tr class="row-even"><td>SQM_VALUE: VARCHAR(64)</td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-direction"> +<h3>3.6.1.2. SQ_DIRECTION<a class="headerlink" href="#sq-direction" title="Permalink to this headline">¶</a></h3> +<p>Directions</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="75%" /> +<col width="25%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_DIRECTION</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQD_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQD_NAME: VARCHAR(64)</td> +<td>“FROM”|”TO”</td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-configurable"> +<h3>3.6.1.3. SQ_CONFIGURABLE<a class="headerlink" href="#sq-configurable" title="Permalink to this headline">¶</a></h3> +<p>Configurable registration</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="57%" /> +<col width="43%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_CONFIGURABLE</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQC_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQC_NAME: VARCHAR(64)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQC_CLASS: VARCHAR(255)</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQC_TYPE: VARCHAR(32)</td> +<td>“CONNECTOR”|”DRIVER”</td> +</tr> +<tr class="row-even"><td>SQC_VERSION: VARCHAR(64)</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-connector-directions"> +<h3>3.6.1.4. SQ_CONNECTOR_DIRECTIONS<a class="headerlink" href="#sq-connector-directions" title="Permalink to this headline">¶</a></h3> +<p>Connector directions</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="50%" /> +<col width="50%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_CONNECTOR_DIRECTIONS</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQCD_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQCD_CONNECTOR: BIGINT</td> +<td>FK SQCD_CONNECTOR(SQC_ID)</td> +</tr> +<tr class="row-even"><td>SQCD_DIRECTION: BIGINT</td> +<td>FK SQCD_DIRECTION(SQD_ID)</td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-config"> +<h3>3.6.1.5. SQ_CONFIG<a class="headerlink" href="#sq-config" title="Permalink to this headline">¶</a></h3> +<p>Config details</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="41%" /> +<col width="59%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_CONFIG</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQ_CFG_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQ_CFG_CONNECTOR: BIGINT</td> +<td>FK SQ_CFG_CONNECTOR(SQC_ID), NULL for driver</td> +</tr> +<tr class="row-even"><td>SQ_CFG_NAME: VARCHAR(64)</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQ_CFG_TYPE: VARCHAR(32)</td> +<td>“LINK”|”JOB”</td> +</tr> +<tr class="row-even"><td>SQ_CFG_INDEX: SMALLINT</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-config-directions"> +<h3>3.6.1.6. SQ_CONFIG_DIRECTIONS<a class="headerlink" href="#sq-config-directions" title="Permalink to this headline">¶</a></h3> +<p>Connector directions</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="50%" /> +<col width="50%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_CONNECTOR_DIRECTIONS</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQCD_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQCD_CONFIG: BIGINT</td> +<td>FK SQCD_CONFIG(SQ_CFG_ID)</td> +</tr> +<tr class="row-even"><td>SQCD_DIRECTION: BIGINT</td> +<td>FK SQCD_DIRECTION(SQD_ID)</td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-input"> +<h3>3.6.1.7. SQ_INPUT<a class="headerlink" href="#sq-input" title="Permalink to this headline">¶</a></h3> +<p>Input details</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="52%" /> +<col width="48%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_INPUT</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQI_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQI_NAME: VARCHAR(64)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQI_CONFIG: BIGINT</td> +<td>FK SQ_CONFIG(SQ_CFG_ID)</td> +</tr> +<tr class="row-odd"><td>SQI_INDEX: SMALLINT</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQI_TYPE: VARCHAR(32)</td> +<td>“STRING”|”MAP”</td> +</tr> +<tr class="row-odd"><td>SQI_STRMASK: BOOLEAN</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQI_STRLENGTH: SMALLINT</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQI_ENUMVALS: VARCHAR(100)</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-link"> +<h3>3.6.1.8. SQ_LINK<a class="headerlink" href="#sq-link" title="Permalink to this headline">¶</a></h3> +<p>Stored links</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="57%" /> +<col width="43%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_LINK</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQ_LNK_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQ_LNK_NAME: VARCHAR(64)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQ_LNK_CONNECTOR: BIGINT</td> +<td>FK SQ_CONNECTOR(SQC_ID)</td> +</tr> +<tr class="row-odd"><td>SQ_LNK_CREATION_USER: VARCHAR(32)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQ_LNK_CREATION_DATE: TIMESTAMP</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQ_LNK_UPDATE_USER: VARCHAR(32)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQ_LNK_UPDATE_DATE: TIMESTAMP</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQ_LNK_ENABLED: BOOLEAN</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-job"> +<h3>3.6.1.9. SQ_JOB<a class="headerlink" href="#sq-job" title="Permalink to this headline">¶</a></h3> +<p>Stored jobs</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="58%" /> +<col width="42%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_JOB</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQB_ID: BIGINT PK AUTO-GEN</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQB_NAME: VARCHAR(64)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQB_FROM_LINK: BIGINT</td> +<td>FK SQ_LINK(SQ_LNK_ID)</td> +</tr> +<tr class="row-odd"><td>SQB_TO_LINK: BIGINT</td> +<td>FK SQ_LINK(SQ_LNK_ID)</td> +</tr> +<tr class="row-even"><td>SQB_CREATION_USER: VARCHAR(32)</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQB_CREATION_DATE: TIMESTAMP</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQB_UPDATE_USER: VARCHAR(32)</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQB_UPDATE_DATE: TIMESTAMP</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQB_ENABLED: BOOLEAN</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-link-input"> +<h3>3.6.1.10. SQ_LINK_INPUT<a class="headerlink" href="#sq-link-input" title="Permalink to this headline">¶</a></h3> +<p>N:M relationship link and input</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="55%" /> +<col width="45%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_LINK_INPUT</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQ_LNKI_LINK: BIGINT PK</td> +<td>FK SQ_LINK(SQ_LNK_ID)</td> +</tr> +<tr class="row-odd"><td>SQ_LNKI_INPUT: BIGINT PK</td> +<td>FK SQ_INPUT(SQI_ID)</td> +</tr> +<tr class="row-even"><td>SQ_LNKI_VALUE: LONG VARCHAR</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-job-input"> +<h3>3.6.1.11. SQ_JOB_INPUT<a class="headerlink" href="#sq-job-input" title="Permalink to this headline">¶</a></h3> +<p>N:M relationship job and input</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="57%" /> +<col width="43%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_JOB_INPUT</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQBI_JOB: BIGINT PK</td> +<td>FK SQ_JOB(SQB_ID)</td> +</tr> +<tr class="row-odd"><td>SQBI_INPUT: BIGINT PK</td> +<td>FK SQ_INPUT(SQI_ID)</td> +</tr> +<tr class="row-even"><td>SQBI_VALUE: LONG VARCHAR</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-submission"> +<h3>3.6.1.12. SQ_SUBMISSION<a class="headerlink" href="#sq-submission" title="Permalink to this headline">¶</a></h3> +<p>List of submissions</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="65%" /> +<col width="35%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_JOB_SUBMISSION</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQS_ID: BIGINT PK</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQS_JOB: BIGINT</td> +<td>FK SQ_JOB(SQB_ID)</td> +</tr> +<tr class="row-even"><td>SQS_STATUS: VARCHAR(20)</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQS_CREATION_USER: VARCHAR(32)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQS_CREATION_DATE: TIMESTAMP</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQS_UPDATE_USER: VARCHAR(32)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQS_UPDATE_DATE: TIMESTAMP</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQS_EXTERNAL_ID: VARCHAR(50)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQS_EXTERNAL_LINK: VARCHAR(150)</td> +<td> </td> +</tr> +<tr class="row-odd"><td>SQS_EXCEPTION: VARCHAR(150)</td> +<td> </td> +</tr> +<tr class="row-even"><td>SQS_EXCEPTION_TRACE: VARCHAR(750)</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-counter-group"> +<h3>3.6.1.13. SQ_COUNTER_GROUP<a class="headerlink" href="#sq-counter-group" title="Permalink to this headline">¶</a></h3> +<p>List of counter groups</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="100%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_COUNTER_GROUP</th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQG_ID: BIGINT PK</td> +</tr> +<tr class="row-odd"><td>SQG_NAME: VARCHAR(75)</td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-counter"> +<h3>3.6.1.14. SQ_COUNTER<a class="headerlink" href="#sq-counter" title="Permalink to this headline">¶</a></h3> +<p>List of counters</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="100%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_COUNTER</th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQR_ID: BIGINT PK</td> +</tr> +<tr class="row-odd"><td>SQR_NAME: VARCHAR(75)</td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +<div class="section" id="sq-counter-submission"> +<h3>3.6.1.15. SQ_COUNTER_SUBMISSION<a class="headerlink" href="#sq-counter-submission" title="Permalink to this headline">¶</a></h3> +<p>N:M Relationship</p> +<blockquote> +<div><table border="1" class="docutils"> +<colgroup> +<col width="47%" /> +<col width="53%" /> +</colgroup> +<thead valign="bottom"> +<tr class="row-odd"><th class="head">SQ_COUNTER_SUBMISSION</th> +<th class="head"> </th> +</tr> +</thead> +<tbody valign="top"> +<tr class="row-even"><td>SQRS_GROUP: BIGINT PK</td> +<td>FK SQ_COUNTER_GROUP(SQR_ID)</td> +</tr> +<tr class="row-odd"><td>SQRS_COUNTER: BIGINT PK</td> +<td>FK SQ_COUNTER(SQR_ID)</td> +</tr> +<tr class="row-even"><td>SQRS_SUBMISSION: BIGINT PK</td> +<td>FK SQ_SUBMISSION(SQS_ID)</td> +</tr> +<tr class="row-odd"><td>SQRS_VALUE: BIGINT</td> +<td> </td> +</tr> +</tbody> +</table> +</div></blockquote> +</div> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="../security.html" class="btn btn-neutral float-right" title="4. Security Guide" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="RESTAPI.html" class="btn btn-neutral" title="3.5. Sqoop REST API Guide" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
Added: websites/staging/sqoop/trunk/content/docs/1.99.7/genindex.html ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/genindex.html (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/genindex.html Thu Jul 28 01:17:26 2016 @@ -0,0 +1,196 @@ + + + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>Index — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="index.html"/> + + + <script src="_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul> +<li class="toctree-l1"><a class="reference internal" href="admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="dev.html">3. Developer Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="security.html">4. Security Guide</a></li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="index.html">Docs</a> »</li> + + <li></li> + <li class="wy-breadcrumbs-aside"> + + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + +<h1 id="index">Index</h1> + +<div class="genindex-jumpbox"> + +</div> + + + </div> + </div> + <footer> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="_static/jquery.js"></script> + <script type="text/javascript" src="_static/underscore.js"></script> + <script type="text/javascript" src="_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file Added: websites/staging/sqoop/trunk/content/docs/1.99.7/index.html ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/index.html (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/index.html Thu Jul 28 01:17:26 2016 @@ -0,0 +1,244 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>Apache Sqoop documentation — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="#"/> + <link rel="next" title="1. Admin Guide" href="admin.html"/> + + + <script src="_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="#" class="icon icon-home"> Apache Sqoop + + + + + <img src="_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul> +<li class="toctree-l1"><a class="reference internal" href="admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="dev.html">3. Developer Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="security.html">4. Security Guide</a></li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="#">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="#">Docs</a> »</li> + + <li>Apache Sqoop documentation</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="_sources/index.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="apache-sqoop-documentation"> +<h1>Apache Sqoop documentation<a class="headerlink" href="#apache-sqoop-documentation" title="Permalink to this headline">¶</a></h1> +<p>Apache Sqoop is a tool designed for efficiently transferring data betweeen structured, semi-structured and unstructured data sources. Relational databases are examples of structured data sources with well defined schema for the data they store. Cassandra, Hbase are examples of semi-structured data sources and HDFS is an example of unstructured data source that Sqoop can support.</p> +<div class="toctree-wrapper compound"> +</div> +<div class="section" id="administrator-guide"> +<h2>Administrator Guide<a class="headerlink" href="#administrator-guide" title="Permalink to this headline">¶</a></h2> +<p>If you are a admin trying to set up Sqoop, check out the links below</p> +<ul class="simple"> +<li><a class="reference external" href="admin/Installation.html">Sqoop Server and Client Installation</a></li> +<li><a class="reference external" href="admin/Upgrade.html">Sqoop Server Upgrade</a></li> +<li><a class="reference external" href="admin/Tools.html">Sqoop Tools</a></li> +</ul> +</div> +<div class="section" id="user-guide"> +<h2>User Guide<a class="headerlink" href="#user-guide" title="Permalink to this headline">¶</a></h2> +<p>If you are excited to start using Sqoop you can follow the links below to get a quick overview of the system</p> +<ul class="simple"> +<li><a class="reference external" href="user/Sqoop5MinutesDemo.html">Sqoop 5 Minute Demo</a></li> +<li><a class="reference external" href="user/CommandLineClient.html">Command Line Shell Usage Guide</a></li> +<li><a class="reference external" href="user/Connectors.html">Connectors</a></li> +</ul> +</div> +<div class="section" id="developer-guide"> +<h2>Developer Guide<a class="headerlink" href="#developer-guide" title="Permalink to this headline">¶</a></h2> +<p>If you are keen on contributing to Sqoop and get your hands dirty building connectors or interesting UI/applications for Sqoop internals check out the links below</p> +<ul class="simple"> +<li><a class="reference external" href="dev/BuildingSqoop2.html">Building Sqoop 2</a></li> +<li><a class="reference external" href="dev/DevEnv.html">Sqoop Development Environment Setup</a></li> +<li><a class="reference external" href="dev/ConnectorDevelopment.html">Developing a Sqoop Connector with Connector API</a></li> +<li><a class="reference external" href="dev/RESTAPI.html">Developing Sqoop application with REST API</a></li> +<li><a class="reference external" href="dev/ClientAPI.html">Developing Sqoop application using Sqoop Java Client API</a></li> +<li><a class="reference external" href="dev/Repository.html">Repository</a></li> +</ul> +</div> +<div class="section" id="security"> +<h2>Security:<a class="headerlink" href="#security" title="Permalink to this headline">¶</a></h2> +<ul class="simple"> +<li><a class="reference external" href="security/SecurityGuideOnSqoop2.html">Security Guide</a></li> +</ul> +</div> +<div class="section" id="license"> +<h2>License<a class="headerlink" href="#license" title="Permalink to this headline">¶</a></h2> +<p>Sqoop is licensed under <a class="reference external" href="http://www.apache.org/licenses/LICENSE-2.0";>Apache Software License v2</a>.</p> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="admin.html" class="btn btn-neutral float-right" title="1. Admin Guide" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> + + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="_static/jquery.js"></script> + <script type="text/javascript" src="_static/underscore.js"></script> + <script type="text/javascript" src="_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file Added: websites/staging/sqoop/trunk/content/docs/1.99.7/objects.inv ============================================================================== Binary file - no diff available. Propchange: websites/staging/sqoop/trunk/content/docs/1.99.7/objects.inv ------------------------------------------------------------------------------ svn:mime-type = application/octet-stream Added: websites/staging/sqoop/trunk/content/docs/1.99.7/search.html ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/search.html (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/search.html Thu Jul 28 01:17:26 2016 @@ -0,0 +1,205 @@ + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>Search — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="index.html"/> + + + <script src="_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="#" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul> +<li class="toctree-l1"><a class="reference internal" href="admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="dev.html">3. Developer Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="security.html">4. Security Guide</a></li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="index.html">Docs</a> »</li> + + <li></li> + <li class="wy-breadcrumbs-aside"> + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <noscript> + <div id="fallback" class="admonition warning"> + <p class="last"> + Please activate JavaScript to enable the search + functionality. + </p> + </div> + </noscript> + + + <div id="search-results"> + + </div> + + </div> + </div> + <footer> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="_static/jquery.js"></script> + <script type="text/javascript" src="_static/underscore.js"></script> + <script type="text/javascript" src="_static/doctools.js"></script> + <script type="text/javascript" src="_static/searchtools.js"></script> + + + + + + <script type="text/javascript" src="_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + <script type="text/javascript"> + jQuery(function() { Search.loadIndex("searchindex.js"); }); + </script> + + <script type="text/javascript" id="searchindexloader"></script> + + + +</body> +</html> \ No newline at end of file Added: websites/staging/sqoop/trunk/content/docs/1.99.7/searchindex.js ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/searchindex.js (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/searchindex.js Thu Jul 28 01:17:26 2016 @@ -0,0 +1 @@ +Search.setIndex({terms:{fine:9,expect:[6,4,22],place:[6,2],strarg:4,actual:4,bit:[17,13,22],usual:[1,21,25],also:[6,4,12,23,25,13,14],kitesdk:[4,15],getinput:12,fromlinknam:[6,12,14],profilesql:22,overrid:[2,8,4],hdfs_write_op:14,extend:[1,4],file_bytes_written:14,togeth:4,wtite:4,marker:4,capabl:[6,1,4,13],unsign:14,handler:[1,14],kerbero:[1,10,14],whatev:25,hdfs_large_read_op:14,securemod:1,client:[0,1,3,5,6,9,7,8,10,11,12,23,13,16],classavail:4,sqoopwrit:4,uniqu:[4,11,12,20,14,26],repositoryload:[0,25],seriou:12,show:[6,1,3,5,11,21,25,14],deploy:[1,25],count:22,bin:[9,1],site:9,ecosystem:14,tear:25,testlink:14,kerberosauthenticationhandl:1,self:23,savejob:12,doubl:22,string:[2,4,11,12,20,22,14,15,18,26,27],local:[1,4,5,21,14],compress:[2,11,14],gzip:[2,11,14],further:[9,25,14],differ:[9,4,11,21,13,15],securityen:1,sqbi_valu:18,peris:11,full:[6,22,14],caus:26,localhost:[6,11,12,22,14],keymanagerpassword:23,linknam:[6,12,14],empti:[6,7,4],demo:[3,11,16],tool:[0,6,9,25,13,16],struct ur:[25,14,16],record:[4,12,20,14,26],"3amysql":14,describ:[6,1,4,5,11,12,13],continu:[4,11,14],filesystemcount:14,twice:25,hadoop:[0,9,1,2,21,12,25,14,26,27],loadercontext:4,across:4,interact:[6,4,11,12,14],mai:[1,4,21,23,25,13],automat:[6,21,25,13,14],entri:[9,11],prove:1,until:[4,12],appropri:21,getschema:4,overview:16,savelink:12,content:[6,9,2,8,4,20,22,14,15,25,26,27],succe:25,csv:[2,22],thu:[6,9,4,12,14],oldconnectorvers:4,incompat:[9,11],linkedlist:4,lifecyl:4,comment:[6,1],trigger:14,"enum":[2,4,14,15],replac:[1,2,13],effici:16,manag:[6,1,10,4,11,23,14],mode:[6,1,2,8,11,14],below:[6,2,4,5,22,14,15,16],webapp:[6,11],instead:[11,25,14],prepar:4,"static":[1,4,12],click:5,doiniti:1,connectionconfigur:4,would:12,job_1412137947693_0004:14,earlier:26,cid:6,repositoryloadtool:25,administr:[9,1,10,25,16],sql:[11,22,14],"void":[1,4,12],gettojobconfig:12,instanc:[4,17,14],might:[6,4,11,21,25,13,14],deleg:1,remot:14,prefix:[4,25],mon:[11,14],repositoryencrypt:[0,17,25],sqb_from_link:18, smallint:[18,22],join:22,sqc_version:18,getto:4,gc_time_milli:14,pbkdf2:17,him:1,output:[2,8,4,11,20,14,26],jump:14,deletejob:12,henc:[4,12,14],optim:4,yet:[4,25],authenticationhandl:1,taskcount:14,goal:4,atleast:4,getfromjobconfig:12,altern:[9,5,11,23],sq_connector_direct:[7,18],here:[2,4,12,23,17,14],jname:[7,14],write:[1,4,11,12,20,25,14,26,15],reli:11,compar:1,counter:[12,18,14],password_gener:17,come:14,veri:[9,25],pfast:21,changem:23,basi:1,nullschema:4,toconnectornam:14,workflow:[7,12],who:[9,14],bigint:[18,22],extractor:[7,2,3,4,11,22,14,15,19],onli:[6,1,2,8,4,5,21,12,20,13,22,14,15,17,23,26,27],himself:25,pick:4,rest:[6,9,7,4,11,23,14,16],repo_encrypt:[17,25],getpartit:4,ident:[1,25],transmiss:6,"var":9,number:[9,2,4,12,17,20,14,26,15],"try":[2,16],field:[4,17,14],backup:13,consumerthread:4,princip:[7,1,10,14],mean:[4,12,25],vice:1,simpli:[25,13],old_password:25,stack:14,sq_system:[7,18],usefastdatepars:22,remain:[9,8,11,14],schema:[7,4,11,13,18,22,14,15,16],cipher_spec:[17 ,25],correctli:[9,21,25,13],specifi:[6,9,2,8,4,11,21,12,22,14,15,17,23,25],broadli:4,sqoopclient:12,command:[1,3,4,5,6,9,8,10,11,21,12,23,25,13,16],"true":[6,1,2,4,5,11,12,13,22,14,23,17,26],sqb_update_us:18,resolv:12,choos:[9,8,4,11,25],alwai:[17,25,14],lz4:[11,14],some:[8,20,14,26],desir:[9,25,22],zsh:6,malici:1,text_fil:[11,14],tabl:[6,4,11,18,22,14],unabl:14,derbyrepo_0030:14,softwar:[21,14,16],identifi:[7,4,11,12,14,15],unlik:1,krb5:1,getjob:[12,14],createjob:12,main:[4,12,25],poll:[6,12],denot:6,remov:[1,8,25],remaind:9,jcraft:26,interpret:6,intermediatedataformat:4,truststor:23,hadoop_hdfs_hom:9,unit:21,observ:11,assembl:4,hand:16,cycl:[0,9,4],sqoopmapp:4,done:4,previou:[6,4,25],get:[6,7,12,14,16],logdir:1,variabl:[9,5,25],ioexcept:4,polltim:12,partitioncolumn:12,mit:1,rack:2,necessari:[13,14],schemanam:[12,14],part:[9,4,11,12,20,13,22,14,26],declar:2,submit:[6,12,14],"2fsqoop":14,save:[6,7,12],your:[6,9,1,2,8,11,21,22,14,16,27],keytab:1,rang:4,repositorydump:[0,25],intern:[6 ,4,15,16],columnar:4,unless:22,setcreationus:12,dure:[1,2,4,20,13,22,14,15,26,27],line:[6,9,1,3,4,11,14,16],compat:6,getvalidationmessag:12,start:[0,1,3,4,6,9,7,8,11,21,12,25,13,14,16],sqg_id:18,executor:9,sq_job:[7,18],sqoopsplit:4,writitng:4,getfromconfig:12,avoid:[13,26],startjob:12,sqoopconnector:[7,4],user_al:1,improv:6,deletelink:12,avail:[6,9,4,11,21,25,14],given:[6,9,4,5,12,17,25,14,15],code:[7,4,5,21,12,14],classpath:[9,4,5,25,26],lower:22,none:[11,14],warn:[7,12,20],privat:[1,4,12],mutipl:4,initializercontext:4,branch:21,larger:21,sqooppartit:4,group:[9,1,10,4,12,18,14],found:[9,1,4,23,17,14],"2fmysql":14,sensit:[1,4,17,25,14],strongli:13,thi:[1,4,5,6,8,9,11,21,12,13,22,14,15,23,17,24,25,18,26],core:[9,1,4],derbi:[13,18,14],build:[6,7,4,5,11,21,14,16],focu:4,fqdn:[6,1],chosen:2,customcompress:14,ctrl:6,state:[4,25,18],date:[11,22,14],within:[4,17,14],"3a8020":14,jobconfigur:4,setup:[7,1,5,16],aspect:14,resultset:4,argument:[6,4,12],sqi_strlength:18,getstr:12,insid:[8,4,23, 25,14],getjobstatu:12,rule:[1,14],numload:14,unknownhostkei:26,tutori:12,usabl:22,futur:4,alreadi:[6,8,11,17,25],doe:[1,4],through:[4,11],perfectli:9,regex:4,second:[9,11,21,14],fuseconf:25,first:[9,2,4,11,21,12,13,22,14,17,23,26],loader:[7,2,3,4,11,20,22,14,15,26,19,27],sta:[6,11],sensitivekeypattern:4,cross:1,normal:[1,23],row:2,integ:[4,20,22,14,26],contribut:[4,16],mtoconfig:12,abort:14,countergroup:12,ddownloadjavadoc:5,"abstract":[1,4],partit:[2,4,11,20,22,26,15],maintain:4,went:12,sqd_id:18,now:14,represent:4,tgt:1,add:[9,7,4],html:[1,4,15],oracl:[4,5],writer:4,tuseconf:25,sq_cfg_name:18,configvalid:4,access:[9,1,8,13,22,14],machin:[9,25],set:[1,2,3,4,6,9,11,21,12,13,14,16,23,25,26],requir:[1,2,4,5,6,7,8,11,21,12,20,13,22,14,15,23,25,26,27],version:[3,4,5,6,9,7,11,21,12,25,13,14,26],belong:[1,14],genericjdbcpartit:4,ddl:18,groupid:[4,12],attribut:4,sqoop2:[1,2,4,5,6,9,7,11,21,20,13,14,23,25,26],destin:8,souurc:4,conf:[9,1,2,4,23,27],succeed:[1,14],configurationclass:4,ent:[11 ,14],sq_connector:18,mfromconfig:12,entiti:[4,11,12,13,14],each:[6,1,2,4,5,11,20,25,22,14,26,27],testng:4,getbuildvers:4,"import":[8,3,4,5,24,25,22],document:[6,9,1,8,4,5,12,13,14,15,16,17,23],"3a8090":14,leav:25,cbc:[17,25],instruct:[5,17,13],instanti:4,elabor:14,sqi_enumv:18,app:14,profil:21,trunk:14,left:[25,14],print:[6,12,25],section:[6,1,8,4,24,22,14],initi:[0,9,7,4,12,17,14],specif:[22,14],transfer:[8,3,4,11,12,22,26,16,27],method:[4,12,14],step:[1,8,4,5,21,13],proxi:[1,11,14],descriptorref:4,develop:[7,4,5,21,16],versa:1,establish:[4,20,26],creat:[1,2,3,4,5,6,9,7,8,11,21,12,20,22,14,15,23,25,18,26,27],hold:[6,4,12],put:[7,23,14],label:[4,14],lib:[9,4,14],resourc:[6,9,7,1,3,4,12,14],info:[1,12],packag:[9,4,5,21,26],sqrs_valu:18,sqc_name:18,decim:22,sqm_id:18,librari:[9,26],dialog:5,sqoop2rc:[6,23],piec:17,relev:[12,14],consum:22,merged_map_output:14,past:14,getfrom:4,point:[9,8],infer:2,getcount:12,effect:25,assum:[9,4],typic:[4,14],emptyconfigur:4,don:[8,4],node:[9,1,2,8],le ngth:14,manner:1,pom:4,occur:[4,23,25,14],greater:12,plaintext:17,throttlingconfig:[12,14],finish:[9,4,5,12,25,13,22,14],respons:[7,4,14],must:[9,1,2,4,11,21,23,17,14],com:[1,2,4,11,12,20,22,14,15,26,27],bootstrap:13,protect:1,batch:6,parti:[0,9],certain:14,root:[11,12,14],interfac:[6,4,11],sftp:[3,26,19],where:[6,9,8,4,5,14],application_1412137947693_0004:14,pattern:4,inner:22,securelogin:1,never:[8,14],fast:21,option:[2,3,4,5,6,8,11,20,22,14,15,17,23,25,26],"class":[9,1,2,4,11,12,25,13,22,14],transact:25,wrong:12,paramet:[7,1,4,5,12,14],user:[6,9,1,10,3,4,12,23,25,14,26,16],getsplit:4,activ:4,checkout:[21,15],well:[6,9,4,16],imperson:9,"_home":9,els:12,why:25,exact:[11,25],term:4,util:[4,13],more:[6,9,1,4,12,25,14,15],txt:14,later:9,addition:1,sq_link_input:[7,18],append:[2,8,22],path:[0,6,9,2,4,5,23,13,14],sq_cfg_index:18,procedur:[11,13,14],driver:[6,9,7,3,4,11,21,12,13,18,22,14],sqooprecordwrit:4,dataoutput:4,ldap:1,json:[25,14],s3link:8,keymanager_password:23,word:1,annot:4,pl eas:[6,9,8,11,21,23,17,25,13,14],upgrad:[0,9,4,25,13,14,16],creation:[6,5,11,22,14],getconfig:12,"long":[25,18],tandem:4,cassandra:16,includ:[2,4,20,22,14,15,23,25,26,27],eavesdrop:1,balanc:4,pend:[4,20,26],lvalu:4,sqm_kei:18,spnego:1,end:[6,4,22],ship:[9,26],sq_counter:[7,18],progress:[11,12,14],newurl:12,featur:[4,13],vector:17,subset:4,about:[6,11,17],move:[9,2,20,13,26],few:14,file:[1,2,3,4,5,6,9,8,20,13,14,15,23,25,26],check:[6,9,11,21,12,25,16],total:2,introduc:1,those:[9,4,14],offici:21,pkcs5pad:[17,25],thread:4,sq_cfg_id:18,than:[4,12,13,15],testinput:14,new_password:25,edu:1,fragment:9,linkconfig:[4,12,14],implicitli:1,call:[6,9,4,21,17],genericjdbcfromdestroy:4,mani:[4,12],note:[6,9,2,3,4,11,21,20,13,22,15,17,25,26,19],valu:[6,9,2,4,11,12,20,13,22,14,26],want:[9,1,25,14],role:[7,1,10,4,14],abil:6,rows_read:14,resource_nam:[7,1,14],getjobconfigurationclass:4,filesystem:2,proce:12,support:[1,2,4,5,6,9,11,21,12,20,22,14,15,16,17,23,26,27],recal:[6,11],node2:23,maximum:4,wip:2 1,hbase:16,sqoopcount:14,sqoopreduc:4,driven:4,sq_job_input:[7,18],doc:[1,4,15],scope:[1,4],phase:[2,4,20,22,26,15,27],nor:4,header:[7,14],what:[7,4],connectornam:[6,12,14],doit:14,relationship:18,encourag:4,respect:[6,8,12,14],sure:[9,8,4,14],credenti:[1,8],propag:9,cipher:17,testresourcenam:14,useconf:25,verifi:[0,9,1,10,11,17,25],themselv:4,storagetyp:14,pass:[4,12,22],written:[2,4,25,27],"switch":4,user1:1,order:[8,4,11,25,13,14,27],fit:[9,8],sqs_external_id:18,principal_typ:[7,1,14],tlsv1:23,install_kdc:1,connector:[1,2,3,4,6,7,8,11,12,20,13,22,14,15,16,17,18,26,19,27],contain:[6,9,8,4,11,24,25,13,18,14,15],resource_bundle_nam:4,etl:4,seen:11,addit:[6,4,12,13,18,14],servic:[9,21,25],issu:[1,8,12,26],admin:[0,1,16],sqi_index:18,explain:[4,12,14],manual:[1,5,21,25,13],jdbcrepositori:14,tojobconfigur:[4,14],autoupgrad:13,guarante:27,roughli:22,timestamp:[18,22,14],over:[1,4,14],sqb_name:18,url:[6,11,12,14],repo:21,storag:14,provid:[6,9,1,4,11,12,20,22,14,17,25,26],"2fjob1":14,pref er:[17,13],partitionercontext:4,genericjdbcconnectorconst:4,brows:[1,5],connectionstr:[4,12,14],mb_millis_map:14,vari:[13,22],newli:[9,8],genericjdbcload:4,inputedit:4,aim:1,"public":[1,4,12],own:1,sinc:[1,4,14,26,15],requisit:12,apach:[6,9,1,2,4,11,21,12,13,14,16,23,17,25],preced:26,"_host":1,plugin:4,repres:[6,4,12,25,14],mdriverconfig:12,bzip2:[11,14],distribut:[9,4,21,25],least:[5,11,21],www:26,author:[7,1,10,14,15],give:1,cpu_millisecond:14,getdatawrit:4,user2:1,foo:4,round:17,edit:[6,4,11],sudo:1,convert:4,same:[1,8,4,11,12,25,13,14],readfield:4,just:[9,25],unencrypt:[0,25],derbyrepositoryhandl:14,column:[2,4,11,22,14],longvarchar:22,environment:[9,25],stopjob:12,"boolean":[2,4,18,22,14],interrupt:6,pure:6,stp:[6,11],genericjdbctoiniti:4,utilit:4,invok:[4,12],ugi:14,org:[6,9,1,2,4,11,21,12,13,14,15,23,17,25],vcores_millis_map:14,text:[8,14],writabl:4,how:[9,1,2,4,5,21,12,13,22,14,17,23,24],new_fil:8,gettoconfig:12,job:[1,2,3,4,6,9,7,8,11,12,20,13,22,14,15,25,18,26,19,27],easil i:1,determin:[1,4,17],job_1412137947693_0001:11,user_onli:4,form:[8,22],sqi_config:18,convent:4,synchron:[6,12],partition:[7,2,3,4,22,14,15,19],postgresql:9,select:[5,12,22],sq_lnki_input:18,sqb_update_d:18,context:[4,17],trust:1,inconsist:25,dummi:12,table1:22,rather:9,topic:27,common:[6,9,1,4,5,11,14],test:[7,4,5,21,22,14],tmp:[2,12,14,15],jetti:[6,9,14],lzo:[11,14],extract:[2,4,22,15],failure_on_submit:14,pbkdf2_algorithm:[17,25],application_1412137947693_0001:11,messag:[6,7,1,11,12,20,25,14,26],licens:[9,11,16],kdc:1,slightli:15,broker:27,attack:1,getsupporteddirect:4,revok:[7,1,14],sqcd_direct:18,statu:[6,7,3,4,11,12,14],metastor:15,sq_lnk_update_d:18,compani:6,down:25,properti:[6,9,7,1,4,11,23,25,13,22,26],custom:[1,2,10,4,11,14],histori:[6,11],languag:14,shell:[6,9,10,3,4,11,23,16],understand:[7,4,14],integr:[4,21,17],facil:[4,12],platform:17,tweak:9,server_us:9,store:[9,4,17,25,18,14,16],reader:15,secur:[1,10,23,17,25,26,16],need:[6,9,1,8,4,11,21,12,20,13,14,17,25,26],kinit: 1,abstractvalid:4,cfg:9,though:22,javas:4,ani:[6,9,1,4,11,21,12,25,13,22,14],care:[4,25],result:[6,14],valdat:14,bundl:[4,11],port:[6,9,11,20,14,26],replai:1,two:[6,9,4,11,21,13,22],jdbcdriver:[4,12,14],stagetablenam:14,interest:[12,16],ssl:[10,23,14],releas:[4,5,13,14],similar:[4,11,21,22],back:13,special:[1,21],express:[4,14],applic:[6,4,12,14,16],linux:[6,1],spilled_record:14,origin:[13,15],forder:9,tostr:4,evolv:[4,11],pbinari:21,modul:[1,4,5],getvalu:12,between:[1,4,12,20,26],propertiesconfigurationprovid:9,eclips:[7,5],face:[9,4],expos:[4,14],tenant:1,decompress:9,out:[6,1,4,11,21,12,23,25,15,16],strategi:22,sq_input:[7,18],pluggabl:1,getdataread:4,fromjob:[4,11],printmessag:12,walk:11,post:[7,14],s3a:8,extractorcontext:4,level:1,split:[2,4],getconfigurableupgrad:4,them:[8,4,11,12,25,14],login:1,sqi_typ:18,sqb_id:18,when:[6,9,7,1,2,4,12,20,13,22,14,23,25,26],yield:1,serv:9,virtual_memory_byt:14,"export":[9,1,14],regular:4,accept:6,compil:[11,21],writearrayrecord:4,gener:[0,1,3 ,4,5,8,10,11,12,13,22,14,15,17,23,25,19],databas:[4,11,17,25,13,18,14,16],fatal:12,kadmin:1,practic:[23,14],genericjdbcpartition:4,mysql:[9,11,21,12,13,22,14],shutdown:13,hmac_algorithm:[17,25],nameservice1:11,send:[6,4,12,14],getjar:4,accomplish:4,notempti:4,host:[6,9,11,21,14],workspac:5,talk:17,timeout:6,digest:17,"2fnamenod":14,getrecordwrit:4,suppli:14,getstatu:12,subsystem:25,consist:14,valdiat:[7,4,12],tojobconfig:[4,12,14],mlinkconfig:12,box:5,initialization_vector_s:[17,25],act:9,file_large_read_op:14,suffici:[9,13],boot:[11,12,14],protocol:[1,11,23,14,26],download:[7,5,21],readarrayrecord:4,spark:4,pre:12,lifecycl:[7,4],mainten:25,dataread:4,"new":[0,1,4,5,6,7,8,11,12,17,25,13,14],action_typ:1,preserv:8,hidden:4,corrupt:[25,13],snapshot:[11,14],sq_lnk_creation_d:18,sq_lnk_update_us:18,semi:16,portion:4,especi:23,network:[1,14],standard:[4,23,17],inform:[6,1,11,17,25,13,18,14,15],file_write_op:14,sqoopexcept:14,depend:[0,1,4,5,7,9,10,21,12,13,22],sqcd_connector:18,carri:11, without:[6,1,4,25],genericjdbcfrominiti:4,unknown:14,hdfsconnector:[11,14],numextractor:[12,14],abov:[2,4,5,11,12,25],physic:4,msubmiss:12,action:[6,1,13,14],correspondig:14,after:[9,8,4,21,12,22,14],shut:25,auxiliari:[6,3],nov:[11,14],artifactid:[4,12],deploi:8,moment:[2,4,21],nullabl:14,like:[6,9,1,2,4,21,12,23,25],charact:6,hive:[1,15],kafka:[3,4,19,27],difficult:1,inputdirectori:14,increment:8,ask:[6,4],failed_shuffl:14,howev:[1,11,25,13,14],next:[8,4,5,11,17,13],fail:[25,14],advis:13,getbundl:4,aid:4,torg:25,connectorconfigurableupgrad:4,min:9,connect:[6,4,11,20,25,22,14,26,27],map_input_record:14,cannot:4,per:[4,12,14],isrun:12,find:[9,23,17,25,14],which:[9,1,4,12,14,23,17,25,26,27],easier:[9,25,14],maven:[7,4,5,21,12],sq_lnk_name:18,connectorname1:14,ftp:[3,20,19],"float":22,generic_hdfs_connector_0000:14,group1:1,acquir:1,drop:[1,4],sensitivemap:4,shall:11,daemon:9,displai:[6,7,4,11,12],via:[9,1,2,4,23,14],bodi:14,should:[2,1,4,6,8,9,11,12,22,13,14,15,23,25],inputlist:12,pag e:[11,13],side:[6,8,14],sq_lnk_enabl:18,randkei:1,finalnam:4,proper:2,mkdir:9,bytes_written:14,split_raw_byt:14,sqd_name:18,"throw":4,gen:18,"final":[9,1,8,4,11,12,17,14],sqrs_group:18,sq_lnk_connector:18,period:8,outsid:9,encapsul:4,directli:27,fromlinkid:12,exclus:22,success:[9,5,12,25,13],defin:[9,2,4,17,22,16],binari:[9,21,25,13],retriev:[6,8,12,23,14],updatelink:12,avro:15,bucket:8,dskiptest:5,"null":[1,2,4,11,12,18,22,14],metadata:[9,17,25,14],again:13,getcont:4,updatejob:12,jdbcproperti:4,sqm_valu:18,much:21,fileinputformatcount:14,make:[9,8,4,25,14],grant:[7,1,14],declips:5,never_execut:14,millisecond:6,isol:4,persist:[6,11,12,13,14],incorpor:9,paramtet:4,total_launched_map:14,parallel:4,sqoopmapdatawrit:4,trace:14,extern:[7,8,4,11,21,12,14],getlinkconfigurationclass:4,exhaust:4,upper:22,sqi_id:18,requestedvers:12,cluster:[9,1,2,14,26],configclass:4,far:14,sqrs_counter:18,project:[7,1,4,5,11,21,12,14],restart:1,anonym:1,reduc:4,along:14,comput:1,refresh:1,direct:[2,4,11,12,2 0,22,15,18,25,26,27],repositori:[0,4,5,6,9,7,10,11,21,12,13,14,16,17,25,18],doesn:9,exactli:25,hadoop_yarn_hom:9,suppos:25,visit:[6,11],keystorepassword:23,exist:[0,1,2,4,5,6,8,11,17,20,25,14,26],hdf:[2,1,3,4,8,9,11,24,14,15,16,19],encrypt:[0,10,17,25],outputformat:[4,14],sq_lnki_valu:18,slots_millis_map:14,xvf:9,account:14,getexternallink:12,reach:14,sqoopnulloutputformat:4,target:[9,21,14],parquet:15,abus:1,immut:13,unfil:12,"return":[4,12,14],cover:[1,13,14],fooconnector:4,net:6,realm:1,sq_lnk_id:18,hdfs_read_op:14,ignor:[6,11,14,15],sqoopoutputformatloadexecutor:4,data:[2,8,3,4,11,12,20,13,22,14,15,16,17,25,26,27],locat:[9,2,4,20,26],modifi:1,pbkdf2withhmacsha1:[17,25],consid:[6,1,17],fulli:4,cipher_algorithm:[17,25],wai:[1,4,13],share:9,abefin:23,simpl:[1,10,11,25,14],unfortun:26,keystore_password:23,connector_onli:4,dump:25,usernam:[1,4,11,12,20,22,14,26],config:[6,7,4,11,12,13,18,14,26],upgradetool:[25,13],synchoron:6,committed_heap_byt:14,sqs_job:18,name:[1,4,5,6,9,8,7,11,12 ,20,22,14,15,17,23,25,26],onc:[12,13],jobnam:[6,11,12,14],versioninfo:4,connectorname2:14,m2_repo:5,writng:4,hadoop_mapred_hom:9,script:6,verifytool:[9,25],outputdirectori:[12,14],successfulli:[1,11,23,13,14],format:[6,2,4,11,12,23,25,22,14,15],error:[7,4,12,14,26],getconnectorconfigbundl:12,xml:[9,4],asynchron:12,genericjdbcconnector:[4,11,14],bytes_read:14,oper:[6,1,4,12,22,14],sq_submiss:[7,18],conenector:4,sqbi_input:18,sq_direct:[7,18],blank:[8,14],enough:12,secretkeyfactori:17,mapreduc:[9,7,8,4,12,14,26],minut:[3,11,16],uset:14,unzip:9,befor:[6,9,1,4,12,25,13,14,26],setnam:12,primarili:[1,4],servlet:25,generic_hdfs_connector_00:14,could:[1,25,14],shortcut:25,sqr_name:18,vbsqoop:[11,14],modfi:12,becom:4,regist:[6,4,11,12,14],getvalidationstatu:12,repositorydumptool:25,configur:[0,1,2,3,4,5,6,9,7,8,10,11,13,14,15,17,18,19,20,22,23,24,25,26,27],throttl:14,read:[1,4,11,12,17,25,14,15],simpleauthenticationhandl:1,stricthostkeycheck:26,privileg:[7,1,10,14],secret:[8,17],xst:1,cipher _key_s:[17,25],help:[6,4,11,21,14],execut:[6,9,7,2,4,5,21,12,13,14,23,25,26],dataset:[4,15],sq_link:[7,18],merg:[8,15],variou:[6,4,11,21,17,24,25,13,18],certif:23,prevent:25,genericjdbctodestroy:4,sequence_fil:[11,14],even:25,unstructur:16,betweeen:16,getexternalid:12,driverconfig:12,mapper:12,submiss:[6,7,3,4,11,12,25,18,14],getexceptioninfo:12,smaller:21,max:22,can:[2,1,4,6,8,9,11,21,12,20,13,22,14,16,23,17,24,25,26],peform:14,shown:[4,11],object:[6,7,1,3,4,11,12,25,14],compon:[1,25,13],conjunct:2,mykeystor:23,design:[1,16],sq_config_direct:[7,18],revis:[11,21,14],sever:[6,15],clone:[6,3,11,21],someth:[4,12,14],sq_config:[7,18],hdfslink:8,devel:1,offer:23,due:[9,11],upload:[8,20,26],becaus:15,anywher:9,invalid:[6,14],ddownloadsourc:5,three:13,both:[6,1,8,4,11,12,17,13,14],configtyp:4,discuss:[4,13],explan:14,tar:9,echo:[23,17],major:[11,21],mvn:[5,21],cname:[7,14],thei:[6,2,8,4,11,25,14,16],decid:4,boundari:[11,22,14],intermedi:[4,22],linkconfigur:[4,14],sqi_strmask:18,equal:2,alt er:8,group2:1,hostnam:[1,20,26],jdk:5,higher:13,transform:17,api:[6,7,2,10,4,11,12,23,14,16],getconnector:12,process:[1,8,4,20,25,13,22,14,26],mockito:4,mlink:12,password:[0,4,11,12,20,22,14,23,17,25,26],similarli:[6,4,14],setvalu:12,program:14,addmessag:4,"short":6,task:[4,25,26],directori:[2,4,5,6,8,9,11,20,14,26],sqb_to_link:18,sqoop_server_extra_lib:9,window:5,alias:22,yarn:[9,1],keystore_password_gener:23,mjob:12,sqs_creation_d:18,work:[6,9,1,4,11,21],control:[1,4,21,12],setcont:4,stage:[4,22],sampl:4,present:[9,17],pslow:21,sqs_id:18,correct:12,type:[7,1,2,8,4,12,20,22,14,15,26,27],physical_memory_byt:14,vampir:12,getlogg:1,getnam:12,quick:16,dowithconnect:14,look:[9,2,4,17,25,13,14],keep:8,arrai:[4,14],implement:[7,1,4,11,12,25,13],asf:21,our:[6,8,4,11,25],"while":[4,25,14],testprincipalnam:14,her:1,"2fuser":14,view:[7,12],guidelin:4,myauthenticationhandl:1,rname:[7,14],you:[6,9,8,4,5,11,21,12,20,13,14,16,23,25,26],stop:[6,9,7,3,11,12,25,13,14],regard:18,particular:[4,12],sys tem:[1,2,4,5,7,9,11,21,12,23,14,16],appear:26,time:[9,7,8,4,11,12,22,14],couldn:14,advanc:21,tolinkid:12,temporari:[4,15],list:[1,2,4,6,7,9,11,12,22,23,17,18,25,27],isempti:4,startswith:4,"418c5f637c3f09b94ea7fc3b0a4610831373a25f":[11,14],sqs_creation_us:18,dirti:16,executuon:12,gatewai:9,datainput:4,eot:6,allow:[6,9,1,4,11,12,17,25,22,14],sqcd_id:18,recommend:[9,1,4,25],sqs_external_link:18,deflat:[11,14],tcp:[6,11],mechan:[9,4,23],jobcount:14,queri:[2,11,18,22,14,15],exit:[6,11],getprogress:12,report:12,usr:[9,12],hadoop200:21,wrapper:12,getlinkconfig:12,sometim:25,exampl:[1,2,3,4,6,9,8,11,21,12,20,13,22,14,15,16,24,25,26,27],sqi_nam:18,less:[9,4],mutual:[1,22],artifact:9,disabl:[6,7,11,13,14,26],bigtop:25,serial:14,resid:2,sqg_name:18,sq_lnki_link:18,curl:1,summari:14,registr:[7,4,18],receiv:[4,11,20,22,26],createlink:12,environ:[9,7,1,4,5,12,25,16],failur:[25,13],quorum:27,built:[4,13],folder:[1,23],"function":[6,1,3,12,26],jobrequesthandl:14,hdfs_bytes_written:14,col1:22,except :[7,4,21,12,25,14],verif:[9,25],dist:1,map_output_record:14,littl:[9,4],sqb_creation_d:18,overriden:4,getintermediatedataformat:4,hadoop_common_hom:9,most:[6,9,1,4,11],let:11,getmessag:12,buffi:12,reconfigur:6,primari:22,anoth:[1,5,11,21,17,13],sqs_except:18,thing:[12,14],fromconnectornam:14,shouldclearstaget:14,placehold:12,chang:[0,9,4,25,13,14],third:[0,9],logger:1,authent:[1,10,14],experi:6,scenario:[9,11,25],perform:[1,25,13,22],dir:5,fill:[4,11,12,14],jsch:26,basic:11,getconnectorlinkconfig:12,zero:12,other:[6,9,1,4,21,17,20,25,26],sqbi_job:18,enter:[6,4],propess:23,home:[6,1,5],pwd:9,getdriverconfig:12,bash:6,non:[1,4,12],equival:15,sqs_exception_trac:18,abl:[6,9,1,4],vbasavaraj:[11,14],refus:9,cloudera:[11,14],table2:22,varchar:[18,22],under:[9,4,25,14,16],sqoop:[1,2,3,4,5,6,9,7,8,11,12,13,14,16,17,18,20,21,22,23,24,25,26],sqs_statu:18,model:[1,4],framework:[1,2],sq_cfg_type:18,made:14,tarbal:[9,21],former:1,sqoop2_host:1,diagram:4,jira:1,assign:[1,11,12,14],hmacsha256:[17,2 5],been:[9,1,5,25,13,14],instal:[0,9,1,5,11,21,16],interv:12,insert:22,whether:[4,12,22,14],sq_configur:[7,18],cach:[1,21],appli:[25,14],hadoop_hom:9,free:22,log:[6,1,25],"case":[9,1,8,3,4,12,24,25,13],relat:[6,9,1,4,14,16],explicitli:[9,13],wget:1,mconfig:12,overload:14,hit:12,"2fvbsqoop":14,therefor:9,updat:[6,7,3,4,11,12,25,13,14],sq_cfg_connector:18,tablenam:[12,14],otherwis:22,critic:4,"byte":17,last:[6,4,14],getlink:12,guid:[0,7,10,3,11,21,12,13,14,15,16],immedi:6,lname:[7,14],role_nam:[7,1,14],resourcebundl:[7,4,12],engin:[4,12],logic:[4,12,14],current:[6,9,1,2,4,11,21,20,22,15,25,26,27],sqrs_submiss:18,question:4,extra:[6,9,4],detail:[6,9,8,4,11,23,25,18,14],sqs_update_us:18,all:[1,2,4,5,6,9,7,8,11,21,12,13,14,15,23,25],faster:21,input:[7,2,8,4,5,12,20,13,22,14,15,17,18,26,27],findjob:14,definit:4,col2:22,principal_nam:[7,1,14],upon:[25,22],sent:1,keystor:[10,23],getlabelkei:12,web:[6,1],foundat:21,getvers:4,either:[4,13,14],life:[0,9,4],file_read_op:14,callback:12,addprinc: 1,bucket_nam:8,hdfs_bytes_read:14,hadoop_:9,attempt:[20,26],jar:[0,9,4,12],kei:[0,8,4,23,17,25,22],statement:[11,22],stu:[6,11],other_local_map:14,follow:[1,4,5,6,8,9,11,21,12,13,22,14,16,25,18],everyth:9,affect:9,begin:6,file_bytes_read:14,load:[6,9,7,2,4,20,22,14,15,25,26,27],close:4,comma:[2,22,27],thrown:12,sdk:[4,15],complet:[13,15],commun:[6,1,11,23],familiar:14,minput:12,refer:[9,4,17],tolinknam:[6,12,14],destroy:[7,2,3,4,22,15,19],real:[1,22],iter:[4,11,12,17],pst:[11,14],run:[1,2,4,6,9,8,7,10,11,21,12,23,25,13,14],snappi:[11,14],println:12,sqb_enabl:18,have:[6,9,1,8,4,11,12,23,25,13,14,15],decrypt:[0,25],lastli:11,take:[25,13,22,14],safe:8,sqooprefactor:14,disrupt:25,tell:2,fromjobconfig:[4,12,14],fixed_point:14,strict:15,usag:[2,3,11,20,22,15,16,26,27,19],fromjobconfigur:[4,14],sqoopcompress:2,ticket:1,separ:[9,2,4,11,13,22,27],sqoopoutputformatdataread:4,copi:[9,25,22],git:[5,21,14],pbkdf2_round:[17,25],aslist:4,tojob:[4,11,14],endpoint:14,multipl:[8,4,5],delet:[6,7,1,3,1 1,12,14],collect:4,enabl:[6,7,8,4,11,23,17,13,14],etc:[1,2,5,23,27],singl:[9,8,4,25,15],base:[6,1,2,11,22],associ:[6,1,2,4,11,12,20,22,14,15,26,27],sqoop_bootstrap:9,sqoopinputformat:4,link:[1,2,3,4,5,6,7,8,11,12,20,13,22,14,15,16,18,26,19,27],proxyus:[9,1],sqb_creation_us:18,excit:16,reason:[20,26],she:1,block:[2,12],forg:25,track:14,"2froot":14,"default":[6,9,1,8,4,11,21,20,22,13,14,25,26],zookeep:27,skip:1,possibl:[4,17,14],clear:22,canproce:12,against:[1,21],action_nam:1,clean:[4,5],see:[6,2,8,11,20,22,13,14,15,25,26],setserverurl:12,millis_map:14,bad:[25,14],verbos:6,sqs_update_d:18,sai:4,explictli:26,algorithm:[23,17],tinyint:22,qualifi:4,s3import:8,specifii:[4,11,12],testrol:14,descript:[6,2,8,4,12,20,22,14,15,26,27],sqr_id:18,lead:25,sqc_class:18,request:[1,12,14],sq_lnk_creation_us:18,entir:21,mac:17,getstringinput:12,indep:9,ensur:26,reus:1,sqc_type:18,match:4,server:[0,1,3,4,6,9,8,10,11,12,20,13,22,14,16,23,17,25,26,27],valid:[6,9,7,4,11,12,20,14,26],size:[4,17,14],sq_cou nter_group:[7,18],appendassemblyid:4,uri:[2,8,11,14,15],popul:12,unintent:13,correspond:[4,12,20,14,26],resource_typ:[7,1,14],map:[4,11,18,22,14],sourc:[7,8,4,5,11,21,12,17,22,14,16],hmac:17,from:[1,2,3,4,5,6,7,8,11,12,13,14,15,17,18,19,20,21,22,23,25,26,27],fileoutputformatcount:14,sq_job_submiss:18,genericjdbcextractor:4,rememb:14,older:[5,21],sq_counter_submiss:[7,18],jdbc:[9,3,4,11,21,12,22,14,19],slow:21,frequent:12,low:12,"char":22,use:9,java:[7,1,4,5,11,12,17,14,16],adher:22,multi:1,kite:[3,4,15,19],http:[6,1,4,11,21,12,23,14,26,15],mislead:4,auto:[13,18],sqc_id:18,everi:[1,4,12,14],numer:22,specfi:17,sqcd_config:18,keen:16,miniclust:4,sign:23,decrib:4,privilieg:[7,14],condit:22,middl:14,happen:[4,12,14],supersecret:17,fals:[6,1,4,13,22,14],commit:[1,4],browser:1,sqoopi:11},filenames:["admin","security/AuthenticationAndAuthorization","user/connectors/Connector-HDFS","user","dev/ConnectorDevelopment","dev/DevEnv","user/CommandLineClient","dev","user/examples/S3Import","admin/I nstallation","security","user/Sqoop5MinutesDemo","dev/ClientAPI","admin/Upgrade","dev/RESTAPI","user/connectors/Connector-Kite","index","security/RepositoryEncryption","dev/Repository","user/Connectors","user/connectors/Connector-FTP","dev/BuildingSqoop2","user/connectors/Connector-GenericJDBC","security/API TLS-SSL","user/Examples","admin/Tools","user/connectors/Connector-SFTP","user/connectors/Connector-Kafka"],titles:["1. Admin Guide","4.2. Authentication and Authorization","2.2.3. HDFS Connector","2. User Guide","3.3. Sqoop 2 Connector Development","3.4. Sqoop 2 Development Environment Setup","2.1. Command Line Shell","3. Developer Guide","2.3.1. S3 Import to HDFS","1.1. Installation","4. Security Guide","2.4. Sqoop 5 Minutes Demo","3.2. Sqoop Java Client API Guide","1.3. Upgrade","3.5. Sqoop REST API Guide","2.2.5. Kite Connector","Apache Sqoop documentation","4.3. Repository Encryption","3.6. Repository","2.2. Connectors","2.2.1. FTP Connector","3.1. Building Sqoop2 from sourc e code","2.2.2. Generic JDBC Connector","4.1. API TLS/SSL","2.3. Examples","1.2. Tools","2.2.6. SFTP Connector","2.2.4. Kafka Connector"],objnames:{},objects:{},objtypes:{}}) \ No newline at end of file Added: websites/staging/sqoop/trunk/content/docs/1.99.7/security.html ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/security.html (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/security.html Thu Jul 28 01:17:26 2016 @@ -0,0 +1,247 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>4. Security Guide — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="index.html"/> + <link rel="next" title="4.1. API TLS/SSL" href="security/API TLS-SSL.html"/> + <link rel="prev" title="3.6. Repository" href="dev/Repository.html"/> + + + <script src="_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="dev.html">3. Developer Guide</a></li> +<li class="toctree-l1 current"><a class="current reference internal" href="">4. Security Guide</a><ul> +<li class="toctree-l2"><a class="reference internal" href="security/API TLS-SSL.html">4.1. API TLS/SSL</a></li> +<li class="toctree-l2"><a class="reference internal" href="security/AuthenticationAndAuthorization.html">4.2. Authentication and Authorization</a></li> +<li class="toctree-l2"><a class="reference internal" href="security/RepositoryEncryption.html">4.3. Repository Encryption</a></li> +</ul> +</li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="index.html">Docs</a> »</li> + + <li>4. Security Guide</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="_sources/security.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="security-guide"> +<h1>4. Security Guide<a class="headerlink" href="#security-guide" title="Permalink to this headline">¶</a></h1> +<div class="toctree-wrapper compound"> +<ul> +<li class="toctree-l1"><a class="reference internal" href="security/API TLS-SSL.html">4.1. API TLS/SSL</a><ul> +<li class="toctree-l2"><a class="reference internal" href="security/API TLS-SSL.html#keystore-generation">4.1.1. Keystore Generation</a></li> +<li class="toctree-l2"><a class="reference internal" href="security/API TLS-SSL.html#server-configuration">4.1.2. Server Configuration</a></li> +<li class="toctree-l2"><a class="reference internal" href="security/API TLS-SSL.html#client-shell-configuration">4.1.3. Client/Shell Configuration</a></li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="security/AuthenticationAndAuthorization.html">4.2. Authentication and Authorization</a><ul> +<li class="toctree-l2"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#simple-authentication">4.2.1. Simple Authentication</a><ul> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#configuration">4.2.1.1. Configuration</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#run-command">4.2.1.2. Run command</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#kerberos-authentication">4.2.2. Kerberos Authentication</a><ul> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#dependency">4.2.2.1. Dependency</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#id1">4.2.2.2. Configuration</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#id2">4.2.2.3. Run command</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#verify">4.2.2.4. Verify</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#customized-authentication">4.2.3. Customized Authentication</a></li> +<li class="toctree-l2"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#authorization">4.2.4. Authorization</a><ul> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#users-groups-and-roles">4.2.4.1. Users, Groups, and Roles</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#administrator">4.2.4.2. Administrator</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#role-management-commands">4.2.4.3. Role management commands</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#principal-management-commands">4.2.4.4. Principal management commands</a></li> +<li class="toctree-l3"><a class="reference internal" href="security/AuthenticationAndAuthorization.html#privilege-management-commands">4.2.4.5. Privilege management commands</a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l1"><a class="reference internal" href="security/RepositoryEncryption.html">4.3. Repository Encryption</a><ul> +<li class="toctree-l2"><a class="reference internal" href="security/RepositoryEncryption.html#server-configuration">4.3.1. Server Configuration</a></li> +</ul> +</li> +</ul> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="security/API TLS-SSL.html" class="btn btn-neutral float-right" title="4.1. API TLS/SSL" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="dev/Repository.html" class="btn btn-neutral" title="3.6. Repository" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="_static/jquery.js"></script> + <script type="text/javascript" src="_static/underscore.js"></script> + <script type="text/javascript" src="_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file Added: websites/staging/sqoop/trunk/content/docs/1.99.7/security/API TLS-SSL.html ============================================================================== --- websites/staging/sqoop/trunk/content/docs/1.99.7/security/API TLS-SSL.html (added) +++ websites/staging/sqoop/trunk/content/docs/1.99.7/security/API TLS-SSL.html Thu Jul 28 01:17:26 2016 @@ -0,0 +1,278 @@ + + + +<!DOCTYPE html> +<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> +<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> +<head> + <meta charset="utf-8"> + + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title>4.1. API TLS/SSL — Apache Sqoop documentation</title> + + + + + + + + + + + + + + + + <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> + + + + + + <link rel="top" title="Apache Sqoop documentation" href="../index.html"/> + <link rel="up" title="4. Security Guide" href="../security.html"/> + <link rel="next" title="4.2. Authentication and Authorization" href="AuthenticationAndAuthorization.html"/> + <link rel="prev" title="4. Security Guide" href="../security.html"/> + + + <script src="../_static/js/modernizr.min.js"></script> + +</head> + +<body class="wy-body-for-nav" role="document"> + + <div class="wy-grid-for-nav"> + + + <nav data-toggle="wy-nav-shift" class="wy-nav-side"> + <div class="wy-side-scroll"> + <div class="wy-side-nav-search"> + + + + <a href="../index.html" class="icon icon-home"> Apache Sqoop + + + + + <img src="../_static/sqoop-logo.png" class="logo" /> + + </a> + + + + + + + +<div role="search"> + <form id="rtd-search-form" class="wy-form" action="../search.html" method="get"> + <input type="text" name="q" placeholder="Search docs" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> +</div> + + + </div> + + <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> + + + + <ul class="current"> +<li class="toctree-l1"><a class="reference internal" href="../admin.html">1. Admin Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../user.html">2. User Guide</a></li> +<li class="toctree-l1"><a class="reference internal" href="../dev.html">3. Developer Guide</a></li> +<li class="toctree-l1 current"><a class="reference internal" href="../security.html">4. Security Guide</a><ul class="current"> +<li class="toctree-l2 current"><a class="current reference internal" href="">4.1. API TLS/SSL</a><ul> +<li class="toctree-l3"><a class="reference internal" href="#keystore-generation">4.1.1. Keystore Generation</a></li> +<li class="toctree-l3"><a class="reference internal" href="#server-configuration">4.1.2. Server Configuration</a></li> +<li class="toctree-l3"><a class="reference internal" href="#client-shell-configuration">4.1.3. Client/Shell Configuration</a></li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="AuthenticationAndAuthorization.html">4.2. Authentication and Authorization</a></li> +<li class="toctree-l2"><a class="reference internal" href="RepositoryEncryption.html">4.3. Repository Encryption</a></li> +</ul> +</li> +</ul> + + + + </div> + </div> + </nav> + + <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> + + + <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> + <i data-toggle="wy-nav-top" class="fa fa-bars"></i> + <a href="../index.html">Apache Sqoop</a> + </nav> + + + + <div class="wy-nav-content"> + <div class="rst-content"> + + + + + + +<div role="navigation" aria-label="breadcrumbs navigation"> + <ul class="wy-breadcrumbs"> + <li><a href="../index.html">Docs</a> »</li> + + <li><a href="../security.html">4. Security Guide</a> »</li> + + <li>4.1. API TLS/SSL</li> + <li class="wy-breadcrumbs-aside"> + + + <a href="../_sources/security/API TLS-SSL.txt" rel="nofollow"> View page source</a> + + + </li> + </ul> + <hr/> +</div> + <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article";> + <div itemprop="articleBody"> + + <div class="section" id="api-tls-ssl"> +<span id="apitlsssl"></span><h1>4.1. API TLS/SSL<a class="headerlink" href="#api-tls-ssl" title="Permalink to this headline">¶</a></h1> +<p>Sqoop 2 offers an HTTP REST-like API as the mechanism by which clients can +communicate with the Sqoop 2 server. The Sqoop 2 server and the Sqoop 2 shell +have support for TLS/SSL.</p> +<div class="section" id="keystore-generation"> +<h2>4.1.1. Keystore Generation<a class="headerlink" href="#keystore-generation" title="Permalink to this headline">¶</a></h2> +<p>Sqoop 2 uses the JKS format. Details on how to create JKS files can be found here: +<a class="reference external" href="https://docs.oracle.com/cd/E19509-01/820-3503/6nf1il6er/index.html";>Generating a KeyStore and TrustStore</a></p> +</div> +<div class="section" id="server-configuration"> +<h2>4.1.2. Server Configuration<a class="headerlink" href="#server-configuration" title="Permalink to this headline">¶</a></h2> +<p>All Sqoop 2 server TLS/SSL configuration occurs in the Sqoop configuration file, +normally in <tt class="docutils literal"><span class="pre"><Sqoop</span> <span class="pre">Folder>/conf/sqoop.properties</span></tt>.</p> +<p>First, TLS must be enabled:</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.tls.enabled=true +</pre></div> +</div> +<p>A protocol should be specified. Please find a list of options here: +<a class="reference external" href="http://docs.oracle.com/javase/7/docs/technotes/guides/security/StandardNames.html#SSLContext";>Standard Algorithm Name Documentation</a></p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.tls.protocol="TLSv1.2" +</pre></div> +</div> +<p>Configure the path to the JKS keystore:</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.tls.keystore=/Users/abe/mykeystore.jks +</pre></div> +</div> +<p>Configure the keystore password and the key manager password:</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.tls.keystore_password=keystorepassword +org.apache.sqoop.security.tls.keymanager_password=keymanagerpassword +</pre></div> +</div> +<p>Alternatively, the password can be specified using generators.</p> +<p>Generators are commands that the Sqoop propess will execute, and then retrieve the +password from standard out. The generator will only be run if no standard password +is configured.</p> +<div class="highlight-none"><div class="highlight"><pre>org.apache.sqoop.security.tls.keystore_password_generator=echo keystorepassword +org.apache.sqoop.security.tls.keymanager_password=echo keymanagerpassword +</pre></div> +</div> +</div> +<div class="section" id="client-shell-configuration"> +<h2>4.1.3. Client/Shell Configuration<a class="headerlink" href="#client-shell-configuration" title="Permalink to this headline">¶</a></h2> +<p>When using TLS on the Sqoop 2 server, especially with a self-signed certificate, +it may be useful to specify a truststore for the client/shell to use.</p> +<p>The truststore for the shell is configured via a command. In practice, it may be +useful to put this command inside the system sqoop rc file (<tt class="docutils literal"><span class="pre">/etc/sqoop2/conf/sqoop2rc</span></tt>) +or the user’s rc file (<tt class="docutils literal"><span class="pre">~/.sqoop2rc</span></tt>).</p> +<div class="highlight-none"><div class="highlight"><pre>sqoop:000> set truststore --truststore /Users/abefine/keystore/node2.truststore +Truststore set successfully +</pre></div> +</div> +<p>You may also include a password. Passwords are not required for truststores.</p> +<div class="highlight-none"><div class="highlight"><pre>sqoop:000> set truststore --truststore /Users/abefine/keystore/node2.truststore --truststore-password changeme +Truststore set successfully +</pre></div> +</div> +<p>You may also use a password generator.</p> +<div class="highlight-none"><div class="highlight"><pre>sqoop:000> set truststore --truststore /Users/abefine/keystore/node2.truststore --truststore-password-generator "echo changeme" +Truststore set successfully +</pre></div> +</div> +</div> +</div> + + + </div> + </div> + <footer> + + <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> + + <a href="AuthenticationAndAuthorization.html" class="btn btn-neutral float-right" title="4.2. Authentication and Authorization" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> + + + <a href="../security.html" class="btn btn-neutral" title="4. Security Guide" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> + + </div> + + + <hr/> + + <div role="contentinfo"> + <p> + © Copyright 2009-2016 The Apache Software Foundation. + + </p> + </div> + +</footer> + + </div> + </div> + + </section> + + </div> + + + + + + <script type="text/javascript"> + var DOCUMENTATION_OPTIONS = { + URL_ROOT:'../', + VERSION:'', + COLLAPSE_INDEX:false, + FILE_SUFFIX:'.html', + HAS_SOURCE: true + }; + </script> + <script type="text/javascript" src="../_static/jquery.js"></script> + <script type="text/javascript" src="../_static/underscore.js"></script> + <script type="text/javascript" src="../_static/doctools.js"></script> + + + + + + <script type="text/javascript" src="../_static/js/theme.js"></script> + + + + + <script type="text/javascript"> + jQuery(function () { + SphinxRtdTheme.StickyNav.enable(); + }); + </script> + + +</body> +</html> \ No newline at end of file
