Added: zeppelin/site/docs/0.6.2/install/install.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.6.2/install/install.html?rev=1765205&view=auto ============================================================================== --- zeppelin/site/docs/0.6.2/install/install.html (added) +++ zeppelin/site/docs/0.6.2/install/install.html Mon Oct 17 04:13:33 2016 @@ -0,0 +1,585 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Getting Started</title> + <meta name="description" content=""> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.6.2/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/toc.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.6.2/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.6.2/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand" href="/docs/0.6.2"> + <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin"> + <span style="vertical-align:middle">Zeppelin</span> + <span style="vertical-align:baseline"><small>0.6.2</small></span> + </a> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="/docs/0.6.2/index.html">What is Apache Zeppelin ?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Getting Started</b><span></li> + <li><a href="/docs/0.6.2/install/install.html">Install</a></li> + <li><a href="/docs/0.6.2/install/install.html#apache-zeppelin-configuration">Configuration</a></li> + <li><a href="/docs/0.6.2/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li> + <li><a href="/docs/0.6.2/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Basic Feature Guide</b><span></li> + <li><a href="/docs/0.6.2/manual/dynamicform.html">Dynamic Form</a></li> + <li><a href="/docs/0.6.2/manual/publish.html">Publish your Paragraph</a></li> + <li><a href="/docs/0.6.2/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>More</b><span></li> + <li><a href="/docs/0.6.2/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li> + <li><a href="/docs/0.6.2/install/upgrade.html">Upgrade Zeppelin Version</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li><a href="/docs/0.6.2/manual/interpreters.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Usage</b><span></li> + <li><a href="/docs/0.6.2/manual/interpreterinstallation.html">Interpreter Installation</a></li> + <!--<li><a href="/docs/0.6.2/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>--> + <li><a href="/docs/0.6.2/manual/dependencymanagement.html">Interpreter Dependency Management</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Available Interpreters</b><span></li> + <li><a href="/docs/0.6.2/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.6.2/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.6.2/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.6.2/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.6.2/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.6.2/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.6.2/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.6.2/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.6.2/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.6.2/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.6.2/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.6.2/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.6.2/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.6.2/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.6.2/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.6.2/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.6.2/interpreter/r.html">R</a></li> + <li><a href="/docs/0.6.2/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.6.2/pleasecontribute.html">Shell</a></li> + <li><a href="/docs/0.6.2/interpreter/spark.html">Spark</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span><b>Basic Display System</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#text">Text</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#html">Html</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#table">Table</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Angular API</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/back-end-angular.html">Angular (backend API)</a></li> + <li><a href="/docs/0.6.2/displaysystem/front-end-angular.html">Angular (frontend API)</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span><b>Notebook Storage</b><span></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>REST API</b><span></li> + <li><a href="/docs/0.6.2/rest-api/rest-interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-notebook.html">Notebook API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-configuration.html">Configuration API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Security</b><span></li> + <li><a href="/docs/0.6.2/security/authentication.html">Authentication for NGINX</a></li> + <li><a href="/docs/0.6.2/security/shiroauthentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.6.2/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.6.2/security/interpreter_authorization.html">Interpreter & Data Resource Authorization</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Contibute</b><span></li> + <li><a href="/docs/0.6.2/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li> + <li><a href="/docs/0.6.2/development/howtocontribute.html">How to contribute (code)</a></li> + <li><a href="/docs/0.6.2/development/howtocontributewebsite.html">How to contribute (website)</a></li> + </ul> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit Getting Started"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h1>Quick Start</h1> + +<p>Welcome to your first trial to explore Apache Zeppelin! +This page will help you to get started and here is the list of topics covered.</p> + +<div id="toc"></div> + +<h2>Installation</h2> + +<p>Apache Zeppelin officially supports and is tested on next environments.</p> + +<table class="table-configuration"> + <tr> + <th>Name</th> + <th>Value</th> + </tr> + <tr> + <td>Oracle JDK</td> + <td>1.7 <br /> (set <code>JAVA_HOME</code>)</td> + </tr> + <tr> + <td>OS</td> + <td>Mac OSX <br /> Ubuntu 14.X <br /> CentOS 6.X <br /> Windows 7 Pro SP1</td> + </tr> +</table> + +<p>There are two options to install Apache Zeppelin on your machine. One is <a href="#downloading-binary-package">downloading pre-built binary package</a> from the archive. +You can download not only the latest stable version but also the older one if you need. +The other option is <a href="#building-from-source">building from the source</a>. +Although it can be unstable somehow since it is on development status, you can explore newly added feature and change it as you want.</p> + +<h3>Downloading Binary Package</h3> + +<p>If you want to install Apache Zeppelin with a stable binary package, please visit <a href="http://zeppelin.apache.org/download.html">Apache Zeppelin download Page</a>. </p> + +<p>If you have downloaded <code>netinst</code> binary, <a href="../manual/interpreterinstallation.html">install additional interpreters</a> before you start Zeppelin. Or simply run <code>./bin/install-interpreter.sh --all</code>.</p> + +<p>After unpacking, jump to <a href="#starting-apache-zeppelin-with-command-line">Starting Apache Zeppelin with Command Line</a> section.</p> + +<h3>Building from Source</h3> + +<p>If you want to build from the source, the software below needs to be installed on your system.</p> + +<table class="table-configuration"> + <tr> + <th>Name</th> + <th>Value</th> + </tr> + <tr> + <td>Git</td> + <td></td> + </tr> + <tr> + <td>Maven</td> + <td>3.1.x or higher</td> + </tr> +</table> + +<p>If you don't have it installed yet, please check <a href="https://github.com/apache/zeppelin/blob/master/README.md#before-build">Before Build</a> section and follow step by step instructions from there.</p> + +<h4>1. Clone Apache Zeppelin repository</h4> +<div class="highlight"><pre><code class="text language-text" data-lang="text">git clone https://github.com/apache/zeppelin.git +</code></pre></div> +<h4>2. Build source with options</h4> + +<p>Each interpreters requires different build options. For the further information about options, please see <a href="https://github.com/apache/zeppelin#build">Build</a> section.</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">mvn clean package -DskipTests [Options] +</code></pre></div> +<p>Here are some examples with several options</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text"># build with spark-2.0, scala-2.11 +./dev/change_scala_version.sh 2.11 +mvn clean package -Pspark-2.0 -Phadoop-2.4 -Pyarn -Ppyspark -Psparkr -Pscala-2.11 + +# build with spark-1.6, scala-2.10 +mvn clean package -Pspark-1.6 -Phadoop-2.4 -Pyarn -Ppyspark -Psparkr + +# spark-cassandra integration +mvn clean package -Pcassandra-spark-1.5 -Dhadoop.version=2.6.0 -Phadoop-2.6 -DskipTests + +# with CDH +mvn clean package -Pspark-1.5 -Dhadoop.version=2.6.0-cdh5.5.0 -Phadoop-2.6 -Pvendor-repo -DskipTests + +# with MapR +mvn clean package -Pspark-1.5 -Pmapr50 -DskipTests +</code></pre></div> +<p>For the further information about building with source, please see <a href="https://github.com/apache/zeppelin/blob/master/README.md">README.md</a> in Zeppelin repository.</p> + +<h2>Starting Apache Zeppelin with Command Line</h2> + +<h4>Start Zeppelin</h4> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin/zeppelin-daemon.sh start +</code></pre></div> +<p>If you are using Windows </p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin\zeppelin.cmd +</code></pre></div> +<p>After successful start, visit <a href="http://localhost:8080">http://localhost:8080</a> with your web browser.</p> + +<h4>Stop Zeppelin</h4> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin/zeppelin-daemon.sh stop +</code></pre></div> +<h4>(Optional) Start Apache Zeppelin with a service manager</h4> + +<blockquote> +<p><strong>Note :</strong> The below description was written based on Ubuntu Linux.</p> +</blockquote> + +<p>Apache Zeppelin can be auto started as a service with an init script, such as services managed by <strong>upstart</strong>.</p> + +<p>The following is an example of upstart script to be saved as <code>/etc/init/zeppelin.conf</code> +This also allows the service to be managed with commands such as</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">sudo service zeppelin start +sudo service zeppelin stop +sudo service zeppelin restart +</code></pre></div> +<p>Other service managers could use a similar approach with the <code>upstart</code> argument passed to the <code>zeppelin-daemon.sh</code> script.</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin/zeppelin-daemon.sh upstart +</code></pre></div> +<p><strong>zeppelin.conf</strong></p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">description "zeppelin" + +start on (local-filesystems and net-device-up IFACE!=lo) +stop on shutdown + +# Respawn the process on unexpected termination +respawn + +# respawn the job up to 7 times within a 5 second period. +# If the job exceeds these values, it will be stopped and marked as failed. +respawn limit 7 5 + +# zeppelin was installed in /usr/share/zeppelin in this example +chdir /usr/share/zeppelin +exec bin/zeppelin-daemon.sh upstart +</code></pre></div> +<h2>What is the next?</h2> + +<p>Congratulation on your successful Apache Zeppelin installation! Here are two next steps you might need.</p> + +<h4>If you are new to Apache Zeppelin</h4> + +<ul> +<li>For an in-depth overview of Apache Zeppelin UI, head to <a href="../quickstart/explorezeppelinui.html">Explore Apache Zeppelin UI</a>.</li> +<li>After getting familiar with Apache Zeppelin UI, have fun with a short walk-through <a href="../quickstart/tutorial.html">Tutorial</a> that uses Apache Spark backend.</li> +<li>If you need more configuration setting for Apache Zeppelin, jump to the next section: <a href="#apache-zeppelin-configuration">Apache Zeppelin Configuration</a>.</li> +</ul> + +<h4>If you need more information about Spark or JDBC interpreter setting</h4> + +<ul> +<li>Apache Zeppelin provides deep integration with <a href="http://spark.apache.org/">Apache Spark</a>. For the further informtation, see <a href="../interpreter/spark.html">Spark Interpreter for Apache Zeppelin</a>. </li> +<li>Also, you can use generic JDBC connections in Apache Zeppelin. Go to <a href="../interpreter/jdbc.html">Generic JDBC Interpreter for Apache Zeppelin</a>.</li> +</ul> + +<h4>If you are in multi-user environment</h4> + +<ul> +<li>You can set permissions for your notebooks and secure data resource in multi-user environment. Go to <strong>More</strong> -> <strong>Security</strong> section.</li> +</ul> + +<h2>Apache Zeppelin Configuration</h2> + +<p>You can configure Apache Zeppelin with both <strong>environment variables</strong> in <code>conf/zeppelin-env.sh</code> (<code>conf\zeppelin-env.cmd</code> for Windows) and <strong>Java properties</strong> in <code>conf/zeppelin-site.xml</code>. If both are defined, then the <strong>environment variables</strong> will take priority.</p> + +<table class="table-configuration"> + <tr> + <th>zeppelin-env.sh</th> + <th>zeppelin-site.xml</th> + <th>Default value</th> + <th>Description</th> + </tr> + <tr> + <td>ZEPPELIN_PORT</td> + <td>zeppelin.server.port</td> + <td>8080</td> + <td>Zeppelin server port</td> + </tr> + <tr> + <td>ZEPPELIN_MEM</td> + <td>N/A</td> + <td>-Xmx1024m -XX:MaxPermSize=512m</td> + <td>JVM mem options</td> + </tr> + <tr> + <td>ZEPPELIN_INTP_MEM</td> + <td>N/A</td> + <td>ZEPPELIN_MEM</td> + <td>JVM mem options for interpreter process</td> + </tr> + <tr> + <td>ZEPPELIN_JAVA_OPTS</td> + <td>N/A</td> + <td></td> + <td>JVM options</td> + </tr> + <tr> + <td>ZEPPELIN_ALLOWED_ORIGINS</td> + <td>zeppelin.server.allowed.origins</td> + <td>*</td> + <td>Enables a way to specify a ',' separated list of allowed origins for rest and websockets. <br /> i.e. http://localhost:8080 </td> + </tr> + <tr> + <td>N/A</td> + <td>zeppelin.anonymous.allowed</td> + <td>true</td> + <td>Anonymous user is allowed by default.</td> + </tr> + <tr> + <td>ZEPPELIN_SERVER_CONTEXT_PATH</td> + <td>zeppelin.server.context.path</td> + <td>/</td> + <td>A context path of the web application</td> + </tr> + <tr> + <td>ZEPPELIN_SSL</td> + <td>zeppelin.ssl</td> + <td>false</td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_CLIENT_AUTH</td> + <td>zeppelin.ssl.client.auth</td> + <td>false</td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_KEYSTORE_PATH</td> + <td>zeppelin.ssl.keystore.path</td> + <td>keystore</td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_KEYSTORE_TYPE</td> + <td>zeppelin.ssl.keystore.type</td> + <td>JKS</td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_KEYSTORE_PASSWORD</td> + <td>zeppelin.ssl.keystore.password</td> + <td></td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_KEY_MANAGER_PASSWORD</td> + <td>zeppelin.ssl.key.manager.password</td> + <td></td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_TRUSTSTORE_PATH</td> + <td>zeppelin.ssl.truststore.path</td> + <td></td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_TRUSTSTORE_TYPE</td> + <td>zeppelin.ssl.truststore.type</td> + <td></td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_SSL_TRUSTSTORE_PASSWORD</td> + <td>zeppelin.ssl.truststore.password</td> + <td></td> + <td></td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_HOMESCREEN</td> + <td>zeppelin.notebook.homescreen</td> + <td></td> + <td>A notebook id displayed in Apache Zeppelin homescreen <br />i.e. 2A94M5J1Z</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_HOMESCREEN_HIDE</td> + <td>zeppelin.notebook.homescreen.hide</td> + <td>false</td> + <td>This value can be "true" when to hide the notebook id set by <code>ZEPPELIN_NOTEBOOK_HOMESCREEN</code> on the Apache Zeppelin homescreen. <br />For the further information, please read <a href="../manual/notebookashomepage.html">Customize your Zeppelin homepage</a>.</td> + </tr> + <tr> + <td>ZEPPELIN_WAR_TEMPDIR</td> + <td>zeppelin.war.tempdir</td> + <td>webapps</td> + <td>A location of jetty temporary directory</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_DIR</td> + <td>zeppelin.notebook.dir</td> + <td>notebook</td> + <td>The root directory where notebook directories are saved</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_S3_BUCKET</td> + <td>zeppelin.notebook.s3.bucket</td> + <td>zeppelin</td> + <td>S3 Bucket where notebook files will be saved</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_S3_USER</td> + <td>zeppelin.notebook.s3.user</td> + <td>user</td> + <td>A user name of S3 bucket<br />i.e. <code>bucket/user/notebook/2A94M5J1Z/note.json</code></td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_S3_ENDPOINT</td> + <td>zeppelin.notebook.s3.endpoint</td> + <td>s3.amazonaws.com</td> + <td>Endpoint for the bucket</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_S3_KMS_KEY_ID</td> + <td>zeppelin.notebook.s3.kmsKeyID</td> + <td></td> + <td>AWS KMS Key ID to use for encrypting data in S3 (optional)</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_S3_EMP</td> + <td>zeppelin.notebook.s3.encryptionMaterialsProvider</td> + <td></td> + <td>Class name of a custom S3 encryption materials provider implementation to use for encrypting data in S3 (optional)</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_AZURE_CONNECTION_STRING</td> + <td>zeppelin.notebook.azure.connectionString</td> + <td></td> + <td>The Azure storage account connection string<br />i.e. <code>DefaultEndpointsProtocol=https;AccountName=<accountName>;AccountKey=<accountKey></code></td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_AZURE_SHARE</td> + <td>zeppelin.notebook.azure.share</td> + <td>zeppelin</td> + <td>Share where the notebook files will be saved</td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_AZURE_USER</td> + <td>zeppelin.notebook.azure.user</td> + <td>user</td> + <td>An optional user name of Azure file share<br />i.e. <code>share/user/notebook/2A94M5J1Z/note.json</code></td> + </tr> + <tr> + <td>ZEPPELIN_NOTEBOOK_STORAGE</td> + <td>zeppelin.notebook.storage</td> + <td>org.apache.zeppelin.notebook.repo.VFSNotebookRepo</td> + <td>Comma separated list of notebook storage</td> + </tr> + <tr> + <td>ZEPPELIN_INTERPRETERS</td> + <td>zeppelin.interpreters</td> + <description></description> + <td>org.apache.zeppelin.spark.SparkInterpreter,<br />org.apache.zeppelin.spark.PySparkInterpreter,<br />org.apache.zeppelin.spark.SparkSqlInterpreter,<br />org.apache.zeppelin.spark.DepInterpreter,<br />org.apache.zeppelin.markdown.Markdown,<br />org.apache.zeppelin.shell.ShellInterpreter,<br /> + ... + </td> + <td> + Comma separated interpreter configurations [Class] <br/> + <span style="font-style:italic">NOTE: This property is deprecated since Zeppelin-0.6.0 and will not be supported from Zeppelin-0.7.0</span> + </td> + </tr> + <tr> + <td>ZEPPELIN_INTERPRETER_DIR</td> + <td>zeppelin.interpreter.dir</td> + <td>interpreter</td> + <td>Interpreter directory</td> + </tr> + <tr> + <td>ZEPPELIN_WEBSOCKET_MAX_TEXT_MESSAGE_SIZE</td> + <td>zeppelin.websocket.max.text.message.size</td> + <td>1024000</td> + <td>Size in characters of the maximum text message to be received by websocket.</td> + </tr> +</table> + + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2016 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> +
Propchange: zeppelin/site/docs/0.6.2/install/install.html ------------------------------------------------------------------------------ svn:eol-style = native Added: zeppelin/site/docs/0.6.2/install/upgrade.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.6.2/install/upgrade.html?rev=1765205&view=auto ============================================================================== --- zeppelin/site/docs/0.6.2/install/upgrade.html (added) +++ zeppelin/site/docs/0.6.2/install/upgrade.html Mon Oct 17 04:13:33 2016 @@ -0,0 +1,236 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Manual upgrade procedure for Zeppelin</title> + <meta name="description" content=""> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.6.2/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/toc.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.6.2/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.6.2/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand" href="/docs/0.6.2"> + <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin"> + <span style="vertical-align:middle">Zeppelin</span> + <span style="vertical-align:baseline"><small>0.6.2</small></span> + </a> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="/docs/0.6.2/index.html">What is Apache Zeppelin ?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Getting Started</b><span></li> + <li><a href="/docs/0.6.2/install/install.html">Install</a></li> + <li><a href="/docs/0.6.2/install/install.html#apache-zeppelin-configuration">Configuration</a></li> + <li><a href="/docs/0.6.2/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li> + <li><a href="/docs/0.6.2/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Basic Feature Guide</b><span></li> + <li><a href="/docs/0.6.2/manual/dynamicform.html">Dynamic Form</a></li> + <li><a href="/docs/0.6.2/manual/publish.html">Publish your Paragraph</a></li> + <li><a href="/docs/0.6.2/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>More</b><span></li> + <li><a href="/docs/0.6.2/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li> + <li><a href="/docs/0.6.2/install/upgrade.html">Upgrade Zeppelin Version</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li><a href="/docs/0.6.2/manual/interpreters.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Usage</b><span></li> + <li><a href="/docs/0.6.2/manual/interpreterinstallation.html">Interpreter Installation</a></li> + <!--<li><a href="/docs/0.6.2/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>--> + <li><a href="/docs/0.6.2/manual/dependencymanagement.html">Interpreter Dependency Management</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Available Interpreters</b><span></li> + <li><a href="/docs/0.6.2/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.6.2/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.6.2/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.6.2/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.6.2/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.6.2/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.6.2/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.6.2/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.6.2/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.6.2/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.6.2/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.6.2/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.6.2/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.6.2/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.6.2/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.6.2/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.6.2/interpreter/r.html">R</a></li> + <li><a href="/docs/0.6.2/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.6.2/pleasecontribute.html">Shell</a></li> + <li><a href="/docs/0.6.2/interpreter/spark.html">Spark</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span><b>Basic Display System</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#text">Text</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#html">Html</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#table">Table</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Angular API</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/back-end-angular.html">Angular (backend API)</a></li> + <li><a href="/docs/0.6.2/displaysystem/front-end-angular.html">Angular (frontend API)</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span><b>Notebook Storage</b><span></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>REST API</b><span></li> + <li><a href="/docs/0.6.2/rest-api/rest-interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-notebook.html">Notebook API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-configuration.html">Configuration API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Security</b><span></li> + <li><a href="/docs/0.6.2/security/authentication.html">Authentication for NGINX</a></li> + <li><a href="/docs/0.6.2/security/shiroauthentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.6.2/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.6.2/security/interpreter_authorization.html">Interpreter & Data Resource Authorization</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Contibute</b><span></li> + <li><a href="/docs/0.6.2/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li> + <li><a href="/docs/0.6.2/development/howtocontribute.html">How to contribute (code)</a></li> + <li><a href="/docs/0.6.2/development/howtocontributewebsite.html">How to contribute (website)</a></li> + </ul> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit Manual upgrade procedure for Zeppelin"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h1>Manual upgrade procedure for Zeppelin</h1> + +<div id="toc"></div> + +<p>Basically, newer version of Zeppelin works with previous version notebook directory and configurations. +So, copying <code>notebook</code> and <code>conf</code> directory should be enough.</p> + +<h2>Instructions</h2> + +<ol> +<li><p>Stop Zeppelin</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin/zeppelin-daemon.sh stop +</code></pre></div></li> +<li><p>Copy your <code>notebook</code> and <code>conf</code> directory into a backup directory</p></li> +<li><p>Download newer version of Zeppelin and Install. See <a href="./install.html#installation">Install page</a>.</p></li> +<li><p>Copy backup <code>notebook</code> and <code>conf</code> directory into newer version of Zeppelin <code>notebook</code> and <code>conf</code> directory</p></li> +<li><p>Start Zeppelin</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin/zeppelin-daemon.sh start +</code></pre></div></li> +</ol> + + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2016 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> + Propchange: zeppelin/site/docs/0.6.2/install/upgrade.html ------------------------------------------------------------------------------ svn:eol-style = native Added: zeppelin/site/docs/0.6.2/install/virtual_machine.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.6.2/install/virtual_machine.html?rev=1765205&view=auto ============================================================================== --- zeppelin/site/docs/0.6.2/install/virtual_machine.html (added) +++ zeppelin/site/docs/0.6.2/install/virtual_machine.html Mon Oct 17 04:13:33 2016 @@ -0,0 +1,368 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Install A Zeppelin ready Virtual Machine</title> + <meta name="description" content=""> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.6.2/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/toc.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.6.2/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.6.2/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand" href="/docs/0.6.2"> + <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin"> + <span style="vertical-align:middle">Zeppelin</span> + <span style="vertical-align:baseline"><small>0.6.2</small></span> + </a> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="/docs/0.6.2/index.html">What is Apache Zeppelin ?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Getting Started</b><span></li> + <li><a href="/docs/0.6.2/install/install.html">Install</a></li> + <li><a href="/docs/0.6.2/install/install.html#apache-zeppelin-configuration">Configuration</a></li> + <li><a href="/docs/0.6.2/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li> + <li><a href="/docs/0.6.2/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Basic Feature Guide</b><span></li> + <li><a href="/docs/0.6.2/manual/dynamicform.html">Dynamic Form</a></li> + <li><a href="/docs/0.6.2/manual/publish.html">Publish your Paragraph</a></li> + <li><a href="/docs/0.6.2/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>More</b><span></li> + <li><a href="/docs/0.6.2/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li> + <li><a href="/docs/0.6.2/install/upgrade.html">Upgrade Zeppelin Version</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li><a href="/docs/0.6.2/manual/interpreters.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Usage</b><span></li> + <li><a href="/docs/0.6.2/manual/interpreterinstallation.html">Interpreter Installation</a></li> + <!--<li><a href="/docs/0.6.2/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>--> + <li><a href="/docs/0.6.2/manual/dependencymanagement.html">Interpreter Dependency Management</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Available Interpreters</b><span></li> + <li><a href="/docs/0.6.2/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.6.2/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.6.2/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.6.2/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.6.2/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.6.2/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.6.2/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.6.2/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.6.2/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.6.2/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.6.2/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.6.2/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.6.2/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.6.2/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.6.2/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.6.2/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.6.2/interpreter/r.html">R</a></li> + <li><a href="/docs/0.6.2/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.6.2/pleasecontribute.html">Shell</a></li> + <li><a href="/docs/0.6.2/interpreter/spark.html">Spark</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span><b>Basic Display System</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#text">Text</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#html">Html</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#table">Table</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Angular API</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/back-end-angular.html">Angular (backend API)</a></li> + <li><a href="/docs/0.6.2/displaysystem/front-end-angular.html">Angular (frontend API)</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span><b>Notebook Storage</b><span></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>REST API</b><span></li> + <li><a href="/docs/0.6.2/rest-api/rest-interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-notebook.html">Notebook API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-configuration.html">Configuration API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Security</b><span></li> + <li><a href="/docs/0.6.2/security/authentication.html">Authentication for NGINX</a></li> + <li><a href="/docs/0.6.2/security/shiroauthentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.6.2/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.6.2/security/interpreter_authorization.html">Interpreter & Data Resource Authorization</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Contibute</b><span></li> + <li><a href="/docs/0.6.2/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li> + <li><a href="/docs/0.6.2/development/howtocontribute.html">How to contribute (code)</a></li> + <li><a href="/docs/0.6.2/development/howtocontributewebsite.html">How to contribute (website)</a></li> + </ul> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit Install A Zeppelin ready Virtual Machine"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h1>Vagrant Virtual Machine for Apache Zeppelin</h1> + +<div id="toc"></div> + +<h2>Overview</h2> + +<p>Apache Zeppelin distribution includes a scripts directory</p> + +<p><code>scripts/vagrant/zeppelin-dev</code></p> + +<p>This script creates a virtual machine that launches a repeatable, known set of core dependencies required for developing Zeppelin. It can also be used to run an existing Zeppelin build if you don't plan to build from source. +For PySpark users, this script includes several helpful <a href="#python-extras">Python Libraries</a>. +For SparkR users, this script includes several helpful <a href="#r-extras">R Libraries</a>.</p> + +<h3>Prerequisites</h3> + +<p>This script requires three applications, <a href="http://docs.ansible.com/ansible/intro_installation.html#latest-releases-via-pip" title="Ansible">Ansible</a>, <a href="http://www.vagrantup.com" title="Vagrant">Vagrant</a> and <a href="https://www.virtualbox.org/" title="Virtual Box">Virtual Box</a>. All of these applications are freely available as Open Source projects and extremely easy to set up on most operating systems.</p> + +<h2>Create a Zeppelin Ready VM</h2> + +<p>If you are running Windows and don't yet have python installed, <a href="https://www.python.org/downloads/release/python-2710/">install Python 2.7.x</a> first.</p> + +<ol> +<li>Download and Install Vagrant: <a href="http://www.vagrantup.com/downloads.html">Vagrant Downloads</a></li> +<li><p>Install Ansible: <a href="http://docs.ansible.com/ansible/intro_installation.html#latest-releases-via-pip">Ansible Python pip install</a></p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">sudo easy_install pip +sudo pip install ansible +ansible --version +</code></pre></div> +<p>After then, please check whether it reports <strong>ansible version 1.9.2 or higher</strong>.</p></li> +<li><p>Install Virtual Box: <a href="https://www.virtualbox.org/" title="Virtual Box">Virtual Box Downloads</a></p></li> +<li><p>Type <code>vagrant up</code> from within the <code>/scripts/vagrant/zeppelin-dev</code> directory</p></li> +</ol> + +<p>Thats it ! You can now run <code>vagrant ssh</code> and this will place you into the guest machines terminal prompt.</p> + +<p>If you don't wish to build Zeppelin from scratch, run the z-manager installer script while running in the guest VM:</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">curl -fsSL https://raw.githubusercontent.com/NFLabs/z-manager/master/zeppelin-installer.sh | bash +</code></pre></div> +<h2>Building Zeppelin</h2> + +<p>You can now </p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">git clone git://git.apache.org/zeppelin.git +</code></pre></div> +<p>into a directory on your host machine, or directly in your virtual machine.</p> + +<p>Cloning Zeppelin into the <code>/scripts/vagrant/zeppelin-dev</code> directory from the host, will allow the directory to be shared between your host and the guest machine.</p> + +<p>Cloning the project again may seem counter intuitive, since this script likley originated from the project repository. Consider copying just the vagrant/zeppelin-dev script from the Zeppelin project as a stand alone directory, then once again clone the specific branch you wish to build.</p> + +<p>Synced folders enable Vagrant to sync a folder on the host machine to the guest machine, allowing you to continue working on your project's files on your host machine, but use the resources in the guest machine to compile or run your project. <em><a href="https://docs.vagrantup.com/v2/synced-folders/index.html">(1) Synced Folder Description from Vagrant Up</a></em></p> + +<p>By default, Vagrant will share your project directory (the directory with the Vagrantfile) to <code>/vagrant</code>. Which means you should be able to build within the guest machine after you +<code>cd /vagrant/zeppelin</code></p> + +<h2>What's in this VM?</h2> + +<p>Running the following commands in the guest machine should display these expected versions:</p> + +<p><code>node --version</code> should report <em>v0.12.7</em> +<code>mvn --version</code> should report <em>Apache Maven 3.3.3</em> and <em>Java version: 1.7.0_85</em></p> + +<p>The virtual machine consists of:</p> + +<ul> +<li>Ubuntu Server 14.04 LTS</li> +<li>Node.js 0.12.7</li> +<li>npm 2.11.3</li> +<li>ruby 1.9.3 + rake, make and bundler (only required if building jekyll documentation)</li> +<li>Maven 3.3.3</li> +<li>Git</li> +<li>Unzip</li> +<li>libfontconfig to avoid phatomJs missing dependency issues</li> +<li>openjdk-7-jdk</li> +<li>Python addons: pip, matplotlib, scipy, numpy, pandas</li> +<li><a href="https://www.r-project.org/">R</a> and R Packages required to run the R Interpreter and the related R tutorial notebook, including: Knitr, devtools, repr, rCharts, ggplot2, googleVis, mplot, htmltools, base64enc, data.table</li> +</ul> + +<h2>How to build & run Zeppelin</h2> + +<p>This assumes you've already cloned the project either on the host machine in the zeppelin-dev directory (to be shared with the guest machine) or cloned directly into a directory while running inside the guest machine. The following build steps will also include Python and R support via PySpark and SparkR:</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">cd /zeppelin +mvn clean package -Pspark-1.6 -Ppyspark -Phadoop-2.4 -Psparkr -DskipTests +./bin/zeppelin-daemon.sh start +</code></pre></div> +<p>On your host machine browse to <code>http://localhost:8080/</code></p> + +<p>If you <a href="#tweaking-the-virtual-machine">turned off port forwarding</a> in the <code>Vagrantfile</code> browse to <code>http://192.168.51.52:8080</code></p> + +<h2>Tweaking the Virtual Machine</h2> + +<p>If you plan to run this virtual machine along side other Vagrant images, you may wish to bind the virtual machine to a specific IP address, and not use port fowarding from your local host.</p> + +<p>Comment out the <code>forward_port</code> line, and uncomment the <code>private_network</code> line in Vagrantfile. The subnet that works best for your local network will vary so adjust <code>192.168.*.*</code> accordingly.</p> +<div class="highlight"><pre><code class="text language-text" data-lang="text">#config.vm.network "forwarded_port", guest: 8080, host: 8080 +config.vm.network "private_network", ip: "192.168.51.52" +</code></pre></div> +<p><code>vagrant halt</code> followed by <code>vagrant up</code> will restart the guest machine bound to the IP address of <code>192.168.51.52</code>. +This approach usually is typically required if running other virtual machines that discover each other directly by IP address, such as Spark Masters and Slaves as well as Cassandra Nodes, Elasticsearch Nodes, and other Spark data sources. You may wish to launch nodes in virtual machines with IP addresses in a subnet that works for your local network, such as: 192.168.51.53, 192.168.51.54, 192.168.51.53, etc..</p> + +<h2>Extras</h2> + +<h3>Python Extras</h3> + +<p>With Zeppelin running, <strong>Numpy</strong>, <strong>SciPy</strong>, <strong>Pandas</strong> and <strong>Matplotlib</strong> will be available. Create a pyspark notebook, and try the below code.</p> +<div class="highlight"><pre><code class="python language-python" data-lang="python"><span class="o">%</span><span class="n">pyspark</span> + +<span class="kn">import</span> <span class="nn">numpy</span> +<span class="kn">import</span> <span class="nn">scipy</span> +<span class="kn">import</span> <span class="nn">pandas</span> +<span class="kn">import</span> <span class="nn">matplotlib</span> + +<span class="k">print</span> <span class="s">"numpy "</span> <span class="o">+</span> <span class="n">numpy</span><span class="o">.</span><span class="n">__version__</span> +<span class="k">print</span> <span class="s">"scipy "</span> <span class="o">+</span> <span class="n">scipy</span><span class="o">.</span><span class="n">__version__</span> +<span class="k">print</span> <span class="s">"pandas "</span> <span class="o">+</span> <span class="n">pandas</span><span class="o">.</span><span class="n">__version__</span> +<span class="k">print</span> <span class="s">"matplotlib "</span> <span class="o">+</span> <span class="n">matplotlib</span><span class="o">.</span><span class="n">__version__</span> +</code></pre></div> +<p>To Test plotting using Matplotlib into a rendered <code>%html</code> SVG image, try</p> +<div class="highlight"><pre><code class="python language-python" data-lang="python"><span class="o">%</span><span class="n">pyspark</span> + +<span class="kn">import</span> <span class="nn">matplotlib</span> +<span class="n">matplotlib</span><span class="o">.</span><span class="n">use</span><span class="p">(</span><span class="s">'Agg'</span><span class="p">)</span> <span class="c"># turn off interactive charting so this works for server side SVG rendering</span> +<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="kn">as</span> <span class="nn">plt</span> +<span class="kn">import</span> <span class="nn">numpy</span> <span class="kn">as</span> <span class="nn">np</span> +<span class="kn">import</span> <span class="nn">StringIO</span> + +<span class="c"># clear out any previous plots on this notebook</span> +<span class="n">plt</span><span class="o">.</span><span class="n">clf</span><span class="p">()</span> + +<span class="k">def</span> <span class="nf">show</span><span class="p">(</span><span class="n">p</span><span class="p">):</span> + <span class="n">img</span> <span class="o">=</span> <span class="n">StringIO</span><span class="o">.</span><span class="n">StringIO</span><span class="p">()</span> + <span class="n">p</span><span class="o">.</span><span class="n">savefig</span><span class="p">(</span><span class="n">img</span><span class="p">,</span> <span class="n">format</span><span class="o">=</span><span class="s">'svg'</span><span class="p">)</span> + <span class="n">img</span><span class="o">.</span><span class="n">seek</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span> + <span class="k">print</span> <span class="s">"%html <div style='width:600px'>"</span> <span class="o">+</span> <span class="n">img</span><span class="o">.</span><span class="n">buf</span> <span class="o">+</span> <span class="s">"</div>"</span> + +<span class="c"># Example data</span> +<span class="n">people</span> <span class="o">=</span> <span class="p">(</span><span class="s">'Tom'</span><span class="p">,</span> <span class="s">'Dick'</span><span class="p">,</span> <span class="s">'Harry'</span><span class="p">,</span> <span class="s">'Slim'</span><span class="p">,</span> <span class="s">'Jim'</span><span class="p">)</span> +<span class="n">y_pos</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">people</span><span class="p">))</span> +<span class="n">performance</span> <span class="o">=</span> <span class="mi">3</span> <span class="o">+</span> <span class="mi">10</span> <span class="o">*</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">rand</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">people</span><span class="p">))</span> +<span class="n">error</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">rand</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">people</span><span class="p">))</span> + +<span class="n">plt</span><span class="o">.</span><span class="n">barh</span><span class="p">(</span><span class="n">y_pos</span><span class="p">,</span> <span class="n">performance</span><span class="p">,</span> <span class="n">xerr</span><span class="o">=</span><span class="n">error</span><span class="p">,</span> <span class="n">align</span><span class="o">=</span><span class="s">'center'</span><span class="p">,</span> <span class="n">alpha</span><span class="o">=</span><span class="mf">0.4</span><span class="p">)</span> +<span class="n">plt</span><span class="o">.</span><span class="n">yticks</span><span class="p">(</span><span class="n">y_pos</span><span class="p">,</span> <span class="n">people</span><span class="p">)</span> +<span class="n">plt</span><span class="o">.</span><span class="n">xlabel</span><span class="p">(</span><span class="s">'Performance'</span><span class="p">)</span> +<span class="n">plt</span><span class="o">.</span><span class="n">title</span><span class="p">(</span><span class="s">'How fast do you want to go today?'</span><span class="p">)</span> + +<span class="n">show</span><span class="p">(</span><span class="n">plt</span><span class="p">)</span> +</code></pre></div> +<h3>R Extras</h3> + +<p>With zeppelin running, an R Tutorial notebook will be available. The R packages required to run the examples and graphs in this tutorial notebook were installed by this virtual machine. +The installed R Packages include: Knitr, devtools, repr, rCharts, ggplot2, googleVis, mplot, htmltools, base64enc, data.table</p> + + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2016 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> + Propchange: zeppelin/site/docs/0.6.2/install/virtual_machine.html ------------------------------------------------------------------------------ svn:eol-style = native Added: zeppelin/site/docs/0.6.2/install/yarn_install.html URL: http://svn.apache.org/viewvc/zeppelin/site/docs/0.6.2/install/yarn_install.html?rev=1765205&view=auto ============================================================================== --- zeppelin/site/docs/0.6.2/install/yarn_install.html (added) +++ zeppelin/site/docs/0.6.2/install/yarn_install.html Mon Oct 17 04:13:33 2016 @@ -0,0 +1,357 @@ + +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Install Zeppelin to connect with existing YARN cluster</title> + <meta name="description" content=""> + <meta name="author" content="The Apache Software Foundation"> + + <!-- Enable responsive viewport --> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <!-- Le HTML5 shim, for IE6-8 support of HTML elements --> + <!--[if lt IE 9]> + <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script> + <![endif]--> + + <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet"> + + <!-- Le styles --> + <link href="/docs/0.6.2/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css"> + <link href="/docs/0.6.2/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" /> + <!-- Le fav and touch icons --> + <!-- Update these with your own images + <link rel="shortcut icon" href="images/favicon.ico"> + <link rel="apple-touch-icon" href="images/apple-touch-icon.png"> + <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png"> + <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png"> + --> + + <!-- Js --> + <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/docs.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/anchor.min.js"></script> + <script src="/docs/0.6.2/assets/themes/zeppelin/js/toc.js"></script> + + <!-- atom & rss feed --> + <link href="/docs/0.6.2/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed"> + <link href="/docs/0.6.2/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed"> + </head> + + <body> + + <div id="menu" class="navbar navbar-inverse navbar-fixed-top" role="navigation"> + <div class="container"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand" href="/docs/0.6.2"> + <img src="/assets/themes/zeppelin/img/zeppelin_logo.png" width="50" alt="I'm zeppelin"> + <span style="vertical-align:middle">Zeppelin</span> + <span style="vertical-align:baseline"><small>0.6.2</small></span> + </a> + </div> + <nav class="navbar-collapse collapse" role="navigation"> + <ul class="nav navbar-nav"> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick Start <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="/docs/0.6.2/index.html">What is Apache Zeppelin ?</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Getting Started</b><span></li> + <li><a href="/docs/0.6.2/install/install.html">Install</a></li> + <li><a href="/docs/0.6.2/install/install.html#apache-zeppelin-configuration">Configuration</a></li> + <li><a href="/docs/0.6.2/quickstart/explorezeppelinui.html">Explore Zeppelin UI</a></li> + <li><a href="/docs/0.6.2/quickstart/tutorial.html">Tutorial</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Basic Feature Guide</b><span></li> + <li><a href="/docs/0.6.2/manual/dynamicform.html">Dynamic Form</a></li> + <li><a href="/docs/0.6.2/manual/publish.html">Publish your Paragraph</a></li> + <li><a href="/docs/0.6.2/manual/notebookashomepage.html">Customize Zeppelin Homepage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>More</b><span></li> + <li><a href="/docs/0.6.2/install/virtual_machine.html">Zeppelin on Vagrant VM</a></li> + <li><a href="/docs/0.6.2/install/upgrade.html">Upgrade Zeppelin Version</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Interpreter <b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu"> + <li><a href="/docs/0.6.2/manual/interpreters.html">Overview</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Usage</b><span></li> + <li><a href="/docs/0.6.2/manual/interpreterinstallation.html">Interpreter Installation</a></li> + <!--<li><a href="/docs/0.6.2/manual/dynamicinterpreterload.html">Dynamic Interpreter Loading</a></li>--> + <li><a href="/docs/0.6.2/manual/dependencymanagement.html">Interpreter Dependency Management</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Available Interpreters</b><span></li> + <li><a href="/docs/0.6.2/interpreter/alluxio.html">Alluxio</a></li> + <li><a href="/docs/0.6.2/interpreter/bigquery.html">BigQuery</a></li> + <li><a href="/docs/0.6.2/interpreter/cassandra.html">Cassandra</a></li> + <li><a href="/docs/0.6.2/interpreter/elasticsearch.html">Elasticsearch</a></li> + <li><a href="/docs/0.6.2/interpreter/flink.html">Flink</a></li> + <li><a href="/docs/0.6.2/interpreter/geode.html">Geode</a></li> + <li><a href="/docs/0.6.2/interpreter/hbase.html">HBase</a></li> + <li><a href="/docs/0.6.2/interpreter/hdfs.html">HDFS</a></li> + <li><a href="/docs/0.6.2/interpreter/hive.html">Hive</a></li> + <li><a href="/docs/0.6.2/interpreter/ignite.html">Ignite</a></li> + <li><a href="/docs/0.6.2/interpreter/jdbc.html">JDBC</a></li> + <li><a href="/docs/0.6.2/interpreter/lens.html">Lens</a></li> + <li><a href="/docs/0.6.2/interpreter/livy.html">Livy</a></li> + <li><a href="/docs/0.6.2/interpreter/markdown.html">Markdown</a></li> + <li><a href="/docs/0.6.2/interpreter/python.html">Python</a></li> + <li><a href="/docs/0.6.2/interpreter/postgresql.html">Postgresql, HAWQ</a></li> + <li><a href="/docs/0.6.2/interpreter/r.html">R</a></li> + <li><a href="/docs/0.6.2/interpreter/scalding.html">Scalding</a></li> + <li><a href="/docs/0.6.2/pleasecontribute.html">Shell</a></li> + <li><a href="/docs/0.6.2/interpreter/spark.html">Spark</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">Display System <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li class="title"><span><b>Basic Display System</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#text">Text</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#html">Html</a></li> + <li><a href="/docs/0.6.2/displaysystem/basicdisplaysystem.html#table">Table</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Angular API</b><span></li> + <li><a href="/docs/0.6.2/displaysystem/back-end-angular.html">Angular (backend API)</a></li> + <li><a href="/docs/0.6.2/displaysystem/front-end-angular.html">Angular (frontend API)</a></li> + </ul> + </li> + <li> + <a href="#" data-toggle="dropdown" class="dropdown-toggle">More<b class="caret"></b></a> + <ul class="dropdown-menu scrollable-menu" style="right: 0; left: auto;"> + <li class="title"><span><b>Notebook Storage</b><span></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-local-git-repository">Git Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-s3">S3 Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#notebook-storage-in-azure">Azure Storage</a></li> + <li><a href="/docs/0.6.2/storage/storage.html#storage-in-zeppelinhub">ZeppelinHub Storage</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>REST API</b><span></li> + <li><a href="/docs/0.6.2/rest-api/rest-interpreter.html">Interpreter API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-notebook.html">Notebook API</a></li> + <li><a href="/docs/0.6.2/rest-api/rest-configuration.html">Configuration API</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Security</b><span></li> + <li><a href="/docs/0.6.2/security/authentication.html">Authentication for NGINX</a></li> + <li><a href="/docs/0.6.2/security/shiroauthentication.html">Shiro Authentication</a></li> + <li><a href="/docs/0.6.2/security/notebook_authorization.html">Notebook Authorization</a></li> + <li><a href="/docs/0.6.2/security/interpreter_authorization.html">Interpreter & Data Resource Authorization</a></li> + <li role="separator" class="divider"></li> + <li class="title"><span><b>Contibute</b><span></li> + <li><a href="/docs/0.6.2/development/writingzeppelininterpreter.html">Writing Zeppelin Interpreter</a></li> + <li><a href="/docs/0.6.2/development/howtocontribute.html">How to contribute (code)</a></li> + <li><a href="/docs/0.6.2/development/howtocontributewebsite.html">How to contribute (website)</a></li> + </ul> + </li> + </ul> + </nav><!--/.navbar-collapse --> + </div> + </div> + + + + <div class="content"> + +<!--<div class="hero-unit Install Zeppelin to connect with existing YARN cluster"> + <h1></h1> +</div> +--> + +<div class="row"> + <div class="col-md-12"> + <!-- +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +--> + +<h2>Introduction</h2> + +<p>This page describes how to pre-configure a bare metal node, configure Zeppelin and connect it to existing YARN cluster running Hortonworks flavour of Hadoop. It also describes steps to configure Spark interpreter of Zeppelin.</p> + +<h2>Prepare Node</h2> + +<h3>Zeppelin user (Optional)</h3> + +<p>This step is optional, however its nice to run Zeppelin under its own user. In case you do not like to use Zeppelin (hope not) the user could be deleted along with all the packages that were installed for Zeppelin, Zeppelin binary itself and associated directories.</p> + +<p>Create a zeppelin user and switch to zeppelin user or if zeppelin user is already created then login as zeppelin.</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">useradd zeppelin +su - zeppelin +whoami +</code></pre></div> +<p>Assuming a zeppelin user is created then running whoami command must return</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">zeppelin +</code></pre></div> +<p>Its assumed in the rest of the document that zeppelin user is indeed created and below installation instructions are performed as zeppelin user.</p> + +<h3>List of Prerequisites</h3> + +<ul> +<li>CentOS 6.x, Mac OSX, Ubuntu 14.X</li> +<li>Java 1.7</li> +<li>Hadoop client</li> +<li>Spark</li> +<li>Internet connection is required.</li> +</ul> + +<p>It's assumed that the node has CentOS 6.x installed on it. Although any version of Linux distribution should work fine.</p> + +<h4>Hadoop client</h4> + +<p>Zeppelin can work with multiple versions & distributions of Hadoop. A complete list is available <a href="https://github.com/apache/zeppelin#build">here</a>. This document assumes Hadoop 2.7.x client libraries including configuration files are installed on Zeppelin node. It also assumes /etc/hadoop/conf contains various Hadoop configuration files. The location of Hadoop configuration files may vary, hence use appropriate location.</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">hadoop version +Hadoop 2.7.1.2.3.1.0-2574 +Subversion g...@github.com:hortonworks/hadoop.git -r f66cf95e2e9367a74b0ec88b2df33458b6cff2d0 +Compiled by jenkins on 2015-07-25T22:36Z +Compiled with protoc 2.5.0 +From <span class="nb">source </span>with checksum 54f9bbb4492f92975e84e390599b881d +This <span class="nb">command </span>was run using /usr/hdp/2.3.1.0-2574/hadoop/lib/hadoop-common-2.7.1.2.3.1.0-2574.jar +</code></pre></div> +<h4>Spark</h4> + +<p>Spark is supported out of the box and to take advantage of this, you need to Download appropriate version of Spark binary packages from <a href="http://spark.apache.org/downloads.html">Spark Download page</a> and unzip it. +Zeppelin can work with multiple versions of Spark. A complete list is available <a href="https://github.com/apache/zeppelin#build">here</a>. +This document assumes Spark 1.6.0 is installed at /usr/lib/spark.</p> + +<blockquote> +<p>Note: Spark should be installed on the same node as Zeppelin.</p> + +<p>Note: Spark's pre-built package for CDH 4 doesn't support yarn.</p> +</blockquote> + +<h4>Zeppelin</h4> + +<p>Checkout source code from <a href="https://github.com/apache/zeppelin.git">git://git.apache.org/zeppelin.git</a> or download binary package from <a href="https://zeppelin.apache.org/download.html">Download page</a>. +You can refer <a href="install.html">Install</a> page for the details. +This document assumes that Zeppelin is located under <code>/home/zeppelin/zeppelin</code>.</p> + +<h2>Zeppelin Configuration</h2> + +<p>Zeppelin configuration needs to be modified to connect to YARN cluster. Create a copy of zeppelin environment shell script.</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">cp /home/zeppelin/zeppelin/conf/zeppelin-env.sh.template /home/zeppelin/zeppelin/conf/zeppelin-env.sh +</code></pre></div> +<p>Set the following properties</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="nb">export </span><span class="nv">JAVA_HOME</span><span class="o">=</span><span class="s2">"/usr/java/jdk1.7.0_79"</span> +<span class="nb">export </span><span class="nv">HADOOP_CONF_DIR</span><span class="o">=</span><span class="s2">"/etc/hadoop/conf"</span> +<span class="nb">export </span><span class="nv">ZEPPELIN_JAVA_OPTS</span><span class="o">=</span><span class="s2">"-Dhdp.version=2.3.1.0-2574"</span> +<span class="nb">export </span><span class="nv">SPARK_HOME</span><span class="o">=</span><span class="s2">"/usr/lib/spark"</span> +</code></pre></div> +<p>As /etc/hadoop/conf contains various configurations of YARN cluster, Zeppelin can now submit Spark/Hive jobs on YARN cluster form its web interface. The value of hdp.version is set to 2.3.1.0-2574. This can be obtained by running the following command</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash">hdp-select status hadoop-client <span class="p">|</span> sed <span class="s1">'s/hadoop-client - \(.*\)/\1/'</span> +<span class="c"># It returned 2.3.1.0-2574</span> +</code></pre></div> +<h2>Start/Stop</h2> + +<h3>Start Zeppelin</h3> +<div class="highlight"><pre><code class="text language-text" data-lang="text">cd /home/zeppelin/zeppelin +bin/zeppelin-daemon.sh start +</code></pre></div> +<p>After successful start, visit http://[zeppelin-server-host-name]:8080 with your web browser.</p> + +<h3>Stop Zeppelin</h3> +<div class="highlight"><pre><code class="text language-text" data-lang="text">bin/zeppelin-daemon.sh stop +</code></pre></div> +<h2>Interpreter</h2> + +<p>Zeppelin provides various distributed processing frameworks to process data that ranges from Spark, JDBC, Ignite and Lens to name a few. This document describes to configure JDBC & Spark interpreters.</p> + +<h3>Hive</h3> + +<p>Zeppelin supports Hive through JDBC interpreter. You might need the information to use Hive and can find in your hive-site.xml</p> + +<p>Once Zeppelin server has started successfully, visit http://[zeppelin-server-host-name]:8080 with your web browser. Click on Interpreter tab next to Notebook dropdown. Look for Hive configurations and set them appropriately. Set them as per Hive installation on YARN cluster. +Click on Save button. Once these configurations are updated, Zeppelin will prompt you to restart the interpreter. Accept the prompt and the interpreter will reload the configurations.</p> + +<h3>Spark</h3> + +<p>It was assumed that 1.6.0 version of Spark is installed at /usr/lib/spark. Look for Spark configurations and click edit button to add the following properties</p> + +<table class="table-configuration"> + <tr> + <th>Property Name</th> + <th>Property Value</th> + <th>Remarks</th> + </tr> + <tr> + <td>master</td> + <td>yarn-client</td> + <td>In yarn-client mode, the driver runs in the client process, and the application master is only used for requesting resources from YARN.</td> + </tr> + <tr> + <td>spark.driver.extraJavaOptions</td> + <td>-Dhdp.version=2.3.1.0-2574</td> + <td></td> + </tr> + <tr> + <td>spark.yarn.am.extraJavaOptions</td> + <td>-Dhdp.version=2.3.1.0-2574</td> + <td></td> + </tr> +</table> + +<p>Click on Save button. Once these configurations are updated, Zeppelin will prompt you to restart the interpreter. Accept the prompt and the interpreter will reload the configurations.</p> + +<p>Spark & Hive notebooks can be written with Zeppelin now. The resulting Spark & Hive jobs will run on configured YARN cluster.</p> + +<h2>Debug</h2> + +<p>Zeppelin does not emit any kind of error messages on web interface when notebook/paragraph is run. If a paragraph fails it only displays ERROR. The reason for failure needs to be looked into log files which is present in logs directory under zeppelin installation base directory. Zeppelin creates a log file for each kind of interpreter.</p> +<div class="highlight"><pre><code class="bash language-bash" data-lang="bash"><span class="o">[</span>zeppelin@zeppelin-3529 logs<span class="o">]</span><span class="nv">$ </span><span class="nb">pwd</span> +/home/zeppelin/zeppelin/logs +<span class="o">[</span>zeppelin@zeppelin-3529 logs<span class="o">]</span><span class="nv">$ </span>ls -l +total 844 +-rw-rw-r-- 1 zeppelin zeppelin 14648 Aug 3 14:45 zeppelin-interpreter-hive-zeppelin-zeppelin-3529.log +-rw-rw-r-- 1 zeppelin zeppelin 625050 Aug 3 16:05 zeppelin-interpreter-spark-zeppelin-zeppelin-3529.log +-rw-rw-r-- 1 zeppelin zeppelin 200394 Aug 3 21:15 zeppelin-zeppelin-zeppelin-3529.log +-rw-rw-r-- 1 zeppelin zeppelin 16162 Aug 3 14:03 zeppelin-zeppelin-zeppelin-3529.out +<span class="o">[</span>zeppelin@zeppelin-3529 logs<span class="o">]</span><span class="err">$</span> +</code></pre></div> + </div> +</div> + + + <hr> + <footer> + <!-- <p>© 2016 The Apache Software Foundation</p>--> + </footer> + </div> + + + + + <script type="text/javascript"> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-45176241-5', 'zeppelin.apache.org'); + ga('require', 'linkid', 'linkid.js'); + ga('send', 'pageview'); + +</script> + + + + </body> +</html> + Propchange: zeppelin/site/docs/0.6.2/install/yarn_install.html ------------------------------------------------------------------------------ svn:eol-style = native