Author: pallavi
Date: Mon Feb 15 05:36:56 2016
New Revision: 1730448
URL: http://svn.apache.org/viewvc?rev=1730448&view=rev
Log:
Adding 0.9 Release docs html
Added:
falcon/site/0.9/
falcon/site/0.9/Appendix.html
falcon/site/0.9/Architecture.png (with props)
falcon/site/0.9/Configuration.html
falcon/site/0.9/Distributed-mode.html
falcon/site/0.9/Embedded-mode.html
falcon/site/0.9/EntityDependency.png (with props)
falcon/site/0.9/EntitySpecification.html
falcon/site/0.9/FalconCLI.html
falcon/site/0.9/FalconDocumentation.html
falcon/site/0.9/FalconEmailNotification.html
falcon/site/0.9/FalconNativeScheduler.html
falcon/site/0.9/FeedSchedule.png (with props)
falcon/site/0.9/HDFSDR.html
falcon/site/0.9/HiveDR.html
falcon/site/0.9/HiveIntegration.html
falcon/site/0.9/ImportExport.html
falcon/site/0.9/InstallationSteps.html
falcon/site/0.9/MigrationInstructions.html
falcon/site/0.9/OnBoarding.html
falcon/site/0.9/Operability.html
falcon/site/0.9/PrismSetup.png (with props)
falcon/site/0.9/ProcessSchedule.png (with props)
falcon/site/0.9/Recipes.html
falcon/site/0.9/Security.html
falcon/site/0.9/css/
falcon/site/0.9/css/apache-maven-fluido-1.3.0.min.css
falcon/site/0.9/css/print.css
falcon/site/0.9/css/site.css
falcon/site/0.9/dependency-convergence.html
falcon/site/0.9/dependency-info.html
falcon/site/0.9/distribution-management.html
falcon/site/0.9/falconcli/
falcon/site/0.9/falconcli/CommonCLI.html
falcon/site/0.9/falconcli/ContinueInstance.html
falcon/site/0.9/falconcli/Definition.html
falcon/site/0.9/falconcli/DeleteEntity.html
falcon/site/0.9/falconcli/DependencyEntity.html
falcon/site/0.9/falconcli/DependencyInstance.html
falcon/site/0.9/falconcli/EdgeMetadata.html
falcon/site/0.9/falconcli/FalconCLI.html
falcon/site/0.9/falconcli/FeedInstanceListing.html
falcon/site/0.9/falconcli/HelpAdmin.html
falcon/site/0.9/falconcli/KillInstance.html
falcon/site/0.9/falconcli/LifeCycleInstance.html
falcon/site/0.9/falconcli/LineageMetadata.html
falcon/site/0.9/falconcli/ListEntity.html
falcon/site/0.9/falconcli/ListInstance.html
falcon/site/0.9/falconcli/ListMetadata.html
falcon/site/0.9/falconcli/LogsInstance.html
falcon/site/0.9/falconcli/Lookup.html
falcon/site/0.9/falconcli/ParamsInstance.html
falcon/site/0.9/falconcli/RelationMetadata.html
falcon/site/0.9/falconcli/RerunInstance.html
falcon/site/0.9/falconcli/ResumeEntity.html
falcon/site/0.9/falconcli/ResumeInstance.html
falcon/site/0.9/falconcli/RunningInstance.html
falcon/site/0.9/falconcli/SLAAlert.html
falcon/site/0.9/falconcli/Schedule.html
falcon/site/0.9/falconcli/StatusAdmin.html
falcon/site/0.9/falconcli/StatusEntity.html
falcon/site/0.9/falconcli/StatusInstance.html
falcon/site/0.9/falconcli/Submit.html
falcon/site/0.9/falconcli/SubmitRecipe.html
falcon/site/0.9/falconcli/SummaryEntity.html
falcon/site/0.9/falconcli/SummaryInstance.html
falcon/site/0.9/falconcli/SuspendEntity.html
falcon/site/0.9/falconcli/SuspendInstance.html
falcon/site/0.9/falconcli/Touch.html
falcon/site/0.9/falconcli/TriageInstance.html
falcon/site/0.9/falconcli/UpdateEntity.html
falcon/site/0.9/falconcli/VersionAdmin.html
falcon/site/0.9/falconcli/VertexEdgesMetadata.html
falcon/site/0.9/falconcli/VertexMetadata.html
falcon/site/0.9/falconcli/VerticesMetadata.html
falcon/site/0.9/images/
falcon/site/0.9/images/accessories-text-editor.png (with props)
falcon/site/0.9/images/add.gif (with props)
falcon/site/0.9/images/apache-incubator-logo.png (with props)
falcon/site/0.9/images/apache-maven-project-2.png (with props)
falcon/site/0.9/images/application-certificate.png (with props)
falcon/site/0.9/images/contact-new.png (with props)
falcon/site/0.9/images/document-properties.png (with props)
falcon/site/0.9/images/drive-harddisk.png (with props)
falcon/site/0.9/images/falcon-logo.png (with props)
falcon/site/0.9/images/fix.gif (with props)
falcon/site/0.9/images/icon_error_sml.gif (with props)
falcon/site/0.9/images/icon_help_sml.gif (with props)
falcon/site/0.9/images/icon_info_sml.gif (with props)
falcon/site/0.9/images/icon_success_sml.gif (with props)
falcon/site/0.9/images/icon_warning_sml.gif (with props)
falcon/site/0.9/images/image-x-generic.png (with props)
falcon/site/0.9/images/internet-web-browser.png (with props)
falcon/site/0.9/images/logos/
falcon/site/0.9/images/logos/build-by-maven-black.png (with props)
falcon/site/0.9/images/logos/build-by-maven-white.png (with props)
falcon/site/0.9/images/logos/maven-feather.png (with props)
falcon/site/0.9/images/network-server.png (with props)
falcon/site/0.9/images/package-x-generic.png (with props)
falcon/site/0.9/images/profiles/
falcon/site/0.9/images/profiles/pre-release.png (with props)
falcon/site/0.9/images/profiles/retired.png (with props)
falcon/site/0.9/images/profiles/sandbox.png (with props)
falcon/site/0.9/images/remove.gif (with props)
falcon/site/0.9/images/rss.png (with props)
falcon/site/0.9/images/update.gif (with props)
falcon/site/0.9/images/window-new.png (with props)
falcon/site/0.9/img/
falcon/site/0.9/img/glyphicons-halflings-white.png (with props)
falcon/site/0.9/img/glyphicons-halflings.png (with props)
falcon/site/0.9/index.html
falcon/site/0.9/integration.html
falcon/site/0.9/issue-tracking.html
falcon/site/0.9/js/
falcon/site/0.9/js/apache-maven-fluido-1.3.0.min.js
falcon/site/0.9/license.html
falcon/site/0.9/mail-lists.html
falcon/site/0.9/plugin-management.html
falcon/site/0.9/plugins.html
falcon/site/0.9/project-info.html
falcon/site/0.9/project-summary.html
falcon/site/0.9/restapi/
falcon/site/0.9/restapi/AdjacentVertices.html
falcon/site/0.9/restapi/AdminConfig.html
falcon/site/0.9/restapi/AdminStack.html
falcon/site/0.9/restapi/AdminVersion.html
falcon/site/0.9/restapi/AllEdges.html
falcon/site/0.9/restapi/AllVertices.html
falcon/site/0.9/restapi/Edge.html
falcon/site/0.9/restapi/EntityDefinition.html
falcon/site/0.9/restapi/EntityDelete.html
falcon/site/0.9/restapi/EntityDependencies.html
falcon/site/0.9/restapi/EntityLineage.html
falcon/site/0.9/restapi/EntityList.html
falcon/site/0.9/restapi/EntityResume.html
falcon/site/0.9/restapi/EntitySchedule.html
falcon/site/0.9/restapi/EntityStatus.html
falcon/site/0.9/restapi/EntitySubmit.html
falcon/site/0.9/restapi/EntitySubmitAndSchedule.html
falcon/site/0.9/restapi/EntitySummary.html
falcon/site/0.9/restapi/EntitySuspend.html
falcon/site/0.9/restapi/EntityTouch.html
falcon/site/0.9/restapi/EntityUpdate.html
falcon/site/0.9/restapi/EntityValidate.html
falcon/site/0.9/restapi/FeedInstanceListing.html
falcon/site/0.9/restapi/FeedLookup.html
falcon/site/0.9/restapi/FeedSLA.html
falcon/site/0.9/restapi/Graph.html
falcon/site/0.9/restapi/InstanceDependencies.html
falcon/site/0.9/restapi/InstanceKill.html
falcon/site/0.9/restapi/InstanceList.html
falcon/site/0.9/restapi/InstanceLogs.html
falcon/site/0.9/restapi/InstanceParams.html
falcon/site/0.9/restapi/InstanceRerun.html
falcon/site/0.9/restapi/InstanceResume.html
falcon/site/0.9/restapi/InstanceRunning.html
falcon/site/0.9/restapi/InstanceStatus.html
falcon/site/0.9/restapi/InstanceSummary.html
falcon/site/0.9/restapi/InstanceSuspend.html
falcon/site/0.9/restapi/MetadataList.html
falcon/site/0.9/restapi/MetadataRelations.html
falcon/site/0.9/restapi/ResourceList.html
falcon/site/0.9/restapi/Triage.html
falcon/site/0.9/restapi/Vertex.html
falcon/site/0.9/restapi/VertexProperties.html
falcon/site/0.9/restapi/Vertices.html
falcon/site/0.9/source-repository.html
falcon/site/0.9/team-list.html
Added: falcon/site/0.9/Appendix.html
URL:
http://svn.apache.org/viewvc/falcon/site/0.9/Appendix.html?rev=1730448&view=auto
==============================================================================
--- falcon/site/0.9/Appendix.html (added)
+++ falcon/site/0.9/Appendix.html Mon Feb 15 05:36:56 2016
@@ -0,0 +1,136 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-02-09
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160209" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - Compatibility</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript"
src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $(
'.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <div id="bannerLeft">
+
<img src="images/falcon-logo.png" alt="Apache Falcon"
width="200px" height="45px"/>
+ </div>
+ </div>
+ <div class="pull-right"> </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">Compatibility</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published:
2016-02-09</li> <li class="divider pull-right">|</li>
+ <li id="projectVersion" class="pull-right">Version: 0.9</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <div class="section">
+<h2>Compatibility<a name="Compatibility"></a></h2></div>
+<div class="section">
+<h3>0.6-incubating Version Compatibility Matrix<a
name="a0.6-incubating_Version_Compatibility_Matrix"></a></h3>
+<p></p>
+<ul>
+<li>Hadoop 2.5.0 and above</li>
+<li>Oozie 4.0.0 and above</li>
+<li>Hive 0.11.0 and above</li>
+<li>HCatalog 0.11.0 and above</li>
+<li>Active MQ 5.4.3 and above</li>
+<li>Titan 0.4.2 and above but below 0.5</li></ul></div>
+<div class="section">
+<h3>0.6-incubating Tested Compatibility<a
name="a0.6-incubating_Tested_Compatibility"></a></h3>
+<p></p>
+<ul>
+<li>Hadoop 2.6.0</li>
+<li>Oozie 4.1.0</li>
+<li>Hive 0.14.0</li>
+<li>HCatalog 0.14.0</li>
+<li>Active MQ 5.4.3</li>
+<li>Titan 0.4.2</li>
+<li>Java 1.6, Java 1.7</li></ul>
+<p>Note : Oozie versions below 4.1.0 are not compatible with Java 1.7</p></div>
+<div class="section">
+<h3>0.6-incubating Release Notes<a
name="a0.6-incubating_Release_Notes"></a></h3>
+<p>Major additions are listed below. Refer to CHANGES.txt for detailed issues
addressed in this release.</p>
+<p></p>
+<ul>
+<li>Security - Authorization, SSL</li>
+<li>Lineage - More complete with better API</li>
+<li>Recipes</li>
+<li>Usability improvements - Dry run, entity summary, Pagination, etc.</li>
+<li>Operability - Alerts, Audits, etc.</li>
+<li>Refactoring - Messaging, Orchestration of workflows, etc.</li>
+<li>Extension points for developers</li>
+<li>Many bug fixes</li></ul></div>
+<div class="section">
+<h3>0.6-incubating Upgrade Instructions<a
name="a0.6-incubating_Upgrade_Instructions"></a></h3>
+<p>Please follow these instructions when upgrading from an older
release.</p></div>
+<div class="section">
+<h4>Upgrading from 0.5-incubating<a
name="Upgrading_from_0.5-incubating"></a></h4>
+<p>0.6-incubating is backwards <b>incompatible</b> with 0.5-incubating. It is
recommended that user do not migrate from 0.5 to 0.6. However if the user must
migrate from 0.5-incubating to 0.6-incubating, user should
[[https://cwiki.apache.org/confluence/display/FALCON/Index][follow these
instructions]</p></div>
+<div class="section">
+<h4>Upgrading from 0.4-incubating<a
name="Upgrading_from_0.4-incubating"></a></h4>
+<p>It is not possible to upgrade to 0.6-incubating from
0.4-incubating.</p></div>
+<div class="section">
+<h4>Upgrading from 0.3-incubating<a
name="Upgrading_from_0.3-incubating"></a></h4>
+<p>It is not possible to upgrade to 0.6-incubating from
0.3-incubating.</p></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright ©
2013-2016
+ <a href="http://www.apache.org";>Apache Software
Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/"; title="Built by
Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven"
src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Added: falcon/site/0.9/Architecture.png
URL:
http://svn.apache.org/viewvc/falcon/site/0.9/Architecture.png?rev=1730448&view=auto
==============================================================================
Binary file - no diff available.
Propchange: falcon/site/0.9/Architecture.png
------------------------------------------------------------------------------
svn:mime-type = application/octet-stream
Added: falcon/site/0.9/Configuration.html
URL:
http://svn.apache.org/viewvc/falcon/site/0.9/Configuration.html?rev=1730448&view=auto
==============================================================================
--- falcon/site/0.9/Configuration.html (added)
+++ falcon/site/0.9/Configuration.html Mon Feb 15 05:36:56 2016
@@ -0,0 +1,193 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-02-09
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160209" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - Configuring Falcon</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript"
src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $(
'.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <div id="bannerLeft">
+
<img src="images/falcon-logo.png" alt="Apache Falcon"
width="200px" height="45px"/>
+ </div>
+ </div>
+ <div class="pull-right"> </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">Configuring Falcon</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published:
2016-02-09</li> <li class="divider pull-right">|</li>
+ <li id="projectVersion" class="pull-right">Version: 0.9</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <div class="section">
+<h2>Configuring Falcon<a name="Configuring_Falcon"></a></h2>
+<p>By default config directory used by falcon is {package dir}/conf. To
override this (to use the same conf with multiple falcon upgrades), set
environment variable FALCON_CONF to the path of the conf dir.</p>
+<p>falcon-env.sh has been added to the falcon conf. This file can be used to
set various environment variables that you need for you services. In addition
you can set any other environment variables you might need. This file will be
sourced by falcon scripts before any commands are executed. The following
environment variables are available to set.</p>
+<div class="source">
+<pre>
+# The java implementation to use. If JAVA_HOME is not found we expect java and
jar to be in path
+#export JAVA_HOME=
+
+# any additional java opts you want to set. This will apply to both client and
server operations
+#export FALCON_OPTS=
+
+# any additional java opts that you want to set for client only
+#export FALCON_CLIENT_OPTS=
+
+# java heap size we want to set for the client. Default is 1024MB
+#export FALCON_CLIENT_HEAP=
+
+# any additional opts you want to set for prism service.
+#export FALCON_PRISM_OPTS=
+
+# java heap size we want to set for the prism service. Default is 1024MB
+#export FALCON_PRISM_HEAP=
+
+# any additional opts you want to set for falcon service.
+#export FALCON_SERVER_OPTS=
+
+# java heap size we want to set for the falcon server. Default is 1024MB
+#export FALCON_SERVER_HEAP=
+
+# What is is considered as falcon home dir. Default is the base location of
the installed software
+#export FALCON_HOME_DIR=
+
+# Where log files are stored. Default is logs directory under the base install
location
+#export FALCON_LOG_DIR=
+
+# Where pid files are stored. Default is logs directory under the base install
location
+#export FALCON_PID_DIR=
+
+# where the falcon active mq data is stored. Default is logs/data directory
under the base install location
+#export FALCON_DATA_DIR=
+
+# Where do you want to expand the war file. By Default it is in /server/webapp
dir under the base install dir.
+#export FALCON_EXPANDED_WEBAPP_DIR=
+
+</pre></div></div>
+<div class="section">
+<h3>Advanced Configurations<a name="Advanced_Configurations"></a></h3></div>
+<div class="section">
+<h4>Configuring Monitoring plugin to register catalog partitions<a
name="Configuring_Monitoring_plugin_to_register_catalog_partitions"></a></h4>
+<p>Falcon comes with a monitoring plugin that registers catalog partition.
This comes in really handy during migration from filesystem based feeds to
hcatalog based feeds. This plugin enables the user to de-couple the partition
registration and assume that all partitions are already on hcatalog even before
the migration, simplifying the hcatalog migration.</p>
+<p>By default this plugin is disabled. To enable this plugin and leverage the
feature, there are 3 pre-requisites:</p>
+<div class="source">
+<pre>
+In {package dir}/conf/startup.properties, add
+*.workflow.execution.listeners=org.apache.falcon.catalog.CatalogPartitionHandler
+
+In the cluster definition, ensure registry endpoint is defined.
+Ex:
+<interface type="registry"
endpoint="thrift://localhost:1109" version="0.13.3"/>
+
+In the feed definition, ensure the corresponding catalog table is mentioned in
feed-properties
+Ex:
+<properties>
+ <property name="catalog.table"
value="catalog:default:in_table#year={YEAR};month={MONTH};day={DAY};hour={HOUR};
+ minute={MINUTE}"/>
+</properties>
+
+</pre></div>
+<p><b>NOTE : for Mac OS users</b></p>
+<div class="source">
+<pre>
+If you are using a Mac OS, you will need to configure the FALCON_SERVER_OPTS
(explained above).
+
+In {package dir}/conf/falcon-env.sh uncomment the following line
+#export FALCON_SERVER_OPTS=
+
+and change it to look as below
+export FALCON_SERVER_OPTS="-Djava.awt.headless=true
-Djava.security.krb5.realm= -Djava.security.krb5.kdc="
+
+</pre></div></div>
+<div class="section">
+<h4>Activemq<a name="Activemq"></a></h4>
+<p>* falcon server starts embedded active mq. To control this behaviour, set
the following system properties using -D option in environment variable
FALCON_OPTS:</p>
+<ul>
+<li>falcon.embeddedmq=<true/false> - Should server start embedded active
mq, default true</li>
+<li>falcon.embeddedmq.port=<port> - Port for embedded active mq, default
61616</li>
+<li>falcon.embeddedmq.data=<path> - Data path for embedded active mq,
default {package dir}/logs/data</li></ul></div>
+<div class="section">
+<h4>Falcon System Notifications<a name="Falcon_System_Notifications"></a></h4>
+<p>Some Falcon features such as late data handling, retries, metadata service,
depend on JMS notifications sent when the Oozie workflow completes. These
system notifications are sent as part of Falcon Post Processing action. Given
that the post processing action is also a job, it is prone to failures and in
case of failures, Falcon is blind to the status of the workflow. To alleviate
this problem and make the notifications more reliable, you can enable Oozie's
JMS notification feature and disable Falcon post-processing notification by
making the following changes:</p>
+<ul>
+<li>In Falcon runtime.properties, set *.falcon.jms.notification.enabled to
false. This will turn off JMS notification in post-processing.</li>
+<li>Copy notification related properties in oozie/conf/oozie-site.xml to
oozie-site.xml of the Oozie installation. Restart Oozie so changes get
reflected.</li></ul>
+<p><b>NOTE : If you disable Falcon post-processing JMS notification and not
enable Oozie JMS notification, features such as failure retry, late data
handling and metadata service will be disabled for all entities on the
server.</b></p></div>
+<div class="section">
+<h4>Enabling Falcon Native Scheudler<a
name="Enabling_Falcon_Native_Scheudler"></a></h4>
+<p><verbatim>$FALCON_HOME/conf/startup.properties</verbatim> before starting
the Falcon Server. For details on the same, refer to <a
href="./FalconNativeScheduler.html">Falcon Native Scheduler</a></p></div>
+<div class="section">
+<h4>Adding Extension Libraries<a name="Adding_Extension_Libraries"></a></h4>
+<p>Library extensions allows users to add custom libraries to entity
lifecycles such as feed retention, feed replication and process execution. This
is useful for usecases such as adding filesystem extensions. To enable this,
add the following configs to startup.properties: *.libext.paths=<paths to be
added to all entity lifecycles></p>
+<p>*.libext.feed.paths=<paths to be added to all feed lifecycles></p>
+<p>*.libext.feed.retentions.paths=<paths to be added to feed retention
workflow></p>
+<p>*.libext.feed.replication.paths=<paths to be added to feed replication
workflow></p>
+<p>*.libext.process.paths=<paths to be added to process workflow></p>
+<p>The configured jars are added to falcon classpath and the corresponding
workflows.</p></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright ©
2013-2016
+ <a href="http://www.apache.org";>Apache Software
Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/"; title="Built by
Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven"
src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Added: falcon/site/0.9/Distributed-mode.html
URL:
http://svn.apache.org/viewvc/falcon/site/0.9/Distributed-mode.html?rev=1730448&view=auto
==============================================================================
--- falcon/site/0.9/Distributed-mode.html (added)
+++ falcon/site/0.9/Distributed-mode.html Mon Feb 15 05:36:56 2016
@@ -0,0 +1,250 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-02-09
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160209" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - Distributed Mode</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript"
src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $(
'.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <div id="bannerLeft">
+
<img src="images/falcon-logo.png" alt="Apache Falcon"
width="200px" height="45px"/>
+ </div>
+ </div>
+ <div class="pull-right"> </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">Distributed Mode</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published:
2016-02-09</li> <li class="divider pull-right">|</li>
+ <li id="projectVersion" class="pull-right">Version: 0.9</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <div class="section">
+<h2>Distributed Mode<a name="Distributed_Mode"></a></h2>
+<p>Following are the steps needed to package and deploy Falcon in Embedded
Mode. You need to complete Steps 1-3 mentioned <a
href="./InstallationSteps.html">here</a> before proceeding further.</p></div>
+<div class="section">
+<h3>Package Falcon<a name="Package_Falcon"></a></h3>
+<p>Ensure that you are in the base directory (where you cloned Falcon).
Let’s call it {project dir}</p>
+<div class="source">
+<pre>
+$mvn clean assembly:assembly -DskipTests -DskipCheck=true
-Pdistributed,hadoop-2
+
+</pre></div>
+<div class="source">
+<pre>
+$ls {project dir}/target/
+
+</pre></div>
+<p>It should give an output like below :</p>
+<div class="source">
+<pre>
+apache-falcon-distributed-${project.version}-server.tar.gz
+apache-falcon-distributed-${project.version}-sources.tar.gz
+archive-tmp
+maven-shared-archive-resources
+
+</pre></div>
+<p></p>
+<ul>
+<li>apache-falcon-distributed-${project.version}-sources.tar.gz contains
source files of Falcon repo.</li></ul>
+<p></p>
+<ul>
+<li>apache-falcon-distributed-${project.version}-server.tar.gz package
contains project artifacts along with it's</li></ul>dependencies, configuration
files and scripts required to deploy Falcon.
+<p>Tar can be found in {project
dir}/target/apache-falcon-distributed-${project.version}-server.tar.gz . This
is the tar used for installing Falcon. Lets call it {falcon package}</p>
+<p>Tar is structured as follows.</p>
+<div class="source">
+<pre>
+
+|- bin
+ |- falcon
+ |- falcon-start
+ |- falcon-stop
+ |- falcon-status
+ |- falcon-config.sh
+ |- service-start.sh
+ |- service-stop.sh
+ |- service-status.sh
+ |- prism-stop
+ |- prism-start
+ |- prism-status
+|- conf
+ |- startup.properties
+ |- runtime.properties
+ |- client.properties
+ |- prism.keystore
+ |- log4j.xml
+ |- falcon-env.sh
+|- docs
+|- client
+ |- lib (client support libs)
+|- server
+ |- webapp
+ |- falcon.war
+ |- prism.war
+|- oozie
+ |- conf
+ |- libext
+|- hadooplibs
+|- README
+|- NOTICE.txt
+|- LICENSE.txt
+|- DISCLAIMER.txt
+|- CHANGES.txt
+
+</pre></div></div>
+<div class="section">
+<h3>Installing & running Falcon<a
name="Installing__running_Falcon"></a></h3></div>
+<div class="section">
+<h4>Installing Falcon<a name="Installing_Falcon"></a></h4>
+<p>Running Falcon in distributed mode requires bringing up both prism and
server.As the name suggests Falcon prism splits the request it gets to the
Falcon servers. It is a good practice to start prism and server with their
corresponding configurations separately. Create separate directory for prism
and server. Let's call them {falcon-prism-dir} and {falcon-server-dir}
respectively.</p>
+<p><b>For prism</b></p>
+<div class="source">
+<pre>
+$mkdir {falcon-prism-dir}
+$tar -xzvf {falcon package}
+
+</pre></div>
+<p><b>For server</b></p>
+<div class="source">
+<pre>
+$mkdir {falcon-server-dir}
+$tar -xzvf {falcon package}
+
+</pre></div></div>
+<div class="section">
+<h4>Starting Prism<a name="Starting_Prism"></a></h4>
+<div class="source">
+<pre>
+cd {falcon-prism-dir}/falcon-distributed-${project.version}
+bin/prism-start [-port <port>]
+
+</pre></div>
+<p>By default, * prism server starts at port 16443. To change the port, use
-port option</p>
+<p>* falcon.enableTLS can be set to true or false explicitly to enable SSL, if
not port that end with 443 will automatically put prism on <a
class="externalLink" href="https://";>https://</a></p>
+<p>* prism starts with conf from
{falcon-prism-dir}/falcon-distributed-${project.version}/conf. To override this
(to use the same conf with multiple prism upgrades), set environment variable
FALCON_CONF to the path of conf dir. You can find the instructions for
configuring Falcon <a href="./Configuration.html">here</a>.</p>
+<p><b>Enabling prism-client</b> *If prism is not started using default-port
16443 then edit the following property in
{falcon-prism-dir}/falcon-distributed-${project.version}/conf/client.properties
falcon.url=http://{machine-ip}:{prism-port}/</p></div>
+<div class="section">
+<h4>Starting Falcon Server<a name="Starting_Falcon_Server"></a></h4>
+<div class="source">
+<pre>
+$cd {falcon-server-dir}/falcon-distributed-${project.version}
+$bin/falcon-start [-port <port>]
+
+</pre></div>
+<p>By default, * If falcon.enableTLS is set to true explicitly or not set at
all, Falcon starts at port 15443 on <a class="externalLink"
href="https://";>https://</a> by default.</p>
+<p>* If falcon.enableTLS is set to false explicitly, Falcon starts at port
15000 on <a class="externalLink" href="http://.";>http://.</a></p>
+<p>* To change the port, use -port option.</p>
+<p>* If falcon.enableTLS is not set explicitly, port that ends with 443 will
automatically put Falcon on <a class="externalLink"
href="https://.";>https://.</a> Any other port will put Falcon on <a
class="externalLink" href="http://.";>http://.</a></p>
+<p>* server starts with conf from
{falcon-server-dir}/falcon-distributed-${project.version}/conf. To override
this (to use the same conf with multiple server upgrades), set environment
variable FALCON_CONF to the path of conf dir. You can find the instructions
for configuring Falcon <a href="./Configuration.html">here</a>.</p>
+<p><b>Enabling server-client</b> *If server is not started using default-port
15443 then edit the following property in
{falcon-server-dir}/falcon-distributed-${project.version}/conf/client.properties.
You can find the instructions for configuring Falcon here.
falcon.url=http://{machine-ip}:{server-port}/</p>
+<p><b>NOTE</b> : https is the secure version of HTTP, the protocol over which
data is sent between your browser and the website that you are connected to. By
default Falcon runs in https mode. But user can configure it to http.</p></div>
+<div class="section">
+<h4>Using Falcon<a name="Using_Falcon"></a></h4>
+<div class="source">
+<pre>
+$cd {falcon-prism-dir}/falcon-distributed-${project.version}
+$bin/falcon admin -version
+Falcon server build version:
{Version:"${project.version}-SNAPSHOT-rd7e2be9afa2a5dc96acd1ec9e325f39c6b2f17f7",
+Mode:"embedded"}
+
+$bin/falcon help
+(for more details about Falcon cli usage)
+
+</pre></div></div>
+<div class="section">
+<h4>Dashboard<a name="Dashboard"></a></h4>
+<p>Once Falcon / prism is started, you can view the status of Falcon entities
using the Web-based dashboard. You can open your browser at the corresponding
port to use the web UI.</p>
+<p>Falcon dashboard makes the REST api calls as user
"falcon-dashboard". If this user does not exist on your Falcon and
Oozie servers, please create the user.</p>
+<div class="source">
+<pre>
+## create user.
+[root@falconhost ~] useradd -U -m falcon-dashboard -G users
+
+## verify user is created with membership in correct groups.
+[root@falconhost ~] groups falcon-dashboard
+falcon-dashboard : falcon-dashboard users
+[root@falconhost ~]
+
+</pre></div></div>
+<div class="section">
+<h4>Stopping Falcon Server<a name="Stopping_Falcon_Server"></a></h4>
+<div class="source">
+<pre>
+$cd {falcon-server-dir}/falcon-distributed-${project.version}
+$bin/falcon-stop
+
+</pre></div></div>
+<div class="section">
+<h4>Stopping Falcon Prism<a name="Stopping_Falcon_Prism"></a></h4>
+<div class="source">
+<pre>
+$cd {falcon-prism-dir}/falcon-distributed-${project.version}
+$bin/prism-stop
+
+</pre></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright ©
2013-2016
+ <a href="http://www.apache.org";>Apache Software
Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/"; title="Built by
Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven"
src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Added: falcon/site/0.9/Embedded-mode.html
URL:
http://svn.apache.org/viewvc/falcon/site/0.9/Embedded-mode.html?rev=1730448&view=auto
==============================================================================
--- falcon/site/0.9/Embedded-mode.html (added)
+++ falcon/site/0.9/Embedded-mode.html Mon Feb 15 05:36:56 2016
@@ -0,0 +1,276 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2016-02-09
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20160209" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>Falcon - Embedded Mode</title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript"
src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+
+<script type="text/javascript">$( document ).ready( function() { $(
'.carousel' ).carousel( { interval: 3500 } ) } );</script>
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+
+ <div class="container">
+ <div id="banner">
+ <div class="pull-left">
+ <div id="bannerLeft">
+
<img src="images/falcon-logo.png" alt="Apache Falcon"
width="200px" height="45px"/>
+ </div>
+ </div>
+ <div class="pull-right"> </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li class="">
+ <a href="index.html" title="Falcon">
+ Falcon</a>
+ </li>
+ <li class="divider ">/</li>
+ <li class="">Embedded Mode</li>
+
+
+
+ <li id="publishDate" class="pull-right">Last Published:
2016-02-09</li> <li class="divider pull-right">|</li>
+ <li id="projectVersion" class="pull-right">Version: 0.9</li>
+
+ </ul>
+ </div>
+
+
+
+ <div id="bodyColumn" >
+
+ <div class="section">
+<h2>Embedded Mode<a name="Embedded_Mode"></a></h2>
+<p>Following are the steps needed to package and deploy Falcon in Embedded
Mode. You need to complete Steps 1-3 mentioned <a
href="./InstallationSteps.html">here</a> before proceeding further.</p></div>
+<div class="section">
+<h3>Package Falcon<a name="Package_Falcon"></a></h3>
+<p>Ensure that you are in the base directory (where you cloned Falcon).
Let’s call it {project dir}</p>
+<div class="source">
+<pre>
+$mvn clean assembly:assembly -DskipTests -DskipCheck=true
+
+</pre></div>
+<div class="source">
+<pre>
+$ls {project dir}/target/
+
+</pre></div>
+<p>It should give an output like below :</p>
+<div class="source">
+<pre>
+apache-falcon-${project.version}-bin.tar.gz
+apache-falcon-${project.version}-sources.tar.gz
+archive-tmp
+maven-shared-archive-resources
+
+</pre></div>
+<p>* apache-falcon-${project.version}-sources.tar.gz contains source files of
Falcon repo.</p>
+<p>* apache-falcon-${project.version}-bin.tar.gz package contains project
artifacts along with it's dependencies, configuration files and scripts
required to deploy Falcon.</p>
+<p>Tar can be found in {project
dir}/target/apache-falcon-${project.version}-bin.tar.gz</p>
+<p>Tar is structured as follows :</p>
+<div class="source">
+<pre>
+
+|- bin
+ |- falcon
+ |- falcon-start
+ |- falcon-stop
+ |- falcon-status
+ |- falcon-config.sh
+ |- service-start.sh
+ |- service-stop.sh
+ |- service-status.sh
+|- conf
+ |- startup.properties
+ |- runtime.properties
+ |- prism.keystore
+ |- client.properties
+ |- log4j.xml
+ |- falcon-env.sh
+|- docs
+|- client
+ |- lib (client support libs)
+|- server
+ |- webapp
+ |- falcon.war
+|- data
+ |- falcon-store
+ |- graphdb
+ |- localhost
+|- examples
+ |- app
+ |- hive
+ |- oozie-mr
+ |- pig
+ |- data
+ |- entity
+ |- filesystem
+ |- hcat
+|- oozie
+ |- conf
+ |- libext
+|- logs
+|- hadooplibs
+|- README
+|- NOTICE.txt
+|- LICENSE.txt
+|- DISCLAIMER.txt
+|- CHANGES.txt
+
+</pre></div></div>
+<div class="section">
+<h3>Installing & running Falcon<a
name="Installing__running_Falcon"></a></h3>
+<p>Running Falcon in embedded mode requires bringing up server.</p>
+<div class="source">
+<pre>
+$tar -xzvf {falcon package}
+$cd falcon-${project.version}
+
+</pre></div></div>
+<div class="section">
+<h4>Starting Falcon Server<a name="Starting_Falcon_Server"></a></h4>
+<div class="source">
+<pre>
+$cd falcon-${project.version}
+$bin/falcon-start [-port <port>]
+
+</pre></div>
+<p>By default, * If falcon.enableTLS is set to true explicitly or not set at
all, Falcon starts at port 15443 on <a class="externalLink"
href="https://";>https://</a> by default.</p>
+<p>* If falcon.enableTLS is set to false explicitly, Falcon starts at port
15000 on <a class="externalLink" href="http://.";>http://.</a></p>
+<p>* To change the port, use -port option.</p>
+<p>* If falcon.enableTLS is not set explicitly, port that ends with 443 will
automatically put Falcon on <a class="externalLink"
href="https://.";>https://.</a> Any other port will put Falcon on <a
class="externalLink" href="http://.";>http://.</a></p>
+<p>* Server starts with conf from
{falcon-server-dir}/falcon-distributed-${project.version}/conf. To override
this (to use the same conf with multiple server upgrades), set environment
variable FALCON_CONF to the path of conf dir. You can find the instructions
for configuring Falcon <a href="./Configuration.html">here</a>.</p></div>
+<div class="section">
+<h4>Enabling server-client<a name="Enabling_server-client"></a></h4>
+<p>If server is not started using default-port 15443 then edit the following
property in
{falcon-server-dir}/falcon-${project.version}/conf/client.properties</p>
+<p>falcon.url=http://{machine-ip}:{server-port}/</p></div>
+<div class="section">
+<h4>Using Falcon<a name="Using_Falcon"></a></h4>
+<div class="source">
+<pre>
+$cd falcon-${project.version}
+$bin/falcon admin -version
+Falcon server build version:
{Version:"${project.version}-SNAPSHOT-rd7e2be9afa2a5dc96acd1ec9e325f39c6b2f17f7",Mode:
+"embedded",Hadoop:"${hadoop.version}"}
+
+$bin/falcon help
+(for more details about Falcon cli usage)
+
+</pre></div>
+<p><b>Note</b> : https is the secure version of HTTP, the protocol over which
data is sent between your browser and the website that you are connected to. By
default Falcon runs in https mode. But user can configure it to http.</p></div>
+<div class="section">
+<h4>Dashboard<a name="Dashboard"></a></h4>
+<p>Once Falcon server is started, you can view the status of Falcon entities
using the Web-based dashboard. You can open your browser at the corresponding
port to use the web UI.</p>
+<p>Falcon dashboard makes the REST api calls as user
"falcon-dashboard". If this user does not exist on your Falcon and
Oozie servers, please create the user.</p>
+<div class="source">
+<pre>
+## create user.
+[root@falconhost ~] useradd -U -m falcon-dashboard -G users
+
+## verify user is created with membership in correct groups.
+[root@falconhost ~] groups falcon-dashboard
+falcon-dashboard : falcon-dashboard users
+[root@falconhost ~]
+
+</pre></div></div>
+<div class="section">
+<h3>Running Examples using embedded package<a
name="Running_Examples_using_embedded_package"></a></h3>
+<div class="source">
+<pre>
+$cd falcon-${project.version}
+$bin/falcon-start
+
+</pre></div>
+<p>Make sure the Hadoop and Oozie endpoints are according to your setup in
examples/entity/filesystem/standalone-cluster.xml The cluster locations,staging
and working dirs, MUST be created prior to submitting a cluster entity to
Falcon. <b>staging</b> must have 777 permissions and the parent dirs must have
execute permissions <b>working</b> must have 755 permissions and the parent
dirs must have execute permissions</p>
+<div class="source">
+<pre>
+$bin/falcon entity -submit -type cluster -file
examples/entity/filesystem/standalone-cluster.xml
+
+</pre></div>
+<p>Submit input and output feeds:</p>
+<div class="source">
+<pre>
+$bin/falcon entity -submit -type feed -file
examples/entity/filesystem/in-feed.xml
+$bin/falcon entity -submit -type feed -file
examples/entity/filesystem/out-feed.xml
+
+</pre></div>
+<p>Set-up workflow for the process:</p>
+<div class="source">
+<pre>
+$hadoop fs -put examples/app /
+
+</pre></div>
+<p>Submit and schedule the process:</p>
+<div class="source">
+<pre>
+$bin/falcon entity -submitAndSchedule -type process -file
examples/entity/filesystem/oozie-mr-process.xml
+$bin/falcon entity -submitAndSchedule -type process -file
examples/entity/filesystem/pig-process.xml
+
+</pre></div>
+<p>Generate input data:</p>
+<div class="source">
+<pre>
+$examples/data/generate.sh <<hdfs endpoint>>
+
+</pre></div>
+<p>Get status of instances:</p>
+<div class="source">
+<pre>
+$bin/falcon instance -status -type process -name oozie-mr-process -start
2013-11-15T00:05Z -end 2013-11-15T01:00Z
+
+</pre></div>
+<p>HCat based example entities are in examples/entity/hcat.</p></div>
+<div class="section">
+<h4>Stopping Falcon Server<a name="Stopping_Falcon_Server"></a></h4>
+<div class="source">
+<pre>
+$cd falcon-${project.version}
+$bin/falcon-stop
+
+</pre></div></div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container">
+ <div class="row span12">Copyright ©
2013-2016
+ <a href="http://www.apache.org";>Apache Software
Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+ <p id="poweredBy" class="pull-right">
+ <a href="http://maven.apache.org/"; title="Built by
Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven"
src="./images/logos/maven-feather.png" />
+ </a>
+ </p>
+
+ </div>
+ </footer>
+ </body>
+</html>
Added: falcon/site/0.9/EntityDependency.png
URL:
http://svn.apache.org/viewvc/falcon/site/0.9/EntityDependency.png?rev=1730448&view=auto
==============================================================================
Binary file - no diff available.
Propchange: falcon/site/0.9/EntityDependency.png
------------------------------------------------------------------------------
svn:mime-type = application/octet-stream
