Modified: aurora/site/publish/documentation/0.9.0/presentations/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/presentations/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/presentations/index.html (original) +++ aurora/site/publish/documentation/0.9.0/presentations/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/presentations/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" >
Modified: aurora/site/publish/documentation/0.9.0/resource-isolation/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/resource-isolation/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/resource-isolation/index.html (original) +++ aurora/site/publish/documentation/0.9.0/resource-isolation/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/resource-isolation/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/scheduler-storage/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/scheduler-storage/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/scheduler-storage/index.html (original) +++ aurora/site/publish/documentation/0.9.0/scheduler-storage/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/scheduler-storage/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/security/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/security/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/security/index.html (original) +++ aurora/site/publish/documentation/0.9.0/security/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/security/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/sla/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/sla/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/sla/index.html (original) +++ aurora/site/publish/documentation/0.9.0/sla/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/sla/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/storage-config/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/storage-config/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/storage-config/index.html (original) +++ aurora/site/publish/documentation/0.9.0/storage-config/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/storage-config/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/storage/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/storage/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/storage/index.html (original) +++ aurora/site/publish/documentation/0.9.0/storage/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/storage/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/test-resource-generation/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/test-resource-generation/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/test-resource-generation/index.html (original) +++ aurora/site/publish/documentation/0.9.0/test-resource-generation/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/test-resource-generation/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/thrift-deprecation/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/thrift-deprecation/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/thrift-deprecation/index.html (original) +++ aurora/site/publish/documentation/0.9.0/thrift-deprecation/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/thrift-deprecation/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/tutorial/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/tutorial/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/tutorial/index.html (original) +++ aurora/site/publish/documentation/0.9.0/tutorial/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/tutorial/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/user-guide/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/user-guide/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/user-guide/index.html (original) +++ aurora/site/publish/documentation/0.9.0/user-guide/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/user-guide/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/0.9.0/vagrant/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/0.9.0/vagrant/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/0.9.0/vagrant/index.html (original) +++ aurora/site/publish/documentation/0.9.0/vagrant/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/vagrant/'" value="0.9.0"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/additional-resources/presentations/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/additional-resources/presentations/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/additional-resources/presentations/index.html (original) +++ aurora/site/publish/documentation/latest/additional-resources/presentations/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/additional-resources/presentations/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/additional-resources/tools/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/additional-resources/tools/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/additional-resources/tools/index.html (original) +++ aurora/site/publish/documentation/latest/additional-resources/tools/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/additional-resources/tools/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -119,6 +123,11 @@ <ul> <li><a href="https://github.com/apache/aurora-packaging";>aurora-packaging</a>, the source of the official Aurora packages</li> </ul></li> +<li><p>Thrift Clients:</p> + +<ul> +<li><a href="https://github.com/rdelval/gorealis";>gorealis</a> for communicating with the scheduler using Go</li> +</ul></li> </ul> </div> Modified: aurora/site/publish/documentation/latest/contributing/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/contributing/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/contributing/index.html (original) +++ aurora/site/publish/documentation/latest/contributing/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/contributing/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -108,8 +112,10 @@ both languages.</p> <p>There are issues in <a href="https://issues.apache.org/jira/browse/AURORA";>Jira</a> with the <a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20AURORA%20AND%20labels%20%3D%20newbie%20and%20resolution%3Dunresolved";>“newbie” label</a> -that are good starting places for new Aurora contributors; pick one of these and dive in! Once -you’ve got a patch, the next step is to post a review.</p> +that are good starting places for new Aurora contributors; pick one of these and dive in! To assign +a task to yourself, first ask for your JIRA id to be whitelisted by either asking in IRC/Slack or by +emailing <a href="mailto:d...@apache.aurora.org";>d...@apache.aurora.org</a>. Once your JIRA account has been whitelisted you can assign tickets +to yourself. The next step is to prepare your patch and finally post it for review.</p> <h2 id="getting-your-reviewboard-account">Getting your ReviewBoard Account</h2> Modified: aurora/site/publish/documentation/latest/development/client/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/client/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/client/index.html (original) +++ aurora/site/publish/documentation/latest/development/client/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/client/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -144,11 +148,11 @@ Once the project is loaded: <p>After following these instructions, you should now be able to run/debug tests directly from the IDE by right-clicking on a test (or test class) and choosing to run or debug:</p> -<p><a href="/documentation/0.14.0/images/debug-client-test.png"><img alt="Debug Client Test" src="../../images/debug-client-test.png" /></a></p> +<p><a href="/documentation/0.15.0/images/debug-client-test.png"><img alt="Debug Client Test" src="../../images/debug-client-test.png" /></a></p> <p>If you’ve set a breakpoint, you can see the run will now stop and let you debug:</p> -<p><a href="/documentation/0.14.0/images/debugging-client-test.png"><img alt="Debugging Client Test" src="../../images/debugging-client-test.png" /></a></p> +<p><a href="/documentation/0.15.0/images/debugging-client-test.png"><img alt="Debugging Client Test" src="../../images/debugging-client-test.png" /></a></p> <h3 id="running-debugging-the-client">Running/Debugging the Client</h3> Modified: aurora/site/publish/documentation/latest/development/committers-guide/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/committers-guide/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/committers-guide/index.html (original) +++ aurora/site/publish/documentation/latest/development/committers-guide/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/committers-guide/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -140,8 +144,20 @@ official Apache Aurora release. Before s must have access to commit to the dist.a.o repositories.</p> <ol> -<li><p>Ensure that all issues resolved for this release candidate are tagged with the correct Fix -Version in JIRA, the changelog script will use this to generate the CHANGELOG in step #2.</p></li> +<li>Ensure that all issues resolved for this release candidate are tagged with the correct Fix +Version in JIRA, the changelog script will use this to generate the CHANGELOG in step #2. +To assign the fix version:</li> +</ol> +<pre class="highlight plaintext"><code>* Look up the [previous release date](https://issues.apache.org/jira/browse/aurora/?selectedTab=com.atlassian.jira.jira-projects-plugin:versions-panel). +* Query all issues resolved after that release date: `project = AURORA AND status in (resolved, Closed) and fixVersion is empty and resolutiondate >= "YYYY/MM/DD"` +* In the upper right corner of the query result, select Tools > Bulk Edit. +* Select all issues > edit issue > set 'Change Fix Version/s' to the release version. +* Make sure to uncheck 'Send mail for this update' at the bottom. +</code></pre> + +<ol> +<li><p>Prepare RELEASE-NOTES.md for the release. This just boils down to removing the “(Not yet +released)” suffix from the impending release.</p></li> <li><p>Create a release candidate. This will automatically update the CHANGELOG and commit it, create a branch and update the current version within the trunk. To create a minor version update and publish it run</p> @@ -154,16 +170,25 @@ by running</p> </code></pre></li> <li><p>Wait for the vote to complete. If the vote fails close the vote by replying to the initial [VOTE] email sent in step #3 by editing the subject to [RESULT][VOTE] … and noting the failure reason -(example <a href="http://markmail.org/message/d4d6xtvj7vgwi76f";>here</a>). Now address any issues and go back to -step #1 and run again, this time you will use the -r flag to increment the release candidate -version. This will automatically clean up the release candidate rc0 branch and source distribution.</p> +(example <a href="http://markmail.org/message/d4d6xtvj7vgwi76f";>here</a>). You’ll also need to manually revert +the commits generated by the release candidate script that incremented the snapshot version and +updated the changelog. Once that is done, now address any issues and go back to step #1 and run +again, this time you will use the -r flag to increment the release candidate version. This will +automatically clean up the release candidate rc0 branch and source distribution.</p> <pre class="highlight plaintext"><code> ./build-support/release/release-candidate -l m -r 1 -p </code></pre></li> -<li><p>Once the vote has successfully passed create the release</p> -<pre class="highlight plaintext"><code> ./build-support/release/release -</code></pre></li> -<li><p>Update the draft email created fom the <code>release</code> script in step #5 to include the Apache ID’s for -all binding votes and send the [RESULT][VOTE] email to the dev@ mailing list.</p></li> +<li><p>Once the vote has successfully passed create the release</p></li> +</ol> + +<p><strong>IMPORTANT: make sure to use the correct release at this final step (e.g.: <code>-r 1</code> if rc1 candidate +has been voted for). Once the release tag is pushed it will be very hard to undo due to remote +git pre-receive hook explicitly forbidding release tag manipulations.</strong></p> +<pre class="highlight plaintext"><code> ./build-support/release/release +</code></pre> + +<ol> +<li>Update the draft email created fom the <code>release</code> script in step #5 to include the Apache ID’s for +all binding votes and send the [RESULT][VOTE] email to the dev@ mailing list.</li> </ol> </div> Modified: aurora/site/publish/documentation/latest/development/db-migration/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/db-migration/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/db-migration/index.html (original) +++ aurora/site/publish/documentation/latest/development/db-migration/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/db-migration/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -103,7 +107,7 @@ a snapshot is restored, no manual intera <a href="../../src/main/resources/org/apache/aurora/scheduler/storage/db/schema.sql">schema.sql</a>, a new migration class should be created under the org.apache.aurora.scheduler.storage.db.migration package. The class should implement the <a href="https://github.com/mybatis/migrations/blob/master/src/main/java/org/apache/ibatis/migration/MigrationScript.java";>MigrationScript</a> -interface (see <a href="https://github.com/apache/aurora/blob/rel/0.15.0/src/test/java/org/apache/aurora/scheduler/storage/db/testmigration/V001_TestMigration.java";>V001_TestMigration</a> +interface (see <a href="https://github.com/apache/aurora/blob/rel/0.16.0/src/test/java/org/apache/aurora/scheduler/storage/db/testmigration/V001_TestMigration.java";>V001_TestMigration</a> as an example). The upgrade and downgrade scripts are defined in this class. When restoring a snapshot the list of migrations on the classpath is compared to the list of applied changes in the DB. Any changes that have not yet been applied are executed and their downgrade script is stored Modified: aurora/site/publish/documentation/latest/development/design-documents/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/design-documents/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/design-documents/index.html (original) +++ aurora/site/publish/documentation/latest/development/design-documents/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/design-documents/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -99,6 +103,7 @@ in the proposed form.</p> <ul> <li><a href="../design/command-hooks/">Command Hooks for the Aurora Client</a></li> +<li><a href="https://docs.google.com/document/d/19gV8Po6DIHO14tOC7Qouk8RnboY8UCfRTninwn_5-7c/edit";>Dynamic Reservations</a></li> <li><a href="https://docs.google.com/document/d/1J9SIswRMpVKQpnlvJAMAJtKfPP7ZARFknuyXl-2aZ-M/edit";>GPU Resources in Aurora</a></li> <li><a href="https://docs.google.com/document/d/1ZdgW8S4xMhvKW7iQUX99xZm10NXSxEWR0a-21FP5d94/edit";>Health Checks for Updates</a></li> <li><a href="https://docs.google.com/document/d/1Fc_YhhV7fc4D9Xv6gJzpfooxbK4YWZcvzw6Bd3qVTL8/edit";>JobUpdateDiff thrift API</a></li> Modified: aurora/site/publish/documentation/latest/development/design/command-hooks/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/design/command-hooks/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/design/command-hooks/index.html (original) +++ aurora/site/publish/documentation/latest/development/design/command-hooks/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/design/command-hooks/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/development/scheduler/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/scheduler/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/scheduler/index.html (original) +++ aurora/site/publish/documentation/latest/development/scheduler/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/scheduler/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/development/thermos/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/thermos/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/thermos/index.html (original) +++ aurora/site/publish/documentation/latest/development/thermos/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/thermos/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/development/thrift/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/thrift/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/thrift/index.html (original) +++ aurora/site/publish/documentation/latest/development/thrift/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/thrift/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -95,7 +99,7 @@ client/server RPC protocol as well as fo correctly handling additions and renames of the existing members, field removals must be done carefully to ensure backwards compatibility and provide predictable deprecation cycle. This document describes general guidelines for making Thrift schema changes to the existing fields in -<a href="https://github.com/apache/aurora/blob/rel/0.15.0/api/src/main/thrift/org/apache/aurora/gen/api.thrift";>api.thrift</a>.</p> +<a href="https://github.com/apache/aurora/blob/rel/0.16.0/api/src/main/thrift/org/apache/aurora/gen/api.thrift";>api.thrift</a>.</p> <p>It is highly recommended to go through the <a href="http://diwakergupta.github.io/thrift-missing-guide/";>Thrift: The Missing Guide</a> first to refresh on @@ -123,7 +127,7 @@ communicate with scheduler/client from v * Add a new field as an eventual replacement of the old one and implement a dual read/write anywhere the old field is used. If a thrift struct is mapped in the DB store make sure both columns are marked as <code>NOT NULL</code> -* Check <a href="https://github.com/apache/aurora/blob/rel/0.15.0/api/src/main/thrift/org/apache/aurora/gen/storage.thrift";>storage.thrift</a> to see if +* Check <a href="https://github.com/apache/aurora/blob/rel/0.16.0/api/src/main/thrift/org/apache/aurora/gen/storage.thrift";>storage.thrift</a> to see if the affected struct is stored in Aurora scheduler storage. If so, it’s almost certainly also necessary to perform a <a href="../db-migration/">DB migration</a>. * Add a deprecation jira ticket into the vCurrent+1 release candidate Modified: aurora/site/publish/documentation/latest/development/ui/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/development/ui/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/development/ui/index.html (original) +++ aurora/site/publish/documentation/latest/development/ui/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/development/ui/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/features/constraints/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/constraints/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/constraints/index.html (original) +++ aurora/site/publish/documentation/latest/features/constraints/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/constraints/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/features/containers/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/containers/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/containers/index.html (original) +++ aurora/site/publish/documentation/latest/features/containers/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/containers/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -90,13 +94,73 @@ </h5> <h1 id="containers">Containers</h1> -<h2 id="docker">Docker</h2> +<p>Aurora supports several containerizers, notably the Mesos containerizer and the Docker +containerizer. The Mesos containerizer uses native OS features directly to provide isolation between +containers, while the Docker containerizer delegates container management to the Docker engine.</p> + +<p>The support for launching container images via both containerizers has to be +<a href="../../operations/configuration/#containers">enabled by a cluster operator</a>.</p> + +<h2 id="mesos-containerizer">Mesos Containerizer</h2> + +<p>The Mesos containerizer is the native Mesos containerizer solution. It allows tasks to be +run with an array of <a href="../resource-isolation/">pluggable isolators</a> and can launch tasks using +<a href="https://github.com/docker/docker/blob/master/image/spec/v1.md";>Docker</a> images, +<a href="https://github.com/appc/spec/blob/master/SPEC.md";>AppC</a> images, or directly on the agent host +filesystem.</p> + +<p>The following example (available in our <a href="../../getting-started/vagrant/">Vagrant environment</a>) +launches a hello world example within a <code>debian/jessie</code> Docker image:</p> +<pre class="highlight plaintext"><code>$ cat /vagrant/examples/jobs/hello_docker_image.aurora +hello_loop = Process( + name = 'hello', + cmdline = """ + while true; do + echo hello world + sleep 10 + done + """) + +task = Task( + processes = [hello_loop], + resources = Resources(cpu=1, ram=1*MB, disk=8*MB) +) + +jobs = [ + Service( + cluster = 'devcluster', + environment = 'devel', + role = 'www-data', + name = 'hello_docker_image', + task = task, + container = Mesos(image=DockerImage(name='debian', tag='jessie')) + ) +] +</code></pre> -<p>Aurora has optional support for launching Docker containers, if correctly <a href="../../operations/configuration/#docker-containers">configured by an Operator</a>.</p> +<p>Docker and Appc images are designated using an appropriate <code>image</code> property of the <code>Mesos</code> +configuration object. If either <code>container</code> or <code>image</code> is left unspecified, the host filesystem +will be used. Further details of how to specify images can be found in the +<a href="../../reference/configuration/#mesos-object">Reference Documentation</a>.</p> + +<p>By default, Aurora launches processes as the Linux user named like the used role (e.g. <code>www-data</code> +in the example above). This user has to exist on the host filesystem. If it does not exist within +the container image, it will be created automatically. Otherwise, this user and its primary group +has to exist in the image with matching uid/gid.</p> + +<p>For more information on the Mesos containerizer filesystem, namespace, and isolator features, visit +<a href="http://mesos.apache.org/documentation/latest/mesos-containerizer/";>Mesos Containerizer</a> and +<a href="http://mesos.apache.org/documentation/latest/container-image/";>Mesos Container Images</a>.</p> + +<h2 id="docker-containerizer">Docker Containerizer</h2> + +<p>The Docker containerizer launches container images using the Docker engine. It may often provide +more advanced features than the native Mesos containerizer, but has to be installed separately to +Mesos on each agent host,</p> <p>Example (available in the <a href="../../getting-started/vagrant/">Vagrant environment</a>):</p> -<pre class="highlight plaintext"><code>$ cat /vagrant/examples/jobs/docker/hello_docker.aurora -hello_world_proc = Process( +<pre class="highlight plaintext"><code>$ cat /vagrant/examples/jobs/hello_docker_engine.aurora +hello_loop = Process( name = 'hello', cmdline = """ while true; do @@ -105,42 +169,31 @@ hello_world_proc = Process( done """) -hello_world_docker = Task( - name = 'hello docker', - processes = [hello_world_proc], - resources = Resources(cpu = 1, ram = 1*MB, disk=8*MB) +task = Task( + processes = [hello_loop], + resources = Resources(cpu=1, ram=1*MB, disk=8*MB) ) jobs = [ Service( cluster = 'devcluster', environment = 'devel', - role = 'docker-test', + role = 'www-data', name = 'hello_docker', - task = hello_world_docker, - container = Container(docker = Docker(image = 'python:2.7')) + task = task, + container = Docker(image = 'python:2.7') ) ] </code></pre> -<p>In order to correctly execute processes inside a job, the docker container must have Python 2.7 -installed. Further details of how to use Docker can be found in the -<a href="../../reference/configuration/#docker-object">Reference Documentation</a>.</p> - -<h2 id="mesos">Mesos</h2> - -<p><em>Note: In order to use filesystem images with Aurora, you must be running at least Mesos 0.28.x</em></p> - -<p>Aurora supports specifying a task filesystem image to use with the <a href="http://mesos.apache.org/documentation/latest/container-image/";>Mesos containerizer</a>. -This is done by setting the <code>container</code> property of the Job to a <code>Mesos</code> container object -that includes the image to use. Both <a href="https://github.com/appc/spec/blob/master/SPEC.md";>AppC</a> and -<a href="https://github.com/docker/docker/blob/master/image/spec/v1.md";>Docker</a> images are supported.</p> -<pre class="highlight plaintext"><code>job = Job( - ... - container = Mesos(image=DockerImage(name='my-image', tag='my-tag')) - ... -) -</code></pre> +<p>Details of how to use Docker via the Docker engine can be found in the +<a href="../../reference/configuration/#docker-object">Reference Documentation</a>. Please note that in order to +correctly execute processes inside a job, the Docker container must have Python 2.7 and potentitally +further Mesos dependencies installed. This limitation does not hold for Docker containers used via +the Mesos containerizer.</p> + +<p>For more information on launching Docker containers through the Docker containerizer, visit +<a href="http://mesos.apache.org/documentation/latest/docker-containerizer/";>Docker Containerizer</a></p> </div> Modified: aurora/site/publish/documentation/latest/features/cron-jobs/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/cron-jobs/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/cron-jobs/index.html (original) +++ aurora/site/publish/documentation/latest/features/cron-jobs/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/cron-jobs/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Added: aurora/site/publish/documentation/latest/features/custom-executors/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/custom-executors/index.html?rev=1762695&view=auto ============================================================================== --- aurora/site/publish/documentation/latest/features/custom-executors/index.html (added) +++ aurora/site/publish/documentation/latest/features/custom-executors/index.html Wed Sep 28 18:23:53 2016 @@ -0,0 +1,369 @@ +<!DOCTYPE html> +<html lang="en"> + <head> + <meta charset="utf-8"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <title>Apache Aurora</title> + <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.1/css/bootstrap.min.css";> + <link href="/assets/css/main.css" rel="stylesheet"> + <!-- Analytics --> + <script type="text/javascript"> + var _gaq = _gaq || []; + _gaq.push(['_setAccount', 'UA-45879646-1']); + _gaq.push(['_setDomainName', 'apache.org']); + _gaq.push(['_trackPageview']); + + (function() { + var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true; + ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js'; + var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s); + })(); + </script> + </head> + <body> + <div class="container-fluid section-header"> + <div class="container"> + <div class="nav nav-bar"> + <a href="/"><img src="/assets/img/aurora_logo_dkbkg.svg" width="300" alt="Transparent Apache Aurora logo with dark background"/></a> + <ul class="nav navbar-nav navbar-right"> + <li><a href="/documentation/latest/">Documentation</a></li> + <li><a href="/community/">Community</a></li> + <li><a href="/downloads/">Downloads</a></li> + <li><a href="/blog/">Blog</a></li> + </ul> + </div> + </div> +</div> + + <div class="container-fluid"> + <div class="container content"> + <div class="col-md-12 documentation"> +<h5 class="page-header text-uppercase">Documentation +<select onChange="window.location.href='/documentation/' + this.value + '/features/custom-executors/'" + value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> + <option value="0.15.0" + > + 0.15.0 + </option> + <option value="0.14.0" + > + 0.14.0 + </option> + <option value="0.13.0" + > + 0.13.0 + </option> + <option value="0.12.0" + > + 0.12.0 + </option> + <option value="0.11.0" + > + 0.11.0 + </option> + <option value="0.10.0" + > + 0.10.0 + </option> + <option value="0.9.0" + > + 0.9.0 + </option> + <option value="0.8.0" + > + 0.8.0 + </option> + <option value="0.7.0-incubating" + > + 0.7.0-incubating + </option> + <option value="0.6.0-incubating" + > + 0.6.0-incubating + </option> + <option value="0.5.0-incubating" + > + 0.5.0-incubating + </option> +</select> +</h5> +<h1 id="custom-executors">Custom Executors</h1> + +<p>If the need arises to use a Mesos executor other than the Thermos executor, the scheduler can be +configured to utilize a custom executor by specifying the <code>-custom_executor_config</code> flag. +The flag must be set to the path of a valid executor configuration file.</p> + +<p>The configuration file must be a valid <strong>JSON array</strong> and contain, at minimum, +one executor configuration including the name, command and resources fields and +must be pointed to by the <code>-custom_executor_config</code> flag when the scheduler is +started.</p> + +<h3 id="array-entry">Array Entry</h3> + +<table><thead> +<tr> +<th>Property</th> +<th>Description</th> +</tr> +</thead><tbody> +<tr> +<td>executor (required)</td> +<td>Description of executor.</td> +</tr> +<tr> +<td>task_prefix (required) )</td> +<td>Prefix given to tasks launched with this executor’s configuration.</td> +</tr> +<tr> +<td>volume_mounts (optional)</td> +<td>Volumes to be mounted in container running executor.</td> +</tr> +</tbody></table> + +<h4 id="executor">executor</h4> + +<table><thead> +<tr> +<th>Property</th> +<th>Description</th> +</tr> +</thead><tbody> +<tr> +<td>name (required)</td> +<td>Name of the executor.</td> +</tr> +<tr> +<td>command (required)</td> +<td>How to run the executor.</td> +</tr> +<tr> +<td>resources (required)</td> +<td>Overhead to use for each executor instance.</td> +</tr> +</tbody></table> + +<h4 id="command">command</h4> + +<table><thead> +<tr> +<th>Property</th> +<th>Description</th> +</tr> +</thead><tbody> +<tr> +<td>value (required)</td> +<td>The command to execute.</td> +</tr> +<tr> +<td>arguments (optional)</td> +<td>A list of arguments to pass to the command.</td> +</tr> +<tr> +<td>uris (optional)</td> +<td>List of resources to download into the task sandbox.</td> +</tr> +<tr> +<td>shell (optional)</td> +<td>Run executor via shell.</td> +</tr> +</tbody></table> + +<p>A note on the command property (from <a href="https://github.com/apache/mesos/blob/master/include/mesos/mesos.proto";>mesos.proto</a>): +<code> +1) If 'shell == true', the command will be launched via shell + (i.e., /bin/sh -c 'value'). The 'value' specified will be + treated as the shell command. The 'arguments' will be ignored. +2) If 'shell == false', the command will be launched by passing + arguments to an executable. The 'value' specified will be + treated as the filename of the executable. The 'arguments' + will be treated as the arguments to the executable. This is + similar to how POSIX exec families launch processes (i.e., + execlp(value, arguments(0), arguments(1), ...)). +</code></p> + +<h5 id="uris-list">uris (list)</h5> + +<ul> +<li>Follows the <a href="http://mesos.apache.org/documentation/latest/fetcher/";>Mesos Fetcher schema</a></li> +</ul> + +<table><thead> +<tr> +<th>Property</th> +<th>Description</th> +</tr> +</thead><tbody> +<tr> +<td>value (required)</td> +<td>Path to the resource needed in the sandbox.</td> +</tr> +<tr> +<td>executable (optional)</td> +<td>Change resource to be executable via chmod.</td> +</tr> +<tr> +<td>extract (optional)</td> +<td>Extract files from packed or compressed archives into the sandbox.</td> +</tr> +<tr> +<td>cache (optional)</td> +<td>Use caching mechanism provided by Mesos for resources.</td> +</tr> +</tbody></table> + +<h4 id="resources-list">resources (list)</h4> + +<table><thead> +<tr> +<th>Property</th> +<th>Description</th> +</tr> +</thead><tbody> +<tr> +<td>name (required)</td> +<td>Name of the resource: cpus or mem.</td> +</tr> +<tr> +<td>type (required)</td> +<td>Type of resource. Should always be SCALAR.</td> +</tr> +<tr> +<td>scalar (required)</td> +<td>Value in float for cpus or int for mem (in MBs)</td> +</tr> +</tbody></table> + +<h3 id="volume_mounts-list">volume_mounts (list)</h3> + +<table><thead> +<tr> +<th>Property</th> +<th>Description</th> +</tr> +</thead><tbody> +<tr> +<td>host_path (required)</td> +<td>Host path to mount inside the container.</td> +</tr> +<tr> +<td>container_path (required)</td> +<td>Path inside the container where <code>host_path</code> will be mounted.</td> +</tr> +<tr> +<td>mode (required)</td> +<td>Mode in which to mount the volume, Read-Write (RW) or Read-Only (RO).</td> +</tr> +</tbody></table> + +<p>A sample configuration is as follows: +“` +[ + { + "executor”: { + “name”: “myExecutor”, + “command”: { + “value”: “myExecutor.a”, + “shell”: “false”, + “arguments”: [ + “localhost:2181”, + “-verbose”, + “-config myConfiguration.config” + ], + “uris”: [ + { + “value”: “/dist/myExecutor.a”, + “executable”: true, + “extract”: false, + “cache”: true + }, + { + “value”: “/home/user/myConfiguration.config”, + “executable”: false, + “extract”: false, + “cache”: false + } + ] + }, + “resources”: [ + { + “name”: “cpus”, + “type”: “SCALAR”, + “scalar”: { + “value”: 1.00 + } + }, + { + “name”: “mem”, + “type”: “SCALAR”, + “scalar”: { + “value”: 512 + } + } + ] + }, + “volume<em>mounts”: [ + { + “mode”: “RO”, + “container</em>path”: “/path/on/container”, + “host<em>path”: “/path/to/host/directory” + }, + { + “mode”: “RW”, + “container</em>path”: “/container”, + “host<em>path”: “/host” + } + ], + “task</em>prefix”: “my-executor-” + } +]</p> +<pre class="highlight plaintext"><code> +It should be noted that if you do not use Thermos or a Thermos based executor, links in the scheduler's +Web UI for tasks will not work (at least for the time being). +Some information about launched tasks can still be accessed via the Mesos Web UI or via the Aurora Client. + +### Using a custom executor + +At this time, it is not currently possible create a job that runs on a custom executor using the default +Aurora client. To allow the scheduler to pick the correct executor, the `JobConfiguration.TaskConfig.ExecutorConfig.name` +field must be set to match the name used in the custom executor configuration blob. (e.g. to run a job using myExecutor, +`JobConfiguration.TaskConfig.ExecutorConfig.name` must be set to `myExecutor`). While support for modifying +this field in Pystachio created, the easiest way to launch jobs with custom executors is to use +an existing custom Client such as [gorealis](https://github.com/rdelval/gorealis). +</code></pre> + +</div> + + </div> + </div> + <div class="container-fluid section-footer buffer"> + <div class="container"> + <div class="row"> + <div class="col-md-2 col-md-offset-1"><h3>Quick Links</h3> + <ul> + <li><a href="/downloads/">Downloads</a></li> + <li><a href="/community/">Mailing Lists</a></li> + <li><a href="http://issues.apache.org/jira/browse/AURORA";>Issue Tracking</a></li> + <li><a href="/documentation/latest/contributing/">How To Contribute</a></li> + </ul> + </div> + <div class="col-md-2"><h3>The ASF</h3> + <ul> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + </ul> + </div> + <div class="col-md-6"> + <p class="disclaimer">© 2014-2016 <a href="http://www.apache.org/";>Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/";>Apache License v2.0</a>. The <a href="https://www.flickr.com/photos/trondk/12706051375/";>Aurora Borealis IX photo</a> displayed on the homepage is available under a <a href="https://creativecommons.org/licenses/by-nc-nd/2.0/";>Creative Commons BY-NC-ND 2.0 license</a>. Apache, Apache Aurora, and the Apache feather logo are trademarks of The Apache Software Foundation.</p> + </div> + </div> + </div> + + </body> +</html> Modified: aurora/site/publish/documentation/latest/features/job-updates/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/job-updates/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/job-updates/index.html (original) +++ aurora/site/publish/documentation/latest/features/job-updates/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/job-updates/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -158,7 +162,7 @@ acknowledging (“heartbeating&rdquo service updates where explicit job health monitoring is vital during the entire job update lifecycle. Such job updates would rely on an external service (or a custom client) periodically pulsing an active coordinated job update via a -<a href="https://github.com/apache/aurora/blob/rel/0.15.0/api/src/main/thrift/org/apache/aurora/gen/api.thrift";>pulseJobUpdate RPC</a>.</p> +<a href="https://github.com/apache/aurora/blob/rel/0.16.0/api/src/main/thrift/org/apache/aurora/gen/api.thrift";>pulseJobUpdate RPC</a>.</p> <p>A coordinated update is defined by setting a positive <a href="../../reference/configuration/#updateconfig-objects">pulse<em>interval</em>secs</a> value in job configuration Modified: aurora/site/publish/documentation/latest/features/mesos-fetcher/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/mesos-fetcher/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/mesos-fetcher/index.html (original) +++ aurora/site/publish/documentation/latest/features/mesos-fetcher/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/mesos-fetcher/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/features/multitenancy/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/multitenancy/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/multitenancy/index.html (original) +++ aurora/site/publish/documentation/latest/features/multitenancy/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/multitenancy/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -122,6 +126,25 @@ by ensuring that an appropriate level of in the case of a typical Job, releases may progress through the following phases in order of increasing level of stability: <code>devel</code>, <code>test</code>, <code>staging</code>, <code>production</code>.</p> +<h2 id="configuration-tiers">Configuration Tiers</h2> + +<p>Tier is a predefined bundle of task configuration options. Aurora schedules tasks and assigns them +resources based on their tier assignment. The default scheduler tier configuration allows for +3 tiers:</p> + +<ul> +<li><code>revocable</code>: The <code>revocable</code> tier requires the task to run with <a href="../resource-isolation/#oversubscription">revocable</a> +resources.</li> +<li><code>preemptible</code>: Setting the taskâs tier to <code>preemptible</code> allows for the possibility of that task +being <a href="#preemption">preempted</a> by other tasks when cluster is running low on resources.</li> +<li><code>preferred</code>: The <code>preferred</code> tier prevents the task from using <a href="../resource-isolation/#oversubscription">revocable</a> +resources and from being <a href="#preemption">preempted</a>.</li> +</ul> + +<p>Since it is possible that a cluster is configured with a custom tier configuration, users should +consult their cluster administrator to be informed of the tiers supported by the cluster. Attempts +to schedule jobs with an unsupported tier will be rejected by the scheduler.</p> + <h2 id="preemption">Preemption</h2> <p>In order to guarantee that important production jobs are always running, Aurora supports @@ -134,13 +157,13 @@ prevents this. Active tasks can become t <li>both candidate and victim are owned by the same role and the <a href="../../reference/configuration/#job-objects">priority</a> of a victim is lower than the <a href="../../reference/configuration/#job-objects">priority</a> of the candidate.</li> -<li>OR a victim is non-<a href="../../reference/configuration/#job-objects">production</a> and the candidate is -<a href="../../reference/configuration/#job-objects">production</a>.</li> +<li>OR a victim is a <code>preemptible</code> or <code>revocable</code> <a href="#configuration-tiers">tier</a> task and the candidate +is a <code>preferred</code> <a href="#configuration-tiers">tier</a> task.</li> </ul> -<p>In other words, tasks from <a href="../../reference/configuration/#job-objects">production</a> jobs may preempt -tasks from any non-production job. However, a production task may only be preempted by tasks from -production jobs in the same role with higher <a href="../../reference/configuration/#job-objects">priority</a>.</p> +<p>In other words, tasks from <code>preferred</code> <a href="../../reference/configuration/#job-objects">tier</a> jobs may +preempt tasks from any <code>preemptible</code> or <code>revocable</code> job. However, a <code>preferred</code> task may only be +preempted by tasks from <code>preferred</code> jobs in the same role with higher <a href="../../reference/configuration/#job-objects">priority</a>.</p> <p>Aurora requires resource quotas for <a href="../../reference/configuration/#job-objects">production non-dedicated jobs</a>. Quota is enforced at the job role level and when set, defines a non-preemptible pool of compute resources within Modified: aurora/site/publish/documentation/latest/features/resource-isolation/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/resource-isolation/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/resource-isolation/index.html (original) +++ aurora/site/publish/documentation/latest/features/resource-isolation/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/resource-isolation/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -90,6 +94,9 @@ </h5> <h1 id="resources-isolation-and-sizing">Resources Isolation and Sizing</h1> +<p>This document assumes Aurora and Mesos have been configured +using our <a href="../../operations/configuration/#resource-isolation">recommended resource isolation settings</a>.</p> + <ul> <li><a href="#isolation">Isolation</a></li> <li><a href="#sizing">Sizing</a></li> @@ -100,12 +107,14 @@ <p>Aurora is a multi-tenant system; a single software instance runs on a server, serving multiple clients/tenants. To share resources among -tenants, it implements isolation of:</p> +tenants, it leverages Mesos for isolation of:</p> <ul> <li>CPU</li> +<li>GPU</li> <li>memory</li> <li>disk space</li> +<li>ports</li> </ul> <p>CPU is a soft limit, and handled differently from memory and disk space. @@ -115,10 +124,10 @@ application goes over these values, it&r <h3 id="cpu-isolation">CPU Isolation</h3> -<p>Mesos uses a quota based CPU scheduler (the <em>Completely Fair Scheduler</em>) -to provide consistent and predictable performance. This is effectively -a guarantee of resources – you receive at least what you requested, but -also no more than you’ve requested.</p> +<p>Mesos can be configured to use a quota based CPU scheduler (the <em>Completely</em> +<em>Fair Scheduler</em>) to provide consistent and predictable performance. +This is effectively a guarantee of resources – you receive at least what +you requested, but also no more than you’ve requested.</p> <p>The scheduler gives applications a CPU quota for every 100 ms interval. When an application uses its quota for an interval, it is throttled for @@ -194,11 +203,11 @@ will be killed shortly after. This is su <h3 id="gpu-isolation">GPU Isolation</h3> -<p>GPU isolation will be supported for Nvidia devices starting from Mesos 0.29.0. +<p>GPU isolation will be supported for Nvidia devices starting from Mesos 1.0. Access to the allocated units will be exclusive with no sharing between tasks -allowed (e.g. no fractional GPU allocation). Until official documentation is released, -see <a href="https://docs.google.com/document/d/10GJ1A80x4nIEo8kfdeo9B11PIbS1xJrrB4Z373Ifkpo/edit#heading=h.w84lz7p4eexl";>Mesos design document</a> -for more details.</p> +allowed (e.g. no fractional GPU allocation). For more details, see the +<a href="https://docs.google.com/document/d/10GJ1A80x4nIEo8kfdeo9B11PIbS1xJrrB4Z373Ifkpo/edit#heading=h.w84lz7p4eexl";>Mesos design document</a> +and the <a href="http://mesos.apache.org/documentation/latest/configuration/";>Mesos agent configuration</a>.</p> <h3 id="other-resources">Other Resources</h3> @@ -245,25 +254,22 @@ by the number of physical GPU units avai <h2 id="oversubscription">Oversubscription</h2> -<p><strong>WARNING</strong>: This feature is currently in alpha status. Do not use it in production clusters!</p> - -<p>Mesos <a href="http://mesos.apache.org/documentation/latest/oversubscription/";>supports a concept of revocable tasks</a> -by oversubscribing machine resources by the amount deemed safe to not affect the existing -non-revocable tasks. Aurora now supports revocable jobs via a <code>tier</code> setting set to <code>revocable</code> -value.</p> - -<p>The Aurora scheduler must be configured to receive revocable offers from Mesos and accept revocable -jobs. If not configured properly revocable tasks will never get assigned to hosts and will stay in -<code>PENDING</code>. Set these scheduler flag to allow receiving revocable Mesos offers:</p> -<pre class="highlight plaintext"><code>-receive_revocable_resources=true -</code></pre> - -<p>Specify a tier configuration file path (unless you want to use the <a href="https://github.com/apache/aurora/blob/rel/0.15.0/src/main/resources/org/apache/aurora/scheduler/tiers.json";>default</a>):</p> -<pre class="highlight plaintext"><code>-tier_config=path/to/tiers/config.json -</code></pre> +<p>Mesos supports <a href="http://mesos.apache.org/documentation/latest/oversubscription/";>oversubscription of machine resources</a> +via the concept of revocable tasks. In contrast to non-revocable tasks, revocable tasks are best-effort. +Mesos reserves the right to throttle or even kill them if they might affect existing high-priority +user-facing services.</p> + +<p>As of today, the only revocable resource supported by Aurora are CPU and RAM resources. A job can +opt-in to use those by specifying the <code>revocable</code> <a href="../../features/multitenancy/#configuration-tiers">Configuration Tier</a>. +A revocable job will only be scheduled using revocable resources, even if there are plenty of +non-revocable resources available.</p> + +<p>The Aurora scheduler must be <a href="../../operations/configuration/#resource-isolation">configured to receive revocable offers</a> +from Mesos and accept revocable jobs. If not configured properly revocable tasks will never get +assigned to hosts and will stay in <code>PENDING</code>.</p> -<p>See the <a href="../../reference/configuration/">Configuration Reference</a> for details on how to mark a job -as being revocable.</p> +<p>For details on how to mark a job as being revocable, see the +<a href="../../reference/configuration/">Configuration Reference</a>.</p> </div> Modified: aurora/site/publish/documentation/latest/features/service-discovery/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/service-discovery/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/service-discovery/index.html (original) +++ aurora/site/publish/documentation/latest/features/service-discovery/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/service-discovery/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/features/services/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/services/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/services/index.html (original) +++ aurora/site/publish/documentation/latest/features/services/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/services/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/features/sla-metrics/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/sla-metrics/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/sla-metrics/index.html (original) +++ aurora/site/publish/documentation/latest/features/sla-metrics/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/sla-metrics/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -98,6 +102,7 @@ <li><a href="#platform-uptime">Platform Uptime</a></li> <li><a href="#job-uptime">Job Uptime</a></li> <li><a href="#median-time-to-assigned-(mtta)">Median Time To Assigned (MTTA)</a></li> +<li><a href="#median-time-to-starting-(mtts)">Median Time To Starting (MTTS)</a></li> <li><a href="#median-time-to-running-(mttr)">Median Time To Running (MTTR)</a></li> </ul></li> <li><a href="#limitations">Limitations</a></li> @@ -157,7 +162,7 @@ relevant to uptime calculations. By appl transition records, we can build a deterministic downtime trace for every given service instance.</p> <p>A task going through a state transition carries one of three possible SLA meanings -(see <a href="https://github.com/apache/aurora/blob/rel/0.15.0/src/main/java/org/apache/aurora/scheduler/sla/SlaAlgorithm.java";>SlaAlgorithm.java</a> for +(see <a href="https://github.com/apache/aurora/blob/rel/0.16.0/src/main/java/org/apache/aurora/scheduler/sla/SlaAlgorithm.java";>SlaAlgorithm.java</a> for sla-to-task-state mapping):</p> <ul> @@ -207,7 +212,7 @@ metric that helps track the dependency o <li>Per job - <code>sla_<job_key>_mtta_ms</code></li> <li>Per cluster - <code>sla_cluster_mtta_ms</code></li> <li>Per instance size (small, medium, large, x-large, xx-large). Size are defined in: -<a href="https://github.com/apache/aurora/blob/rel/0.15.0/src/main/java/org/apache/aurora/scheduler/base/ResourceAggregates.java";>ResourceAggregates.java</a> +<a href="https://github.com/apache/aurora/blob/rel/0.16.0/src/main/java/org/apache/aurora/scheduler/resources/ResourceBag.java";>ResourceBag.java</a> <ul> <li>By CPU:</li> @@ -237,6 +242,47 @@ metric that helps track the dependency o that are still PENDING. This ensures straggler instances (e.g. with unreasonable resource constraints) do not affect metric curves.</p> +<h3 id="median-time-to-starting-mtts">Median Time To Starting (MTTS)</h3> + +<p><em>Median time a job waits for its tasks to reach STARTING state. This is a comprehensive metric +reflecting on the overall time it takes for the Aurora/Mesos to start initializing the sandbox +for a task.</em></p> + +<p><strong>Collection scope:</strong></p> + +<ul> +<li>Per job - <code>sla_<job_key>_mtts_ms</code></li> +<li>Per cluster - <code>sla_cluster_mtts_ms</code></li> +<li>Per instance size (small, medium, large, x-large, xx-large). Size are defined in: +<a href="https://github.com/apache/aurora/blob/rel/0.16.0/src/main/java/org/apache/aurora/scheduler/resources/ResourceBag.java";>ResourceBag.java</a> + +<ul> +<li>By CPU:</li> +<li><code>sla_cpu_small_mtts_ms</code></li> +<li><code>sla_cpu_medium_mtts_ms</code></li> +<li><code>sla_cpu_large_mtts_ms</code></li> +<li><code>sla_cpu_xlarge_mtts_ms</code></li> +<li><code>sla_cpu_xxlarge_mtts_ms</code></li> +<li>By RAM:</li> +<li><code>sla_ram_small_mtts_ms</code></li> +<li><code>sla_ram_medium_mtts_ms</code></li> +<li><code>sla_ram_large_mtts_ms</code></li> +<li><code>sla_ram_xlarge_mtts_ms</code></li> +<li><code>sla_ram_xxlarge_mtts_ms</code></li> +<li>By DISK:</li> +<li><code>sla_disk_small_mtts_ms</code></li> +<li><code>sla_disk_medium_mtts_ms</code></li> +<li><code>sla_disk_large_mtts_ms</code></li> +<li><code>sla_disk_xlarge_mtts_ms</code></li> +<li><code>sla_disk_xxlarge_mtts_ms</code></li> +</ul></li> +</ul> + +<p><strong>Units:</strong> milliseconds</p> + +<p>MTTS only considers instances in STARTING state. This ensures straggler instances (e.g. with +unreasonable resource constraints) do not affect metric curves.</p> + <h3 id="median-time-to-running-mttr">Median Time To Running (MTTR)</h3> <p><em>Median time a job waits for its tasks to reach RUNNING state. This is a comprehensive metric @@ -248,7 +294,7 @@ reflecting on the overall time it takes <li>Per job - <code>sla_<job_key>_mttr_ms</code></li> <li>Per cluster - <code>sla_cluster_mttr_ms</code></li> <li>Per instance size (small, medium, large, x-large, xx-large). Size are defined in: -<a href="https://github.com/apache/aurora/blob/rel/0.15.0/src/main/java/org/apache/aurora/scheduler/base/ResourceAggregates.java";>ResourceAggregates.java</a> +<a href="https://github.com/apache/aurora/blob/rel/0.16.0/src/main/java/org/apache/aurora/scheduler/resources/ResourceBag.java";>ResourceBag.java</a> <ul> <li>By CPU:</li> Modified: aurora/site/publish/documentation/latest/features/webhooks/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/features/webhooks/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/features/webhooks/index.html (original) +++ aurora/site/publish/documentation/latest/features/webhooks/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/features/webhooks/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/getting-started/overview/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/getting-started/overview/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/getting-started/overview/index.html (original) +++ aurora/site/publish/documentation/latest/getting-started/overview/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/getting-started/overview/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/getting-started/tutorial/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/getting-started/tutorial/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/getting-started/tutorial/index.html (original) +++ aurora/site/publish/documentation/latest/getting-started/tutorial/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/getting-started/tutorial/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/getting-started/vagrant/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/getting-started/vagrant/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/getting-started/vagrant/index.html (original) +++ aurora/site/publish/documentation/latest/getting-started/vagrant/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/getting-started/vagrant/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > Modified: aurora/site/publish/documentation/latest/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/index.html (original) +++ aurora/site/publish/documentation/latest/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" > @@ -114,6 +118,7 @@ the <code>#aurora</code> IRC channel on <ul> <li><a href="features/containers/">Containers</a></li> <li><a href="features/cron-jobs/">Cron Jobs</a></li> +<li><a href="features/custom-executors/">Custom Executors</a></li> <li><a href="features/job-updates/">Job Updates</a></li> <li><a href="features/multitenancy/">Multitenancy</a></li> <li><a href="features/resource-isolation/">Resource Isolation</a></li> Modified: aurora/site/publish/documentation/latest/operations/backup-restore/index.html URL: http://svn.apache.org/viewvc/aurora/site/publish/documentation/latest/operations/backup-restore/index.html?rev=1762695&r1=1762694&r2=1762695&view=diff ============================================================================== --- aurora/site/publish/documentation/latest/operations/backup-restore/index.html (original) +++ aurora/site/publish/documentation/latest/operations/backup-restore/index.html Wed Sep 28 18:23:53 2016 @@ -41,10 +41,14 @@ <h5 class="page-header text-uppercase">Documentation <select onChange="window.location.href='/documentation/' + this.value + '/operations/backup-restore/'" value="latest"> + <option value="0.16.0" + > + 0.16.0 + (latest) + </option> <option value="0.15.0" > 0.15.0 - (latest) </option> <option value="0.14.0" >
