This is an automated email from the ASF dual-hosted git repository.
bertty pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-wayang-website.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 34668e4 Lastest site built on successful travis build 41 auto-pushed
to github
34668e4 is described below
commit 34668e44a2c848082dc396ddee81d6f4cdf7ef96
Author: Travis CI User <[email protected]>
AuthorDate: Sat Oct 23 15:10:34 2021 +0000
Lastest site built on successful travis build 41 auto-pushed to github
---
documentation/index.html | 26 ++++++++++++--------------
1 file changed, 12 insertions(+), 14 deletions(-)
diff --git a/documentation/index.html b/documentation/index.html
index 33f6aa3..8f3be6a 100644
--- a/documentation/index.html
+++ b/documentation/index.html
@@ -380,43 +380,41 @@
<span class="kd">public</span> <span class="kd">static</span> <span
class="kt">void</span> <span class="nf">main</span><span
class="o">(</span><span class="nc">String</span><span class="o">[]</span> <span
class="n">args</span><span class="o">){</span>
<span class="c1">// Settings</span>
- <span class="nc">String</span> <span class="n">inputUrl</span> <span
class="o">=</span> <span class="o">&</span><span class="n">quot</span><span
class="o">;</span><span class="nl">file:</span><span class="o">/</span><span
class="n">tmp</span><span class="o">.</span><span class="na">txt</span><span
class="o">&</span><span class="n">quot</span><span class="o">;;</span>
+ <span class="nc">String</span> <span class="n">inputUrl</span> <span
class="o">=</span> <span class="s">"file:/tmp.txt"</span><span
class="o">;</span>
<span class="c1">// Get a plan builder.</span>
<span class="nc">WayangContext</span> <span
class="n">wayangContext</span> <span class="o">=</span> <span
class="k">new</span> <span class="nc">WayangContext</span><span
class="o">(</span><span class="k">new</span> <span
class="nc">Configuration</span><span class="o">())</span>
<span class="o">.</span><span
class="na">withPlugin</span><span class="o">(</span><span
class="nc">Java</span><span class="o">.</span><span
class="na">basicPlugin</span><span class="o">())</span>
<span class="o">.</span><span
class="na">withPlugin</span><span class="o">(</span><span
class="nc">Spark</span><span class="o">.</span><span
class="na">basicPlugin</span><span class="o">());</span>
<span class="nc">JavaPlanBuilder</span> <span
class="n">planBuilder</span> <span class="o">=</span> <span
class="k">new</span> <span class="nc">JavaPlanBuilder</span><span
class="o">(</span><span class="n">wayangContext</span><span class="o">)</span>
- <span class="o">.</span><span
class="na">withJobName</span><span class="o">(</span><span
class="nc">String</span><span class="o">.</span><span
class="na">format</span><span class="o">(&</span><span
class="n">quot</span><span class="o">;</span><span class="nc">WordCount</span>
<span class="o">(%</span><span class="n">s</span><span
class="o">)&</span><span class="n">quot</span><span class="o">;,</span>
<span class="n">inputUrl</span><span class="o">))</span>
+ <span class="o">.</span><span
class="na">withJobName</span><span class="o">(</span><span
class="nc">String</span><span class="o">.</span><span
class="na">format</span><span class="o">(</span><span class="s">"WordCount
(%s)"</span><span class="o">,</span> <span class="n">inputUrl</span><span
class="o">))</span>
<span class="o">.</span><span
class="na">withUdfJarOf</span><span class="o">(</span><span
class="nc">WordcountJava</span><span class="o">.</span><span
class="na">class</span><span class="o">);</span>
<span class="c1">// Start building the Apache WayangPlan.</span>
- <span class="nc">Collection</span><span class="o">&</span><span
class="n">lt</span><span class="o">;</span><span class="nc">Tuple2</span><span
class="o">&</span><span class="n">lt</span><span class="o">;</span><span
class="nc">String</span><span class="o">,</span> <span
class="nc">Integer</span><span class="o">&</span><span
class="n">gt</span><span class="o">;&</span><span class="n">gt</span><span
class="o">;</span> <span class="n">wordcounts</span> <span class="o [...]
+ <span class="nc">Collection</span><span class="o"><</span><span
class="nc">Tuple2</span><span class="o"><</span><span
class="nc">String</span><span class="o">,</span> <span
class="nc">Integer</span><span class="o">>></span> <span
class="n">wordcounts</span> <span class="o">=</span> <span
class="n">planBuilder</span>
<span class="c1">// Read the text file.</span>
- <span class="o">.</span><span
class="na">readTextFile</span><span class="o">(</span><span
class="n">inputUrl</span><span class="o">).</span><span
class="na">withName</span><span class="o">(&</span><span
class="n">quot</span><span class="o">;</span><span class="nc">Load</span> <span
class="n">file</span><span class="o">&</span><span
class="n">quot</span><span class="o">;)</span>
+ <span class="o">.</span><span
class="na">readTextFile</span><span class="o">(</span><span
class="n">inputUrl</span><span class="o">).</span><span
class="na">withName</span><span class="o">(</span><span class="s">"Load
file"</span><span class="o">)</span>
<span class="c1">// Split each line by non-word
characters.</span>
- <span class="o">.</span><span class="na">flatMap</span><span
class="o">(</span><span class="n">line</span> <span
class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span
class="nc">Arrays</span><span class="o">.</span><span
class="na">asList</span><span class="o">(</span><span
class="n">line</span><span class="o">.</span><span class="na">split</span><span
class="o">(&</span><span class="n">quot</span><span class="o">;</span><span
class="err">\\</ [...]
+ <span class="o">.</span><span class="na">flatMap</span><span
class="o">(</span><span class="n">line</span> <span class="o">-></span>
<span class="nc">Arrays</span><span class="o">.</span><span
class="na">asList</span><span class="o">(</span><span
class="n">line</span><span class="o">.</span><span class="na">split</span><span
class="o">(</span><span class="s">"\\W+"</span><span class="o">)))</span>
<span class="o">.</span><span
class="na">withSelectivity</span><span class="o">(</span><span
class="mi">10</span><span class="o">,</span> <span class="mi">100</span><span
class="o">,</span> <span class="mf">0.9</span><span class="o">)</span>
- <span class="o">.</span><span class="na">withName</span><span
class="o">(&</span><span class="n">quot</span><span class="o">;</span><span
class="nc">Split</span> <span class="n">words</span><span
class="o">&</span><span class="n">quot</span><span class="o">;)</span>
+ <span class="o">.</span><span class="na">withName</span><span
class="o">(</span><span class="s">"Split words"</span><span class="o">)</span>
<span class="c1">// Filter empty tokens.</span>
- <span class="o">.</span><span class="na">filter</span><span
class="o">(</span><span class="n">token</span> <span
class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span
class="o">!</span><span class="n">token</span><span class="o">.</span><span
class="na">isEmpty</span><span class="o">())</span>
+ <span class="o">.</span><span class="na">filter</span><span
class="o">(</span><span class="n">token</span> <span class="o">-></span>
<span class="o">!</span><span class="n">token</span><span
class="o">.</span><span class="na">isEmpty</span><span class="o">())</span>
<span class="o">.</span><span
class="na">withSelectivity</span><span class="o">(</span><span
class="mf">0.99</span><span class="o">,</span> <span
class="mf">0.99</span><span class="o">,</span> <span
class="mf">0.99</span><span class="o">)</span>
- <span class="o">.</span><span class="na">withName</span><span
class="o">(&</span><span class="n">quot</span><span class="o">;</span><span
class="nc">Filter</span> <span class="n">empty</span> <span
class="n">words</span><span class="o">&</span><span
class="n">quot</span><span class="o">;)</span>
+ <span class="o">.</span><span class="na">withName</span><span
class="o">(</span><span class="s">"Filter empty words"</span><span
class="o">)</span>
<span class="c1">// Attach counter to each word.</span>
- <span class="o">.</span><span class="na">map</span><span
class="o">(</span><span class="n">word</span> <span
class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span
class="k">new</span> <span class="nc">Tuple2</span><span
class="o">&</span><span class="n">lt</span><span
class="o">;&</span><span class="n">gt</span><span class="o">;(</span><span
class="n">word</span><span class="o">.</span><span
class="na">toLowerCase</span><span class="o">(), [...]
+ <span class="o">.</span><span class="na">map</span><span
class="o">(</span><span class="n">word</span> <span class="o">-></span>
<span class="k">new</span> <span class="nc">Tuple2</span><span
class="o"><>(</span><span class="n">word</span><span
class="o">.</span><span class="na">toLowerCase</span><span class="o">(),</span>
<span class="mi">1</span><span class="o">)).</span><span
class="na">withName</span><span class="o">(</span><span class="s">"To lower
case, add [...]
<span class="c1">// Sum up counters for every word.</span>
<span class="o">.</span><span
class="na">reduceByKey</span><span class="o">(</span>
<span class="nl">Tuple2:</span><span
class="o">:</span><span class="n">getField0</span><span class="o">,</span>
- <span class="o">(</span><span class="n">t1</span><span
class="o">,</span> <span class="n">t2</span><span class="o">)</span> <span
class="o">-&</span><span class="n">gt</span><span class="o">;</span> <span
class="k">new</span> <span class="nc">Tuple2</span><span
class="o">&</span><span class="n">lt</span><span
class="o">;&</span><span class="n">gt</span><span class="o">;(</span><span
class="n">t1</span><span class="o">.</span><span class="na">getField0< [...]
+ <span class="o">(</span><span class="n">t1</span><span
class="o">,</span> <span class="n">t2</span><span class="o">)</span> <span
class="o">-></span> <span class="k">new</span> <span
class="nc">Tuple2</span><span class="o"><>(</span><span
class="n">t1</span><span class="o">.</span><span
class="na">getField0</span><span class="o">(),</span> <span
class="n">t1</span><span class="o">.</span><span
class="na">getField1</span><span class="o">()</span> <span cla [...]
<span class="o">)</span>
- <span class="o">.</span><span
class="na">withCardinalityEstimator</span><span class="o">(</span><span
class="k">new</span> <span class="nc">DefaultCardinalityEstimator</span><span
class="o">(</span><span class="mf">0.9</span><span class="o">,</span> <span
class="mi">1</span><span class="o">,</span> <span class="kc">false</span><span
class="o">,</span> <span class="n">in</span> <span class="o">-&</span><span
class="n">gt</span><span class="o">;</span> <span class="nc"> [...]
-<span class="o"><</span><span class="n">li</span><span class="o">></span>
-<span class="n">in</span><span class="o">[</span><span
class="mi">0</span><span class="o">])))</span>
- <span class="o">.</span><span class="na">withName</span><span
class="o">(&</span><span class="n">quot</span><span class="o">;</span><span
class="nc">Add</span> <span class="n">counters</span><span
class="o">&</span><span class="n">quot</span><span class="o">;)</span>
+ <span class="o">.</span><span
class="na">withCardinalityEstimator</span><span class="o">(</span><span
class="k">new</span> <span class="nc">DefaultCardinalityEstimator</span><span
class="o">(</span><span class="mf">0.9</span><span class="o">,</span> <span
class="mi">1</span><span class="o">,</span> <span class="kc">false</span><span
class="o">,</span> <span class="n">in</span> <span class="o">-></span> <span
class="nc">Math</span><span class="o">.</span><span class="na [...]
+ <span class="o">.</span><span class="na">withName</span><span
class="o">(</span><span class="s">"Add counters"</span><span class="o">)</span>
<span class="c1">// Execute the plan and collect the
results.</span>
<span class="o">.</span><span class="na">collect</span><span
class="o">();</span>
