apex-core git commit: APEXCORE-663 Restart of the App was failing because the containers allocation was not handled. There are 2 schenarios 2 handle 1. AppMaster was restarted 2. App was restarted

[vrozov]

Repository: apex-core
Updated Branches:
  refs/heads/master 04a352b3e -> 9d6408ea4


APEXCORE-663 Restart of the App was failing because the containers allocation 
was not handled. There are 2 schenarios 2 handle
 1. AppMaster was restarted
 2. App was restarted

In case of 1: Compare the list of running containers returned by the YARN and 
Streaming Container Manager containers and take the appropriate actions.

In case of 2 (Also when YARN returns empty list of running containers) : 
Redeploy the whole App.


Project: http://git-wip-us.apache.org/repos/asf/apex-core/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-core/commit/9d6408ea
Tree: http://git-wip-us.apache.org/repos/asf/apex-core/tree/9d6408ea
Diff: http://git-wip-us.apache.org/repos/asf/apex-core/diff/9d6408ea

Branch: refs/heads/master
Commit: 9d6408ea4c6e26df489a5e5dd1ecfdb9afca6d42
Parents: 04a352b
Author: Sandesh Hegde 
Authored: Tue Mar 7 23:43:24 2017 -0800
Committer: Sandesh Hegde 
Committed: Mon Mar 27 19:16:00 2017 -0700

--
 .../stram/StreamingAppMasterService.java| 53 +---
 .../stram/StreamingContainerManager.java| 24 +
 2 files changed, 70 insertions(+), 7 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/apex-core/blob/9d6408ea/engine/src/main/java/com/datatorrent/stram/StreamingAppMasterService.java
--
diff --git 
a/engine/src/main/java/com/datatorrent/stram/StreamingAppMasterService.java 
b/engine/src/main/java/com/datatorrent/stram/StreamingAppMasterService.java
index a885a49..b15c98f 100644
--- a/engine/src/main/java/com/datatorrent/stram/StreamingAppMasterService.java
+++ b/engine/src/main/java/com/datatorrent/stram/StreamingAppMasterService.java
@@ -27,6 +27,7 @@ import java.net.InetSocketAddress;
 import java.net.URI;
 import java.nio.ByteBuffer;
 import java.util.ArrayList;
+import java.util.HashMap;
 import java.util.Iterator;
 import java.util.LinkedList;
 import java.util.List;
@@ -720,7 +721,6 @@ public class StreamingAppMasterService extends 
CompositeService
 
 int loopCounter = -1;
 long nodeReportUpdateTime = 0;
-List releasedContainers = new ArrayList<>();
 
 // keep track of already requested containers to not request them again 
while waiting for allocation
 int numRequestedContainers = 0;
@@ -761,7 +761,7 @@ public class StreamingAppMasterService extends 
CompositeService
 // Running containers might take a while to register with the new app 
master and send the heartbeat signal.
 int waitForRecovery = containers.size() > 0 ? 
dag.getValue(LogicalPlan.HEARTBEAT_TIMEOUT_MILLIS) / 1000 : 0;
 
-previouslyAllocatedContainers(containers);
+List releasedContainers = 
previouslyAllocatedContainers(containers);
 FinalApplicationStatus finalStatus = FinalApplicationStatus.SUCCEEDED;
 final InetSocketAddress rmAddress = 
conf.getSocketAddr(YarnConfiguration.RM_ADDRESS,
 YarnConfiguration.DEFAULT_RM_ADDRESS,
@@ -1089,13 +1089,52 @@ public class StreamingAppMasterService extends 
CompositeService
* Check for containers that were allocated in a previous attempt.
* If the containers are still alive, wait for them to check in via 
heartbeat.
*/
-  private void previouslyAllocatedContainers(List containers)
+  private List previouslyAllocatedContainers(List 
containersListByYarn)
   {
-for (Container container : containers) {
-  this.allocatedContainers.put(container.getId().toString(), new 
AllocatedContainer(container));
-  //check the status
-  nmClient.getContainerStatusAsync(container.getId(), 
container.getNodeId());
+List containersToRelease = new ArrayList<>();
+
+if (containersListByYarn.size() != 0) {
+
+  LOG.debug("Containers list by YARN - {}", containersListByYarn);
+  LOG.debug("Containers list by Streaming Container Manger - {}", 
dnmgr.getPhysicalPlan().getContainers());
+
+  Map fromYarn = new HashMap<>();
+
+  for (Container container : containersListByYarn) {
+fromYarn.put(container.getId().toString(), container);
+  }
+
+  for (PTContainer ptContainer : dnmgr.getPhysicalPlan().getContainers()) {
+
+String containerId = ptContainer.getExternalId();
+
+// SCM starts the container without external ID.
+if (containerId == null) {
+  continue;
+}
+
+Container container = fromYarn.get(containerId);
+
+if (container != null) {
+  allocatedContainers.put(containerId, new 
AllocatedContainer(container));
+  fromYarn.remove(containerId);
+} else {
+  dnmgr.scheduleContainerRestart(containerId);
+}
+  }
+
+  for (Container container : fromYarn.values()) {
+

[apex-malhar] Git Push Summary [forced push!] [Forced Update!]

[thw]

Repository: apex-malhar
Updated Branches:
  refs/heads/release-3.7 207b373f2 -> b8a83a451 (forced update)

[05/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/operators/deduper/index.html
--
diff --git a/content/docs/malhar-3.7/operators/deduper/index.html 
b/content/docs/malhar-3.7/operators/deduper/index.html
new file mode 100644
index 000..48cf370
--- /dev/null
+++ b/content/docs/malhar-3.7/operators/deduper/index.html
@@ -0,0 +1,862 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Deduper - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Deduper";
+var mkdocs_page_input_path = "operators/deduper.md";
+var mkdocs_page_url = "/operators/deduper/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+Deduper - Operator Documentation
+
+
+Introduction
+
+About this document
+
+Terminology
+
+
+Overview
+
+Dedup - “What” in a Nutshell
+
+Dedup - “How” in a Nutshell
+
+
+Use 
cases - Basic Dedup
+
+Dedup 
Key
+
+Use 
case Details
+
+
+Use case - Dedup with Expiry
+
+Motivation
+
+Expiry 
Key
+
+Expiry 
Period
+
+Use 
case Details
+
+
+Use cases 
- Summary
+
+
+Technical Architecture
+
+Class 
Structure
+
+Architectural Details
+
+Concepts
+
+Assumptions
+
+Flow of a Tuple through Dedup 
Operator
+
+
+Ports, Attributes and 
Properties
+
+Ports
+
+Attributes
+
+Properties
+
+
+Example
+
+
+Partitioning
+
+
+
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Deduper
+
+  
+
+  
+  
+
+  
+
+  
+Deduper - Operator 
Documentation
+Introduction
+About this document
+This document is 

[14/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/css/theme_extra.css
--
diff --git a/content/docs/malhar-3.7/css/theme_extra.css 
b/content/docs/malhar-3.7/css/theme_extra.css
new file mode 100644
index 000..9845d00
--- /dev/null
+++ b/content/docs/malhar-3.7/css/theme_extra.css
@@ -0,0 +1,154 @@
+/*
+ * Sphinx doesn't have support for section dividers like we do in
+ * MkDocs, this styles the section titles in the nav
+ *
+ * https://github.com/mkdocs/mkdocs/issues/175
+ */
+.wy-menu-vertical span {
+line-height: 18px;
+padding: 0.4045em 1.618em;
+display: block;
+position: relative;
+font-size: 90%;
+color: #838383;
+}
+
+.wy-menu-vertical .subnav a {
+padding: 0.4045em 2.427em;
+}
+
+/*
+ * Long navigations run off the bottom of the screen as the nav
+ * area doesn't scroll.
+ *
+ * https://github.com/mkdocs/mkdocs/pull/202
+ */
+.wy-nav-side {
+height: 100%;
+overflow-y: auto;
+}
+
+/*
+ * readthedocs theme hides nav items when the window height is
+ * too small to contain them.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/#348
+ */
+.wy-menu-vertical ul {
+  margin-bottom: 2em;
+}
+
+/*
+ * Fix wrapping in the code highlighting
+ *
+ * https://github.com/mkdocs/mkdocs/issues/233
+ */
+code {
+white-space: pre;
+padding: 2px 5px;
+}
+
+/*
+ * Wrap inline code samples otherwise they shoot of the side and
+ * can't be read at all.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/313
+ */
+p code {
+word-wrap: break-word;
+}
+
+/**
+ * Make code blocks display as blocks and give them the appropriate
+ * font size and padding.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/855
+ */
+pre code {
+  display: block;
+  padding: 12px;
+  font-size: 12px;
+}
+
+/*
+ * Fix link colors when the link text is inline code.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/718
+ */
+a code {
+color: #2980B9;
+}
+a:hover code {
+color: #3091d1;
+}
+a:visited code {
+color: #9B59B6;
+}
+
+/*
+ * The CSS classes from highlight.js seem to clash with the
+ * ReadTheDocs theme causing some code to be incorrectly made
+ * bold and italic.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/411
+ */
+code.cs, code.c {
+font-weight: inherit;
+font-style: inherit;
+}
+
+/*
+ * Fix some issues with the theme and non-highlighted code
+ * samples. Without and highlighting styles attached the
+ * formatting is broken.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/319
+ */
+.no-highlight {
+  display: block;
+  padding: 0.5em;
+  color: #333;
+}
+
+
+/*
+ * Additions specific to the search functionality provided by MkDocs
+ */
+
+#mkdocs-search-results article h3
+{
+margin-top: 23px;
+border-top: 1px solid #E1E4E5;
+padding-top: 24px;
+}
+
+#mkdocs-search-results article:first-child h3 {
+border-top: none;
+}
+
+#mkdocs-search-query{
+width: 100%;
+border-radius: 50px;
+padding: 6px 12px;
+border-color: #D1D4D5;
+}
+
+.wy-menu-vertical li ul {
+display: inherit;
+}
+
+.wy-menu-vertical li ul.subnav ul.subnav{
+padding-left: 1em;
+}
+
+
+/*
+ * Improve inline code blocks within admonitions.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/656
+ */
+ div.admonition code {
+  color: #404040;
+  border: 1px solid rgba(0, 0, 0, 0.2);
+  background: rgba(255, 255, 255, 0.7);
+}

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/favicon.ico
--
diff --git a/content/docs/malhar-3.7/favicon.ico 
b/content/docs/malhar-3.7/favicon.ico
new file mode 100644
index 000..c0b3dae
Binary files /dev/null and b/content/docs/malhar-3.7/favicon.ico differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/fonts/fontawesome-webfont.eot
--
diff --git a/content/docs/malhar-3.7/fonts/fontawesome-webfont.eot 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.eot
new file mode 100755
index 000..0662cb9
Binary files /dev/null and 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.eot differ

[15/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/css/theme.css
--
diff --git a/content/docs/malhar-3.7/css/theme.css 
b/content/docs/malhar-3.7/css/theme.css
new file mode 100644
index 000..3e564a4
--- /dev/null
+++ b/content/docs/malhar-3.7/css/theme.css
@@ -0,0 +1,12 @@
+/*
+ * This file is copied from the upstream ReadTheDocs Sphinx
+ * theme. To aid upgradability this file should *not* be edited.
+ * modifications we need should be included in theme_extra.css.
+ *
+ * 
https://github.com/rtfd/readthedocs.org/blob/master/media/css/sphinx_rtd_theme.css
+ */
+
+*{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}article,aside,details,figcaption,figure,footer,header,hgroup,nav,section{display:block}audio,canvas,video{display:inline-block;*display:inline;*zoom:1}audio:not([controls]){display:none}[hidden]{display:none}*{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}html{font-size:100%;-webkit-text-size-adjust:100%;-ms-text-size-adjust:100%}body{margin:0}a:hover,a:active{outline:0}abbr[title]{border-bottom:1px
 
dotted}b,strong{font-weight:bold}blockquote{margin:0}dfn{font-style:italic}ins{background:#ff9;color:#000;text-decoration:none}mark{background:#ff0;color:#000;font-style:italic;font-weight:bold}pre,code,.rst-content
 tt,kbd,samp{font-family:monospace,serif;_font-family:"courier 
new",monospace;font-size:1em}pre{white-space:pre}q{quotes:none}q:before,q:after{content:"";content:none}small{font-size:85%}sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}
 
sup{top:-0.5em}sub{bottom:-0.25em}ul,ol,dl{margin:0;padding:0;list-style:none;list-style-image:none}li{list-style:none}dd{margin:0}img{border:0;-ms-interpolation-mode:bicubic;vertical-align:middle;max-width:100%}svg:not(:root){overflow:hidden}figure{margin:0}form{margin:0}fieldset{border:0;margin:0;padding:0}label{cursor:pointer}legend{border:0;*margin-left:-7px;padding:0;white-space:normal}button,input,select,textarea{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle}button,input{line-height:normal}button,input[type="button"],input[type="reset"],input[type="submit"]{cursor:pointer;-webkit-appearance:button;*overflow:visible}button[disabled],input[disabled]{cursor:default}input[type="checkbox"],input[type="radio"]{box-sizing:border-box;padding:0;*width:13px;*height:13px}input[type="search"]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}input[type="search"]::-webkit-search-decoration,input[type="sea
 
rch"]::-webkit-search-cancel-button{-webkit-appearance:none}button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}textarea{overflow:auto;vertical-align:top;resize:vertical}table{border-collapse:collapse;border-spacing:0}td{vertical-align:top}.chromeframe{margin:0.2em
 0;background:#ccc;color:#000;padding:0.2em 
0}.ir{display:block;border:0;text-indent:-999em;overflow:hidden;background-color:transparent;background-repeat:no-repeat;text-align:left;direction:ltr;*line-height:0}.ir
 br{display:none}.hidden{display:none 
!important;visibility:hidden}.visuallyhidden{border:0;clip:rect(0 0 0 
0);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px}.visuallyhidden.focusable:active,.visuallyhidden.focusable:focus{clip:auto;height:auto;margin:0;overflow:visible;position:static;width:auto}.invisible{visibility:hidden}.relative{position:relative}big,small{font-size:100%}@media
 print{html,body,section{background:none !important}*{box-shadow:none 
!important;text-s
 hadow:none !important;filter:none !important;-ms-filter:none 
!important}a,a:visited{text-decoration:underline}.ir 
a:after,a[href^="javascript:"]:after,a[href^="#"]:after{content:""}pre,blockquote{page-break-inside:avoid}thead{display:table-header-group}tr,img{page-break-inside:avoid}img{max-width:100%
 
!important}@page{margin:0.5cm}p,h2,h3{orphans:3;widows:3}h2,h3{page-break-after:avoid}}.fa:before,.rst-content
 .admonition-title:before,.rst-content h1 .headerlink:before,.rst-content h2 
.headerlink:before,.rst-content h3 .headerlink:before,.rst-content h4 
.headerlink:before,.rst-content h5 .headerlink:before,.rst-content h6 
.headerlink:before,.rst-content dl dt 
.headerlink:before,.icon:before,.wy-dropdown 
.caret:before,.wy-inline-validate.wy-inline-validate-success 
.wy-input-context:before,.wy-inline-validate.wy-inline-validate-danger 
.wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning 
.wy-input-context:before,.wy-inline-validate.wy-inline-validate-info .wy-input-c
 ontext:before,.wy-alert,.rst-content .note,.rst-content 
.attention,.rst-content .caution,.rst-content .danger,.rst-content 
.error,.rst-content .hint,.rst-content .important,.rst-content 
.tip,.rst-content .warning,.rst-content .seealso,.rst-content 

[04/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/operators/file_splitter/index.html
--
diff --git a/content/docs/malhar-3.7/operators/file_splitter/index.html 
b/content/docs/malhar-3.7/operators/file_splitter/index.html
new file mode 100644
index 000..12e0f38
--- /dev/null
+++ b/content/docs/malhar-3.7/operators/file_splitter/index.html
@@ -0,0 +1,500 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  File Splitter - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "File Splitter";
+var mkdocs_page_input_path = "operators/file_splitter.md";
+var mkdocs_page_url = "/operators/file_splitter/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+File 
Splitter
+
+Why is 
it needed?
+
+Class 
Diagram
+
+AbstractFileSplitter
+
+FileSplitterBase
+
+FileSplitterInput
+
+Handling of split records
+
+
+
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+File Splitter
+
+  
+
+  
+  
+
+  
+
+  
+File Splitter
+This is a simple operator whose main function is to split a file virtually 
and create metadata describing the files and the splits. 
+Why is it needed?
+It is a common operation to read a file and parse it. This operation can be 
parallelized by having multiple partitions of such operators and each partition 
operating on different files. However, at times when a file is large then a 
single partition reading it can become a bottleneck.
+In these cases, throughput can be increased if instances of the partitioned 
operator can read and parse non-overlapping sets of file blocks. This is where 
file splitter comes in handy. It creates metadata of blocks of file which 
serves as tasks handed out to downstream operator partitions. 
+The downstream partitions can read/parse the block without the need of 
interacting with other partitions.
+Class Diagram
+
+AbstractFileSplitter
+The abstract implementation defines the logic of processing 
FileInfo. This comprises the following tasks -  
+
+
+building FileMetadata per file and emitting it. This metadata 
contains the file information such as filepath, no. of blocks in it, length of 
the file, all the block ids, etc.
+
+
+creating BlockMetadataIterator from FileMetadata. 
The iterator lazy-loads the block metadata when needed. We use an iterator 

[16/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

from fe593b313add7ab1f8bb0b6b51603dbef88003b1


Project: http://git-wip-us.apache.org/repos/asf/apex-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-site/commit/afbb4705
Tree: http://git-wip-us.apache.org/repos/asf/apex-site/tree/afbb4705
Diff: http://git-wip-us.apache.org/repos/asf/apex-site/diff/afbb4705

Branch: refs/heads/asf-site
Commit: afbb47056f5fffa092b3a2e8a014f69a20bfd395
Parents: b25c090
Author: Apex Dev 
Authored: Mon Mar 27 23:33:40 2017 -0700
Committer: Thomas Weise 
Committed: Mon Mar 27 23:33:40 2017 -0700

--
 content/docs/malhar-3.7/__init__.py |0
 content/docs/malhar-3.7/__init__.pyc|  Bin 0 -> 163 bytes
 content/docs/malhar-3.7/apis/calcite/index.html |  568 +
 .../malhar-3.7/apis/images/calcite-apex.png |  Bin 0 -> 186300 bytes
 content/docs/malhar-3.7/apis/images/image_1.jpg |  Bin 0 -> 16919 bytes
 content/docs/malhar-3.7/apis/images/image_2.jpg |  Bin 0 -> 26550 bytes
 content/docs/malhar-3.7/base.html   |  118 +
 content/docs/malhar-3.7/breadcrumbs.html|   25 +
 content/docs/malhar-3.7/css/highlight.css   |  124 +
 content/docs/malhar-3.7/css/theme.css   |   12 +
 content/docs/malhar-3.7/css/theme_extra.css |  154 ++
 content/docs/malhar-3.7/favicon.ico |  Bin 0 -> 25597 bytes
 .../malhar-3.7/fonts/fontawesome-webfont.eot|  Bin 0 -> 37405 bytes
 .../malhar-3.7/fonts/fontawesome-webfont.svg|  399 
 .../malhar-3.7/fonts/fontawesome-webfont.ttf|  Bin 0 -> 79076 bytes
 .../malhar-3.7/fonts/fontawesome-webfont.woff   |  Bin 0 -> 43572 bytes
 content/docs/malhar-3.7/footer.html |   23 +
 .../docs/malhar-3.7/images/malhar-operators.png |  Bin 0 -> 109734 bytes
 content/docs/malhar-3.7/img/favicon.ico |  Bin 0 -> 1150 bytes
 content/docs/malhar-3.7/index.html  |  396 
 content/docs/malhar-3.7/js/highlight.pack.js|2 +
 content/docs/malhar-3.7/js/jquery-2.1.1.min.js  |4 +
 .../docs/malhar-3.7/js/modernizr-2.8.3.min.js   |1 +
 content/docs/malhar-3.7/js/theme.js |   55 +
 content/docs/malhar-3.7/main.html   |   10 +
 .../docs/malhar-3.7/mkdocs/js/lunr-0.5.7.min.js |7 +
 content/docs/malhar-3.7/mkdocs/js/lunr.min.js   |7 +
 .../docs/malhar-3.7/mkdocs/js/mustache.min.js   |1 +
 content/docs/malhar-3.7/mkdocs/js/require.js|   36 +
 .../mkdocs/js/search-results-template.mustache  |4 +
 content/docs/malhar-3.7/mkdocs/js/search.js |   88 +
 content/docs/malhar-3.7/mkdocs/js/text.js   |  390 
 .../docs/malhar-3.7/mkdocs/search_index.json| 2134 ++
 .../index.html  |  601 +
 .../operators/block_reader/index.html   |  548 +
 .../operators/csvParserOperator/index.html  |  633 ++
 .../operators/csvformatter/index.html   |  500 
 .../malhar-3.7/operators/deduper/index.html |  862 +++
 .../malhar-3.7/operators/enricher/index.html|  648 ++
 .../malhar-3.7/operators/file_output/index.html |  483 
 .../operators/file_splitter/index.html  |  500 
 .../docs/malhar-3.7/operators/filter/index.html |  456 
 .../operators/fsInputOperator/index.html|  832 +++
 .../images/blockreader/classdiagram.png |  Bin 0 -> 48613 bytes
 .../images/blockreader/flowdiagram.png  |  Bin 0 -> 48160 bytes
 .../images/blockreader/fsreaderexample.png  |  Bin 0 -> 29927 bytes
 .../blockreader/totalBacklogProcessing.png  |  Bin 0 -> 55944 bytes
 .../operators/images/csvParser/CSVParser.png|  Bin 0 -> 47140 bytes
 .../operators/images/deduper/image00.png|  Bin 0 -> 8612 bytes
 .../operators/images/deduper/image01.png|  Bin 0 -> 23903 bytes
 .../operators/images/deduper/image02.png|  Bin 0 -> 25300 bytes
 .../operators/images/deduper/image03.png|  Bin 0 -> 10901 bytes
 .../operators/images/deduper/image04.png|  Bin 0 -> 17387 bytes
 .../images/fileoutput/FileRotation.png  |  Bin 0 -> 26067 bytes
 .../operators/images/fileoutput/diagram1.png|  Bin 0 -> 30754 bytes
 .../images/filesplitter/baseexample.png |  Bin 0 -> 14493 bytes
 .../images/filesplitter/classdiagram.png|  Bin 0 -> 14513 bytes
 .../images/filesplitter/inputexample.png|  Bin 0 -> 16012 bytes
 .../operators/images/filesplitter/sequence.png  |  Bin 0 -> 17020 bytes
 .../images/fsInput/operatorsClassDiagram.png|  Bin 0 -> 71104 bytes
 .../images/jdbcinput/operatorsClassDiagram.png  |  Bin 0 -> 49841 bytes
 .../jdbcoutput/operatorsClassDiagrams.png   |  Bin 0 -> 136942 bytes
 .../images/jsonFormatter/JsonFormatter.png  |  Bin 0 -> 29253 bytes
 .../operators/images/jsonParser/JsonParser.png  |  Bin 0 -> 57233 bytes
 .../operators/images/kafkainput/image00.png |  Bin 0 -> 36143 bytes
 

[10/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/js/jquery-2.1.1.min.js
--
diff --git a/content/docs/malhar-3.7/js/jquery-2.1.1.min.js 
b/content/docs/malhar-3.7/js/jquery-2.1.1.min.js
new file mode 100644
index 000..e5ace11
--- /dev/null
+++ b/content/docs/malhar-3.7/js/jquery-2.1.1.min.js
@@ -0,0 +1,4 @@
+/*! jQuery v2.1.1 | (c) 2005, 2014 jQuery Foundation, Inc. | 
jquery.org/license */
+!function(a,b){"object"==typeof module&&"object"==typeof 
module.exports?module.exports=a.document?b(a,!0):function(a){if(!a.document)throw
 new Error("jQuery requires a window with a document");return 
b(a)}:b(a)}("undefined"!=typeof window?window:this,function(a,b){var 
c=[],d=c.slice,e=c.concat,f=c.push,g=c.indexOf,h={},i=h.toString,j=h.hasOwnProperty,k={},l=a.document,m="2.1.1",n=function(a,b){return
 new 
n.fn.init(a,b)},o=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g,p=/^-ms-/,q=/-([\da-z])/gi,r=function(a,b){return
 
b.toUpperCase()};n.fn=n.prototype={jquery:m,constructor:n,selector:"",length:0,toArray:function(){return
 d.call(this)},get:function(a){return 
null!=a?0>a?this[a+this.length]:this[a]:d.call(this)},pushStack:function(a){var 
b=n.merge(this.constructor(),a);return 
b.prevObject=this,b.context=this.context,b},each:function(a,b){return 
n.each(this,a,b)},map:function(a){return 
this.pushStack(n.map(this,function(b,c){return 
a.call(b,c,b)}))},slice:function(){return this.pushStack(d.apply(
 this,arguments))},first:function(){return this.eq(0)},last:function(){return 
this.eq(-1)},eq:function(a){var b=this.length,c=+a+(0>a?b:0);return 
this.pushStack(c>=0&>c?[this[c]]:[])},end:function(){return 
this.prevObject||this.constructor(null)},push:f,sort:c.sort,splice:c.splice},n.extend=n.fn.extend=function(){var
 
a,b,c,d,e,f,g=arguments[0]||{},h=1,i=arguments.length,j=!1;for("boolean"==typeof
 g&&(j=g,g=arguments[h]||{},h++),"object"==typeof 
g||n.isFunction(g)||(g={}),h===i&&(g=this,h--);i>h;h++)if(null!=(a=arguments[h]))for(b
 in 
a)c=g[b],d=a[b],g!==d&&(j&&&(n.isPlainObject(d)||(e=n.isArray(d)))?(e?(e=!1,f=c&(c)?c:[]):f=c&(c)?c:{},g[b]=n.extend(j,f,d)):void
 0!==d&&(g[b]=d));return 
g},n.extend({expando:"jQuery"+(m+Math.random()).replace(/\D/g,""),isReady:!0,error:function(a){throw
 new 
Error(a)},noop:function(){},isFunction:function(a){return"function"===n.type(a)},isArray:Array.isArray,isWindow:function(a){return
 null!=a&===a.window},isNumeric:functi
 
on(a){return!n.isArray(a)&(a)>=0},isPlainObject:function(a){return"object"!==n.type(a)||a.nodeType||n.isWindow(a)?!1:a.constructor&&!j.call(a.constructor.prototype,"isPrototypeOf")?!1:!0},isEmptyObject:function(a){var
 b;for(b in a)return!1;return!0},type:function(a){return 
null==a?a+"":"object"==typeof a||"function"==typeof 
a?h[i.call(a)]||"object":typeof a},globalEval:function(a){var 
b,c=eval;a=n.trim(a),a&&(1===a.indexOf("use 
strict")?(b=l.createElement("script"),b.text=a,l.head.appendChild(b).parentNode.removeChild(b)):c(a))},camelCase:function(a){return
 a.replace(p,"ms-").replace(q,r)},nodeName:function(a,b){return 
a.nodeName&()===b.toLowerCase()},each:function(a,b,c){var
 
d,e=0,f=a.length,g=s(a);if(c){if(g){for(;f>e;e++)if(d=b.apply(a[e],c),d===!1)break}else
 for(e in a)if(d=b.apply(a[e],c),d===!1)break}else 
if(g){for(;f>e;e++)if(d=b.call(a[e],e,a[e]),d===!1)break}else for(e in 
a)if(d=b.call(a[e],e,a[e]),d===!1)break;return a},trim:function(a){
 return null==a?"":(a+"").replace(o,"")},makeArray:function(a,b){var 
c=b||[];return null!=a&&(s(Object(a))?n.merge(c,"string"==typeof 
a?[a]:a):f.call(c,a)),c},inArray:function(a,b,c){return 
null==b?-1:g.call(b,a,c)},merge:function(a,b){for(var 
c=+b.length,d=0,e=a.length;c>d;d++)a[e++]=b[d];return 
a.length=e,a},grep:function(a,b,c){for(var 
d,e=[],f=0,g=a.length,h=!c;g>f;f++)d=!b(a[f],f),d!==h&(a[f]);return 
e},map:function(a,b,c){var 
d,f=0,g=a.length,h=s(a),i=[];if(h)for(;g>f;f++)d=b(a[f],f,c),null!=d&(d);else
 for(f in a)d=b(a[f],f,c),null!=d&(d);return 
e.apply([],i)},guid:1,proxy:function(a,b){var c,e,f;return"string"==typeof 
b&&(c=a[b],b=a,a=c),n.isFunction(a)?(e=d.call(arguments,2),f=function(){return 
a.apply(b||this,e.concat(d.call(arguments)))},f.guid=a.guid=a.guid||n.guid++,f):void
 0},now:Date.now,support:k}),n.each("Boolean Number String Function Array Date 
RegExp Object Error".split(" "),function(a,b){h["[object 
"+b+"]"]=b.toLowerCase()});function s(a){var 
 
b=a.length,c=n.type(a);return"function"===c||n.isWindow(a)?!1:1===a.nodeType&?!0:"array"===c||0===b||"number"==typeof
 b&>0& in a}var t=function(a){var 
b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u="sizzle"+-new 
Date,v=a.document,w=0,x=0,y=gb(),z=gb(),A=gb(),B=function(a,b){return 
a===b&&(l=!0),0},C="undefined",D=1<<31,E={}.hasOwnProperty,F=[],G=F.pop,H=F.push,I=F.push,J=F.slice,K=F.indexOf||function(a){for(var
 b=0,c=this.length;c>b;b++)if(this[b]===a)return 

[12/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/fonts/fontawesome-webfont.woff
--
diff --git a/content/docs/malhar-3.7/fonts/fontawesome-webfont.woff 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.woff
new file mode 100755
index 000..b9bd17e
Binary files /dev/null and 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.woff differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/footer.html
--
diff --git a/content/docs/malhar-3.7/footer.html 
b/content/docs/malhar-3.7/footer.html
new file mode 100644
index 000..1103193
--- /dev/null
+++ b/content/docs/malhar-3.7/footer.html
@@ -0,0 +1,23 @@
+
+  {% if next_page or previous_page %}
+
+  {% if next_page %}
+Next 
+  {% endif %}
+  {% if previous_page %}
+ 
Previous
+  {% endif %}
+
+  {% endif %}
+
+  
+
+  
+
+{% if copyright %}
+  {{ copyright }}
+{% endif %}
+  
+
+  Built with http://www.mkdocs.org;>MkDocs using a https://github.com/snide/sphinx_rtd_theme;>theme provided by https://readthedocs.org;>Read the Docs.
+

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/images/malhar-operators.png
--
diff --git a/content/docs/malhar-3.7/images/malhar-operators.png 
b/content/docs/malhar-3.7/images/malhar-operators.png
new file mode 100644
index 000..ac09622
Binary files /dev/null and 
b/content/docs/malhar-3.7/images/malhar-operators.png differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/img/favicon.ico
--
diff --git a/content/docs/malhar-3.7/img/favicon.ico 
b/content/docs/malhar-3.7/img/favicon.ico
new file mode 100644
index 000..e85006a
Binary files /dev/null and b/content/docs/malhar-3.7/img/favicon.ico differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/index.html
--
diff --git a/content/docs/malhar-3.7/index.html 
b/content/docs/malhar-3.7/index.html
new file mode 100644
index 000..232ef52
--- /dev/null
+++ b/content/docs/malhar-3.7/index.html
@@ -0,0 +1,396 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = null;
+var mkdocs_page_input_path = "index.md";
+var mkdocs_page_url = "/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+Apache 
Apex Malhar
+
+
+Capabilities common across 
Malhar operators
+
+
+Operator Library Overview
+
+Input/output connectors
+
+Parsers
+
+Stream manipulation
+
+Compute
+
+Languages Support
+
+
+
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc Output 
Operator
+
+
+
+
+
+
+JDBC Poller 
Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+

[13/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/fonts/fontawesome-webfont.svg
--
diff --git a/content/docs/malhar-3.7/fonts/fontawesome-webfont.svg 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.svg
new file mode 100755
index 000..2edb4ec
--- /dev/null
+++ b/content/docs/malhar-3.7/fonts/fontawesome-webfont.svg
@@ -0,0 +1,399 @@
+
+http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd; >
+http://www.w3.org/2000/svg;>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/fonts/fontawesome-webfont.ttf
--
diff --git a/content/docs/malhar-3.7/fonts/fontawesome-webfont.ttf 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.ttf
new file mode 100755
index 000..d365924
Binary files /dev/null and 
b/content/docs/malhar-3.7/fonts/fontawesome-webfont.ttf differ

[01/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

Repository: apex-site
Updated Branches:
  refs/heads/asf-site b25c090d9 -> afbb47056


http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/operators/windowedOperator/index.html
--
diff --git a/content/docs/malhar-3.7/operators/windowedOperator/index.html 
b/content/docs/malhar-3.7/operators/windowedOperator/index.html
new file mode 100644
index 000..6f70d5b
--- /dev/null
+++ b/content/docs/malhar-3.7/operators/windowedOperator/index.html
@@ -0,0 +1,547 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Windowed Operator - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Windowed Operator";
+var mkdocs_page_input_path = "operators/windowedOperator.md";
+var mkdocs_page_url = "/operators/windowedOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+WINDOWED 
OPERATOR
+
+Introduction
+
+Operator Overview
+
+Keyed 
or Not Keyed
+
+Window 
Option
+
+Timestamp Extractor
+
+Watermarks
+
+Allowed 
Lateness
+
+Accumulation
+
+Triggers
+
+Accumulation Mode
+
+Window Propagation
+
+State 
Storage
+
+Merging two streams
+
+Usage 
Examples
+
+Advanced 
Topics
+
+
+
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Windowed Operator
+
+  
+
+  
+  
+
+  
+
+  
+WINDOWED OPERATOR
+Introduction
+The WindowedOperator is an operator in the Apex Malhar Library 
that supports the windowing semantics outlined by Apache Beam, including the 
notions of watermarks, triggers, accumulation modes, and allowed lateness. It 
currently supports event time windows, sliding event time windows, session 
windows, and global window. The reader of this document is encouraged to read 
this https://www.oreilly.com/ideas/the-world-beyond-batch-streaming-101;>blog
 for the basic concepts of streaming applications, and this https://www.oreilly.com/ideas/the-world-beyond-batch-streaming-102;>blog
 for Apache Beam's windowing semantics before using this operator.
+Our High-Level API supports event-time 

[11/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/js/highlight.pack.js
--
diff --git a/content/docs/malhar-3.7/js/highlight.pack.js 
b/content/docs/malhar-3.7/js/highlight.pack.js
new file mode 100644
index 000..a5818df
--- /dev/null
+++ b/content/docs/malhar-3.7/js/highlight.pack.js
@@ -0,0 +1,2 @@
+!function(e){"undefined"!=typeof 
exports?e(exports):(window.hljs=e({}),"function"==typeof 
define&&([],function(){return 
window.hljs}))}(function(e){function n(e){return 
e.replace(/&/gm,"").replace(//gm,"")}function 
t(e){return e.nodeName.toLowerCase()}function r(e,n){var t=e&(n);return 
t&&0==t.index}function a(e){var n=(e.className+" 
"+(e.parentNode?e.parentNode.className:"")).split(/\s+/);return 
n=n.map(function(e){return 
e.replace(/^lang(uage)?-/,"")}),n.filter(function(e){return 
N(e)||/no(-?)highlight|plain|text/.test(e)})[0]}function i(e,n){var 
t,r={};for(t in e)r[t]=e[t];if(n)for(t in n)r[t]=n[t];return r}function 
o(e){var n=[];return function r(e,a){for(var 
i=e.firstChild;i;i=i.nextSibling)3==i.nodeType?a+=i.nodeValue.length:1==i.nodeType&&(n.push({event:"start",offset:a,node:i}),a=r(i,a),t(i).match(/br|hr|img|input/)||n.push({event:"stop",offset:a,node:i}));return
 a}(e,0),n}function u(e,r,a){function i(){return e.length
 
&?e[0].offset!=r[0].offset?e[0].offset"}function
 u(e){l+=""}function c(e){("start"==e.event?o:u)(e.node)}for(var 
s=0,l="",f=[];e.length||r.length;){var 
g=i();if(l+=n(a.substr(s,g[0].offset-s)),s=g[0].offset,g==e){f.reverse().forEach(u);do
 
c(g.splice(0,1)[0]),g=i();while(g==e&&[0].offset==s);f.reverse().forEach(o)}else"start"==g[0].event?f.push(g[0].node):f.pop(),c(g.splice(0,1)[0])}return
 l+n(a.substr(s))}function c(e){function n(e){return e&||e}function 
t(t,r){return new RegExp(n(t),"m"+(e.cI?"i":"")+(r?"g":""))}function 
r(a,o){if(!a.compiled){if(a.compiled=!0,a.k=a.k||a.bK,a.k){var 
u={},c=function(n,t){e.cI&&(t=t.toLowerCase()),t.split(" 
").forEach(function(e){var 
t=e.split("|");u[t[0]]=[n,t[1]?Number(t[1]):1]})};"string"==typeof 
a.k?c("keyword",a.k):Object.
 
keys(a.k).forEach(function(e){c(e,a.k[e])}),a.k=u}a.lR=t(a.l||/\b\w+\b/,!0),o&&(a.bK&&(a.b="\\b("+a.bK.split("
 
").join("|")+")\\b"),a.b||(a.b=/\B|\b/),a.bR=t(a.b),a.e||a.eW||(a.e=/\B|\b/),a.e&&(a.eR=t(a.e)),a.tE=n(a.e)||"",a.eW&&&(a.tE+=(a.e?"|":"")+o.tE)),a.i&&(a.iR=t(a.i)),void
 0===a.r&&(a.r=1),a.c||(a.c=[]);var 
s=[];a.c.forEach(function(e){e.v?e.v.forEach(function(n){s.push(i(e,n))}):s.push("self"==e?a:e)}),a.c=s,a.c.forEach(function(e){r(e,a)}),a.starts&(a.starts,o);var
 l=a.c.map(function(e){return 
e.bK?"\\.?("+e.b+")\\.?":e.b}).concat([a.tE,a.i]).map(n).filter(Boolean);a.t=l.length?t(l.join("|"),!0):{exec:function(){return
 nullr(e)}function s(e,t,a,i){function o(e,n){for(var 
t=0;t',i+n+o}function d(){if(!L.k)return 
n(y);var e="",t=0;L.lR.lastIndex=0;for(var 
r=L.lR.exec(y);r;){e+=n(y.substr(t,r.index-t));var 
a=g(L,r);a?(B+=a[1],e+=p(a[0],n(r[0]))):e+=n(r[0]),t=L.lR.lastIndex,r=L.lR.exec(y)}return
 e+n(y.substr(t))}function h(){if(L.sL&&!w[L.sL])return n(y);var 
e=L.sL?s(L.sL,y,!0,M[L.sL]):l(y);return 
L.r>0&&(B+=e.r),"continuous"==L.subLanguageMode&&(M[L.sL]=e.top),p(e.language,e.value,!1,!0)}function
 b(){return void 0!==L.sL?h():d()}function v(e,t){var 
r=e.cN?p(e.cN,"",!0):"";e.rB?(k+=r,y=""):e.eB?(k+=n(t)+r,y=""):(k+=r,y=t),L=Object.create(e,{parent:{value:L}})}function
 m(e,t){if(y+=e,void 0===t)return k+=b(),0;var r=o(t,L);if(r)return 
k+=b(),v(r,t),r.rB?0:t.length;var a=u(L,t);if(a){var 
i=L;i.rE||i.eE||(y+=t),k+=b();do 
L.cN&&(k+=""),B+=L.r,L=L.parent;while(L!=a.parent);return 
i.eE&&(k+=n(t)),y="",a.starts&(a.starts,""),i.rE?0:t.length}if(f(t,L))throw 
new Error('I
 llegal lexeme "'+t+'" for mode "'+(L.cN||"")+'"');return 
y+=t,t.length||1}var E=N(e);if(!E)throw new Error('Unknown language: 
"'+e+'"');c(E);var 
R,L=i||E,M={},k="";for(R=L;R!=E;R=R.parent)R.cN&&(k=p(R.cN,"",!0)+k);var 
y="",B=0;try{for(var 
C,j,I=0;;){if(L.t.lastIndex=I,C=L.t.exec(t),!C)break;j=m(t.substr(I,C.index-I),C[0]),I=C.index+j}for(m(t.substr(I)),R=L;R.parent;R=R.parent)R.cN&&(k+="");return{r:B,value:k,language:e,top:L}}catch(S){if(-1!=S.message.indexOf("Illegal"))return{r:0,value:n(t)};throw
 S}}function l(e,t){t=t||x.languages||Object.keys(w);var 
r={r:0,value:n(e)},a=r;return t.forEach(function(n){if(N(n)){var 

[03/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html
--
diff --git a/content/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html 
b/content/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html
new file mode 100644
index 000..d428f4f
--- /dev/null
+++ b/content/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html
@@ -0,0 +1,678 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  JDBC Poller Input - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "JDBC Poller Input";
+var mkdocs_page_input_path = "operators/jdbcPollInputOperator.md";
+var mkdocs_page_url = "/operators/jdbcPollInputOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+JDBC Poller Input Operator
+
+Operator Objective
+
+Use 
cases
+
+How to 
Use?
+
+Partitioning of JDBC Poller
+
+Operator Information
+
+AbstractJdbcPollInputOperator
+
+Abstract Methods
+
+
+Concrete 
Classes
+
+1. JdbcPOJOPollInputOperator
+
+2. JdbcPollInputOperator
+
+
+Limitations
+
+
+
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+JDBC Poller Input
+
+  
+
+  
+  
+
+  
+
+  
+JDBC Poller Input 
Operator
+Operator Objective
+This operator scans JDBC database table in parallel fashion. This operator 
is added to address common input operator problems like,
+
+
+As discussed in https://github.com/apache/apex-core/blob/master/docs/development_best_practices.md;>Development
 Best Practices,
+the operator callbacks such as beginWindow(), 
endWindow(), emitTuples(), etc.
+(which are invoked by the main operator thread)
+are required to return quickly, well within the default streaming window 
duration of
+500ms. This requirement can be an issue when retrieving data from slow 
external systems
+such as databases or object stores: if the call takes too long, the 
platform will deem
+the operator blocked and restart it. Restarting will often run into the 
same issue
+causing an unbroken sequence of restarts.
+
+
+When a large volume of data is available from a single store 

[06/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
--
diff --git 
a/content/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
 
b/content/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
new file mode 100644
index 000..d81fb21
--- /dev/null
+++ 
b/content/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
@@ -0,0 +1,601 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Jdbc Output Operator - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Jdbc Output Operator";
+var mkdocs_page_input_path = 
"operators/AbstractJdbcTransactionableOutputOperator.md";
+var mkdocs_page_url = 
"/operators/AbstractJdbcTransactionableOutputOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc Output Operator
+
+
+
+JDBC Transactional POJO Output 
Operator
+
+Operator Objective
+
+Overview
+
+Operator Information
+
+How to 
Use?
+
+Abstract Methods
+
+
+AbstractJdbcPOJOOutputOperator
+
+
+Platform 
Attributes that influence operator behavior
+
+
+Features
+
+
+Partitioning of JDBC Output 
Operator
+
+Static Partitioning
+
+Dynamic Partitioning
+
+
+Example
+
+
+
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Jdbc Output Operator
+
+  
+
+  
+  
+
+  
+
+  
+JDBC 
Transactional POJO Output Operator
+Operator Objective
+This operator receives an input stream of POJOs and inserts them as rows in 
a database table in a fault-tolerant way.
+Overview
+The main features of this operator 
(AbstractJdbcTransactionableOutputOperator) are persisting data to 
the database table and fault tolerance. This operator creates a transaction at 
the start of each window, executes batches of SQL updates, and closes the 
transaction at the end of the window. Each tuple corresponds to an SQL update 
statement. The operator groups the updates in a batch and submits them with one 
call to the database. Batch processing improves performance 

[07/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/mkdocs/search_index.json
--
diff --git a/content/docs/malhar-3.7/mkdocs/search_index.json 
b/content/docs/malhar-3.7/mkdocs/search_index.json
new file mode 100644
index 000..5ded716
--- /dev/null
+++ b/content/docs/malhar-3.7/mkdocs/search_index.json
@@ -0,0 +1,2134 @@
+{
+"docs": [
+{
+"location": "/", 
+"text": "Apache Apex Malhar\n\n\nApache Apex Malhar is an open 
source operator and codec library that can be used with the \nApache Apex\n 
platform to build real-time streaming applications.  Enabling users to extract 
value quickly, Malhar operators help get data in, analyze it in real-time, and 
get data out of Hadoop.  In addition to the operators, the library contains a 
number of example applications, demonstrating operator features and 
capabilities.\n\n\n\n\nCapabilities common across Malhar operators\n\n\nFor 
most streaming platforms, connectors are afterthoughts and often end up being 
simple \u2018bolt-ons\u2019 to the platform. As a result they often cause 
performance issues or data loss when put through failure scenarios and 
scalability requirements. Malhar operators do not face these issues as they 
were designed to be integral parts of Apex. Hence, they have following core 
streaming runtime capabilities\n\n\n\n\nFault tolerance\n \u2013 Malhar 
operators where app
 licable have fault tolerance built in. They use the checkpoint capability 
provided by the framework to ensure that there is no data loss under ANY 
failure scenario.\n\n\nProcessing guarantees\n \u2013 Malhar operators where 
applicable provide out of the box support for ALL three processing guarantees 
\u2013 exactly once, at-least once, and at-most once WITHOUT requiring the user 
to write any additional code.  Some operators, like MQTT operator, deal with 
source systems that can not track processed data and hence need the operators 
to keep track of the data.  Malhar has support for a generic operator that uses 
alternate storage like HDFS to facilitate this.  Finally for databases that 
support transactions or support any sort of atomic batch operations Malhar 
operators can do exactly once down to the tuple level.\n\n\nDynamic updates\n 
\u2013 Based on changing business conditions you often have to tweak several 
parameters used by the operators in your streaming application without inc
 urring any application downtime. You can also change properties of a Malhar 
operator at runtime without having to bring down the application.\n\n\nEase of 
extensibility\n \u2013 Malhar operators are based on templates that are easy to 
extend.\n\n\nPartitioning support\n \u2013 In streaming applications the input 
data stream often needs to be partitioned based on the contents of the stream. 
Also for operators that ingest data from external systems partitioning needs to 
be done based on the capabilities of the external system.  For example with 
Kafka, the operator can automatically scale up or down based on the changes in 
the number of Kafka partitions.\n\n\n\n\nOperator Library 
Overview\n\n\nInput/output connectors\n\n\nBelow is a summary of the various 
sub categories of input and output operators. Input operators also have a 
corresponding output operator\n\n\n\n\nFile Systems\n \u2013 Most streaming 
analytics use cases require the data to be stored in HDFS or perhaps S3 if the 
appli
 cation is running in AWS.  Users often need to re-run their streaming 
analytical applications against historical data or consume data from upstream 
processes that are perhaps writing to some NFS share.  Apex supports input \n 
output operators for HDFS, S3, NFS \n Local Files.  There are also File 
Splitter and Block Reader operators, which can accelecate processing of large 
files by splitting and paralellizing the work across non-overlapping sets of 
file blocks.\n\n\nRelational Databases\n \u2013 Most stream processing use 
cases require some reference data lookups to enrich, tag or filter streaming 
data. There is also a need to save results of the streaming analytical 
computation to a database so an operational dashboard can see them. Apex 
supports a JDBC operator so you can read/write data from any JDBC compliant 
RDBMS like Oracle, MySQL, Sqlite, etc.\n\n\nNoSQL Databases\n \u2013 NoSQL 
key-value pair databases like Cassandra \n HBase are a common part of streaming 
analytics applica
 tion architectures to lookup reference data or store results.  Malhar has 
operators for HBase, Cassandra, Accumulo, Aerospike, MongoDB, and 
CouchDB.\n\n\nMessaging Systems\n \u2013 Kafka, JMS, and similar systems are 
the workhorses of messaging infrastructure in most enterprises.  Malhar has a 
robust, industry-tested set of operators to read and write Kafka, JMS, ZeroMQ, 
and RabbitMQ messages.\n\n\nNotification Systems\n \u2013 Malhar includes an 

[02/16] apex-site git commit: from fe593b313add7ab1f8bb0b6b51603dbef88003b1

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/afbb4705/content/docs/malhar-3.7/operators/kafkaInputOperator/index.html
--
diff --git a/content/docs/malhar-3.7/operators/kafkaInputOperator/index.html 
b/content/docs/malhar-3.7/operators/kafkaInputOperator/index.html
new file mode 100644
index 000..e10200d
--- /dev/null
+++ b/content/docs/malhar-3.7/operators/kafkaInputOperator/index.html
@@ -0,0 +1,773 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Kafka Input - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Kafka Input";
+var mkdocs_page_input_path = "operators/kafkaInputOperator.md";
+var mkdocs_page_url = "/operators/kafkaInputOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+KAFKA 
INPUT OPERATOR
+
+Introduction
+
+Kafka Input Operator for Kafka 
0.8.x
+
+AbstractKafkaInputOperator
+
+KafkaConsumer
+
+Pre-requisites
+
+OffsetManager
+
+Partitioning
+
+AbstractSinglePortKafkaInputOperator
+
+Concrete Classes
+
+Application Example
+
+Kafka Input Operator for Kafka 
0.9.x
+
+AbstractKafkaInputOperator
+
+Concrete Classes
+
+Application Example
+
+
+
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Kafka Input
+
+  
+
+  
+  
+
+  
+
+  
+KAFKA INPUT OPERATOR
+Introduction
+http://kafka.apache.org;>Apache Kafka is a pull-based and 
distributed publish subscribe messaging system,
+topics are partitioned and replicated across nodes. 
+The Kafka input operator consumes data from the partitions of a Kafka topic 
for processing in Apex. 
+The operator has the ability to automatically scale with the Kafka 
partitioning for high throughput. 
+It is fault-tolerant (consumer offset checkpointing) and guarantees 
idempotency to allow exactly-once results in the downstream pipeline.
+For more information about the operator design see this http://www.slideshare.net/ApacheApex/apache-apex-kafka-input-operator;>presentation
+and for processing guarantees this 

[14/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/css/theme_extra.css
--
diff --git a/docs/malhar-3.7/css/theme_extra.css 
b/docs/malhar-3.7/css/theme_extra.css
new file mode 100644
index 000..9845d00
--- /dev/null
+++ b/docs/malhar-3.7/css/theme_extra.css
@@ -0,0 +1,154 @@
+/*
+ * Sphinx doesn't have support for section dividers like we do in
+ * MkDocs, this styles the section titles in the nav
+ *
+ * https://github.com/mkdocs/mkdocs/issues/175
+ */
+.wy-menu-vertical span {
+line-height: 18px;
+padding: 0.4045em 1.618em;
+display: block;
+position: relative;
+font-size: 90%;
+color: #838383;
+}
+
+.wy-menu-vertical .subnav a {
+padding: 0.4045em 2.427em;
+}
+
+/*
+ * Long navigations run off the bottom of the screen as the nav
+ * area doesn't scroll.
+ *
+ * https://github.com/mkdocs/mkdocs/pull/202
+ */
+.wy-nav-side {
+height: 100%;
+overflow-y: auto;
+}
+
+/*
+ * readthedocs theme hides nav items when the window height is
+ * too small to contain them.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/#348
+ */
+.wy-menu-vertical ul {
+  margin-bottom: 2em;
+}
+
+/*
+ * Fix wrapping in the code highlighting
+ *
+ * https://github.com/mkdocs/mkdocs/issues/233
+ */
+code {
+white-space: pre;
+padding: 2px 5px;
+}
+
+/*
+ * Wrap inline code samples otherwise they shoot of the side and
+ * can't be read at all.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/313
+ */
+p code {
+word-wrap: break-word;
+}
+
+/**
+ * Make code blocks display as blocks and give them the appropriate
+ * font size and padding.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/855
+ */
+pre code {
+  display: block;
+  padding: 12px;
+  font-size: 12px;
+}
+
+/*
+ * Fix link colors when the link text is inline code.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/718
+ */
+a code {
+color: #2980B9;
+}
+a:hover code {
+color: #3091d1;
+}
+a:visited code {
+color: #9B59B6;
+}
+
+/*
+ * The CSS classes from highlight.js seem to clash with the
+ * ReadTheDocs theme causing some code to be incorrectly made
+ * bold and italic.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/411
+ */
+code.cs, code.c {
+font-weight: inherit;
+font-style: inherit;
+}
+
+/*
+ * Fix some issues with the theme and non-highlighted code
+ * samples. Without and highlighting styles attached the
+ * formatting is broken.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/319
+ */
+.no-highlight {
+  display: block;
+  padding: 0.5em;
+  color: #333;
+}
+
+
+/*
+ * Additions specific to the search functionality provided by MkDocs
+ */
+
+#mkdocs-search-results article h3
+{
+margin-top: 23px;
+border-top: 1px solid #E1E4E5;
+padding-top: 24px;
+}
+
+#mkdocs-search-results article:first-child h3 {
+border-top: none;
+}
+
+#mkdocs-search-query{
+width: 100%;
+border-radius: 50px;
+padding: 6px 12px;
+border-color: #D1D4D5;
+}
+
+.wy-menu-vertical li ul {
+display: inherit;
+}
+
+.wy-menu-vertical li ul.subnav ul.subnav{
+padding-left: 1em;
+}
+
+
+/*
+ * Improve inline code blocks within admonitions.
+ *
+ * https://github.com/mkdocs/mkdocs/issues/656
+ */
+ div.admonition code {
+  color: #404040;
+  border: 1px solid rgba(0, 0, 0, 0.2);
+  background: rgba(255, 255, 255, 0.7);
+}

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/favicon.ico
--
diff --git a/docs/malhar-3.7/favicon.ico b/docs/malhar-3.7/favicon.ico
new file mode 100644
index 000..c0b3dae
Binary files /dev/null and b/docs/malhar-3.7/favicon.ico differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/fonts/fontawesome-webfont.eot
--
diff --git a/docs/malhar-3.7/fonts/fontawesome-webfont.eot 
b/docs/malhar-3.7/fonts/fontawesome-webfont.eot
new file mode 100755
index 000..0662cb9
Binary files /dev/null and b/docs/malhar-3.7/fonts/fontawesome-webfont.eot 
differ

[11/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/js/highlight.pack.js
--
diff --git a/docs/malhar-3.7/js/highlight.pack.js 
b/docs/malhar-3.7/js/highlight.pack.js
new file mode 100644
index 000..a5818df
--- /dev/null
+++ b/docs/malhar-3.7/js/highlight.pack.js
@@ -0,0 +1,2 @@
+!function(e){"undefined"!=typeof 
exports?e(exports):(window.hljs=e({}),"function"==typeof 
define&&([],function(){return 
window.hljs}))}(function(e){function n(e){return 
e.replace(/&/gm,"").replace(//gm,"")}function 
t(e){return e.nodeName.toLowerCase()}function r(e,n){var t=e&(n);return 
t&&0==t.index}function a(e){var n=(e.className+" 
"+(e.parentNode?e.parentNode.className:"")).split(/\s+/);return 
n=n.map(function(e){return 
e.replace(/^lang(uage)?-/,"")}),n.filter(function(e){return 
N(e)||/no(-?)highlight|plain|text/.test(e)})[0]}function i(e,n){var 
t,r={};for(t in e)r[t]=e[t];if(n)for(t in n)r[t]=n[t];return r}function 
o(e){var n=[];return function r(e,a){for(var 
i=e.firstChild;i;i=i.nextSibling)3==i.nodeType?a+=i.nodeValue.length:1==i.nodeType&&(n.push({event:"start",offset:a,node:i}),a=r(i,a),t(i).match(/br|hr|img|input/)||n.push({event:"stop",offset:a,node:i}));return
 a}(e,0),n}function u(e,r,a){function i(){return e.length
 
&?e[0].offset!=r[0].offset?e[0].offset"}function
 u(e){l+=""}function c(e){("start"==e.event?o:u)(e.node)}for(var 
s=0,l="",f=[];e.length||r.length;){var 
g=i();if(l+=n(a.substr(s,g[0].offset-s)),s=g[0].offset,g==e){f.reverse().forEach(u);do
 
c(g.splice(0,1)[0]),g=i();while(g==e&&[0].offset==s);f.reverse().forEach(o)}else"start"==g[0].event?f.push(g[0].node):f.pop(),c(g.splice(0,1)[0])}return
 l+n(a.substr(s))}function c(e){function n(e){return e&||e}function 
t(t,r){return new RegExp(n(t),"m"+(e.cI?"i":"")+(r?"g":""))}function 
r(a,o){if(!a.compiled){if(a.compiled=!0,a.k=a.k||a.bK,a.k){var 
u={},c=function(n,t){e.cI&&(t=t.toLowerCase()),t.split(" 
").forEach(function(e){var 
t=e.split("|");u[t[0]]=[n,t[1]?Number(t[1]):1]})};"string"==typeof 
a.k?c("keyword",a.k):Object.
 
keys(a.k).forEach(function(e){c(e,a.k[e])}),a.k=u}a.lR=t(a.l||/\b\w+\b/,!0),o&&(a.bK&&(a.b="\\b("+a.bK.split("
 
").join("|")+")\\b"),a.b||(a.b=/\B|\b/),a.bR=t(a.b),a.e||a.eW||(a.e=/\B|\b/),a.e&&(a.eR=t(a.e)),a.tE=n(a.e)||"",a.eW&&&(a.tE+=(a.e?"|":"")+o.tE)),a.i&&(a.iR=t(a.i)),void
 0===a.r&&(a.r=1),a.c||(a.c=[]);var 
s=[];a.c.forEach(function(e){e.v?e.v.forEach(function(n){s.push(i(e,n))}):s.push("self"==e?a:e)}),a.c=s,a.c.forEach(function(e){r(e,a)}),a.starts&(a.starts,o);var
 l=a.c.map(function(e){return 
e.bK?"\\.?("+e.b+")\\.?":e.b}).concat([a.tE,a.i]).map(n).filter(Boolean);a.t=l.length?t(l.join("|"),!0):{exec:function(){return
 nullr(e)}function s(e,t,a,i){function o(e,n){for(var 
t=0;t',i+n+o}function d(){if(!L.k)return 
n(y);var e="",t=0;L.lR.lastIndex=0;for(var 
r=L.lR.exec(y);r;){e+=n(y.substr(t,r.index-t));var 
a=g(L,r);a?(B+=a[1],e+=p(a[0],n(r[0]))):e+=n(r[0]),t=L.lR.lastIndex,r=L.lR.exec(y)}return
 e+n(y.substr(t))}function h(){if(L.sL&&!w[L.sL])return n(y);var 
e=L.sL?s(L.sL,y,!0,M[L.sL]):l(y);return 
L.r>0&&(B+=e.r),"continuous"==L.subLanguageMode&&(M[L.sL]=e.top),p(e.language,e.value,!1,!0)}function
 b(){return void 0!==L.sL?h():d()}function v(e,t){var 
r=e.cN?p(e.cN,"",!0):"";e.rB?(k+=r,y=""):e.eB?(k+=n(t)+r,y=""):(k+=r,y=t),L=Object.create(e,{parent:{value:L}})}function
 m(e,t){if(y+=e,void 0===t)return k+=b(),0;var r=o(t,L);if(r)return 
k+=b(),v(r,t),r.rB?0:t.length;var a=u(L,t);if(a){var 
i=L;i.rE||i.eE||(y+=t),k+=b();do 
L.cN&&(k+=""),B+=L.r,L=L.parent;while(L!=a.parent);return 
i.eE&&(k+=n(t)),y="",a.starts&(a.starts,""),i.rE?0:t.length}if(f(t,L))throw 
new Error('I
 llegal lexeme "'+t+'" for mode "'+(L.cN||"")+'"');return 
y+=t,t.length||1}var E=N(e);if(!E)throw new Error('Unknown language: 
"'+e+'"');c(E);var 
R,L=i||E,M={},k="";for(R=L;R!=E;R=R.parent)R.cN&&(k=p(R.cN,"",!0)+k);var 
y="",B=0;try{for(var 
C,j,I=0;;){if(L.t.lastIndex=I,C=L.t.exec(t),!C)break;j=m(t.substr(I,C.index-I),C[0]),I=C.index+j}for(m(t.substr(I)),R=L;R.parent;R=R.parent)R.cN&&(k+="");return{r:B,value:k,language:e,top:L}}catch(S){if(-1!=S.message.indexOf("Illegal"))return{r:0,value:n(t)};throw
 S}}function l(e,t){t=t||x.languages||Object.keys(w);var 
r={r:0,value:n(e)},a=r;return t.forEach(function(n){if(N(n)){var 

[05/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/operators/deduper/index.html
--
diff --git a/docs/malhar-3.7/operators/deduper/index.html 
b/docs/malhar-3.7/operators/deduper/index.html
new file mode 100644
index 000..48cf370
--- /dev/null
+++ b/docs/malhar-3.7/operators/deduper/index.html
@@ -0,0 +1,862 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Deduper - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Deduper";
+var mkdocs_page_input_path = "operators/deduper.md";
+var mkdocs_page_url = "/operators/deduper/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+Deduper - Operator Documentation
+
+
+Introduction
+
+About this document
+
+Terminology
+
+
+Overview
+
+Dedup - “What” in a Nutshell
+
+Dedup - “How” in a Nutshell
+
+
+Use 
cases - Basic Dedup
+
+Dedup 
Key
+
+Use 
case Details
+
+
+Use case - Dedup with Expiry
+
+Motivation
+
+Expiry 
Key
+
+Expiry 
Period
+
+Use 
case Details
+
+
+Use cases 
- Summary
+
+
+Technical Architecture
+
+Class 
Structure
+
+Architectural Details
+
+Concepts
+
+Assumptions
+
+Flow of a Tuple through Dedup 
Operator
+
+
+Ports, Attributes and 
Properties
+
+Ports
+
+Attributes
+
+Properties
+
+
+Example
+
+
+Partitioning
+
+
+
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Deduper
+
+  
+
+  
+  
+
+  
+
+  
+Deduper - Operator 
Documentation
+Introduction
+About this document
+This document is intended as a guide for 

[12/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/fonts/fontawesome-webfont.woff
--
diff --git a/docs/malhar-3.7/fonts/fontawesome-webfont.woff 
b/docs/malhar-3.7/fonts/fontawesome-webfont.woff
new file mode 100755
index 000..b9bd17e
Binary files /dev/null and b/docs/malhar-3.7/fonts/fontawesome-webfont.woff 
differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/footer.html
--
diff --git a/docs/malhar-3.7/footer.html b/docs/malhar-3.7/footer.html
new file mode 100644
index 000..1103193
--- /dev/null
+++ b/docs/malhar-3.7/footer.html
@@ -0,0 +1,23 @@
+
+  {% if next_page or previous_page %}
+
+  {% if next_page %}
+Next 
+  {% endif %}
+  {% if previous_page %}
+ 
Previous
+  {% endif %}
+
+  {% endif %}
+
+  
+
+  
+
+{% if copyright %}
+  {{ copyright }}
+{% endif %}
+  
+
+  Built with http://www.mkdocs.org;>MkDocs using a https://github.com/snide/sphinx_rtd_theme;>theme provided by https://readthedocs.org;>Read the Docs.
+

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/images/malhar-operators.png
--
diff --git a/docs/malhar-3.7/images/malhar-operators.png 
b/docs/malhar-3.7/images/malhar-operators.png
new file mode 100644
index 000..ac09622
Binary files /dev/null and b/docs/malhar-3.7/images/malhar-operators.png differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/img/favicon.ico
--
diff --git a/docs/malhar-3.7/img/favicon.ico b/docs/malhar-3.7/img/favicon.ico
new file mode 100644
index 000..e85006a
Binary files /dev/null and b/docs/malhar-3.7/img/favicon.ico differ

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/index.html
--
diff --git a/docs/malhar-3.7/index.html b/docs/malhar-3.7/index.html
new file mode 100644
index 000..232ef52
--- /dev/null
+++ b/docs/malhar-3.7/index.html
@@ -0,0 +1,396 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = null;
+var mkdocs_page_input_path = "index.md";
+var mkdocs_page_url = "/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+Apache 
Apex Malhar
+
+
+Capabilities common across 
Malhar operators
+
+
+Operator Library Overview
+
+Input/output connectors
+
+Parsers
+
+Stream manipulation
+
+Compute
+
+Languages Support
+
+
+
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc Output 
Operator
+
+
+
+
+
+
+JDBC Poller 
Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+

[03/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html
--
diff --git a/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html 
b/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html
new file mode 100644
index 000..d428f4f
--- /dev/null
+++ b/docs/malhar-3.7/operators/jdbcPollInputOperator/index.html
@@ -0,0 +1,678 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  JDBC Poller Input - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "JDBC Poller Input";
+var mkdocs_page_input_path = "operators/jdbcPollInputOperator.md";
+var mkdocs_page_url = "/operators/jdbcPollInputOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+JDBC Poller Input Operator
+
+Operator Objective
+
+Use 
cases
+
+How to 
Use?
+
+Partitioning of JDBC Poller
+
+Operator Information
+
+AbstractJdbcPollInputOperator
+
+Abstract Methods
+
+
+Concrete 
Classes
+
+1. JdbcPOJOPollInputOperator
+
+2. JdbcPollInputOperator
+
+
+Limitations
+
+
+
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+JDBC Poller Input
+
+  
+
+  
+  
+
+  
+
+  
+JDBC Poller Input 
Operator
+Operator Objective
+This operator scans JDBC database table in parallel fashion. This operator 
is added to address common input operator problems like,
+
+
+As discussed in https://github.com/apache/apex-core/blob/master/docs/development_best_practices.md;>Development
 Best Practices,
+the operator callbacks such as beginWindow(), 
endWindow(), emitTuples(), etc.
+(which are invoked by the main operator thread)
+are required to return quickly, well within the default streaming window 
duration of
+500ms. This requirement can be an issue when retrieving data from slow 
external systems
+such as databases or object stores: if the call takes too long, the 
platform will deem
+the operator blocked and restart it. Restarting will often run into the 
same issue
+causing an unbroken sequence of restarts.
+
+
+When a large volume of data is available from a single store that allows 
reading from
+   

[01/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

Repository: apex-site
Updated Branches:
  refs/heads/asf-site 21739f4ba -> b25c090d9


http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/operators/windowedOperator/index.html
--
diff --git a/docs/malhar-3.7/operators/windowedOperator/index.html 
b/docs/malhar-3.7/operators/windowedOperator/index.html
new file mode 100644
index 000..6f70d5b
--- /dev/null
+++ b/docs/malhar-3.7/operators/windowedOperator/index.html
@@ -0,0 +1,547 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Windowed Operator - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Windowed Operator";
+var mkdocs_page_input_path = "operators/windowedOperator.md";
+var mkdocs_page_url = "/operators/windowedOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+WINDOWED 
OPERATOR
+
+Introduction
+
+Operator Overview
+
+Keyed 
or Not Keyed
+
+Window 
Option
+
+Timestamp Extractor
+
+Watermarks
+
+Allowed 
Lateness
+
+Accumulation
+
+Triggers
+
+Accumulation Mode
+
+Window Propagation
+
+State 
Storage
+
+Merging two streams
+
+Usage 
Examples
+
+Advanced 
Topics
+
+
+
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Windowed Operator
+
+  
+
+  
+  
+
+  
+
+  
+WINDOWED OPERATOR
+Introduction
+The WindowedOperator is an operator in the Apex Malhar Library 
that supports the windowing semantics outlined by Apache Beam, including the 
notions of watermarks, triggers, accumulation modes, and allowed lateness. It 
currently supports event time windows, sliding event time windows, session 
windows, and global window. The reader of this document is encouraged to read 
this https://www.oreilly.com/ideas/the-world-beyond-batch-streaming-101;>blog
 for the basic concepts of streaming applications, and this https://www.oreilly.com/ideas/the-world-beyond-batch-streaming-102;>blog
 for Apache Beam's windowing semantics before using this operator.
+Our High-Level API supports event-time processing through the 

[04/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/operators/file_splitter/index.html
--
diff --git a/docs/malhar-3.7/operators/file_splitter/index.html 
b/docs/malhar-3.7/operators/file_splitter/index.html
new file mode 100644
index 000..12e0f38
--- /dev/null
+++ b/docs/malhar-3.7/operators/file_splitter/index.html
@@ -0,0 +1,500 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  File Splitter - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "File Splitter";
+var mkdocs_page_input_path = "operators/file_splitter.md";
+var mkdocs_page_url = "/operators/file_splitter/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+File 
Splitter
+
+Why is 
it needed?
+
+Class 
Diagram
+
+AbstractFileSplitter
+
+FileSplitterBase
+
+FileSplitterInput
+
+Handling of split records
+
+
+
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+File Splitter
+
+  
+
+  
+  
+
+  
+
+  
+File Splitter
+This is a simple operator whose main function is to split a file virtually 
and create metadata describing the files and the splits. 
+Why is it needed?
+It is a common operation to read a file and parse it. This operation can be 
parallelized by having multiple partitions of such operators and each partition 
operating on different files. However, at times when a file is large then a 
single partition reading it can become a bottleneck.
+In these cases, throughput can be increased if instances of the partitioned 
operator can read and parse non-overlapping sets of file blocks. This is where 
file splitter comes in handy. It creates metadata of blocks of file which 
serves as tasks handed out to downstream operator partitions. 
+The downstream partitions can read/parse the block without the need of 
interacting with other partitions.
+Class Diagram
+
+AbstractFileSplitter
+The abstract implementation defines the logic of processing 
FileInfo. This comprises the following tasks -  
+
+
+building FileMetadata per file and emitting it. This metadata 
contains the file information such as filepath, no. of blocks in it, length of 
the file, all the block ids, etc.
+
+
+creating BlockMetadataIterator from FileMetadata. 
The iterator lazy-loads the block metadata when needed. We use an iterator 
because the no. of blocks in a file 

[15/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/css/theme.css
--
diff --git a/docs/malhar-3.7/css/theme.css b/docs/malhar-3.7/css/theme.css
new file mode 100644
index 000..3e564a4
--- /dev/null
+++ b/docs/malhar-3.7/css/theme.css
@@ -0,0 +1,12 @@
+/*
+ * This file is copied from the upstream ReadTheDocs Sphinx
+ * theme. To aid upgradability this file should *not* be edited.
+ * modifications we need should be included in theme_extra.css.
+ *
+ * 
https://github.com/rtfd/readthedocs.org/blob/master/media/css/sphinx_rtd_theme.css
+ */
+
+*{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}article,aside,details,figcaption,figure,footer,header,hgroup,nav,section{display:block}audio,canvas,video{display:inline-block;*display:inline;*zoom:1}audio:not([controls]){display:none}[hidden]{display:none}*{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}html{font-size:100%;-webkit-text-size-adjust:100%;-ms-text-size-adjust:100%}body{margin:0}a:hover,a:active{outline:0}abbr[title]{border-bottom:1px
 
dotted}b,strong{font-weight:bold}blockquote{margin:0}dfn{font-style:italic}ins{background:#ff9;color:#000;text-decoration:none}mark{background:#ff0;color:#000;font-style:italic;font-weight:bold}pre,code,.rst-content
 tt,kbd,samp{font-family:monospace,serif;_font-family:"courier 
new",monospace;font-size:1em}pre{white-space:pre}q{quotes:none}q:before,q:after{content:"";content:none}small{font-size:85%}sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}
 
sup{top:-0.5em}sub{bottom:-0.25em}ul,ol,dl{margin:0;padding:0;list-style:none;list-style-image:none}li{list-style:none}dd{margin:0}img{border:0;-ms-interpolation-mode:bicubic;vertical-align:middle;max-width:100%}svg:not(:root){overflow:hidden}figure{margin:0}form{margin:0}fieldset{border:0;margin:0;padding:0}label{cursor:pointer}legend{border:0;*margin-left:-7px;padding:0;white-space:normal}button,input,select,textarea{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle}button,input{line-height:normal}button,input[type="button"],input[type="reset"],input[type="submit"]{cursor:pointer;-webkit-appearance:button;*overflow:visible}button[disabled],input[disabled]{cursor:default}input[type="checkbox"],input[type="radio"]{box-sizing:border-box;padding:0;*width:13px;*height:13px}input[type="search"]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}input[type="search"]::-webkit-search-decoration,input[type="sea
 
rch"]::-webkit-search-cancel-button{-webkit-appearance:none}button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}textarea{overflow:auto;vertical-align:top;resize:vertical}table{border-collapse:collapse;border-spacing:0}td{vertical-align:top}.chromeframe{margin:0.2em
 0;background:#ccc;color:#000;padding:0.2em 
0}.ir{display:block;border:0;text-indent:-999em;overflow:hidden;background-color:transparent;background-repeat:no-repeat;text-align:left;direction:ltr;*line-height:0}.ir
 br{display:none}.hidden{display:none 
!important;visibility:hidden}.visuallyhidden{border:0;clip:rect(0 0 0 
0);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px}.visuallyhidden.focusable:active,.visuallyhidden.focusable:focus{clip:auto;height:auto;margin:0;overflow:visible;position:static;width:auto}.invisible{visibility:hidden}.relative{position:relative}big,small{font-size:100%}@media
 print{html,body,section{background:none !important}*{box-shadow:none 
!important;text-s
 hadow:none !important;filter:none !important;-ms-filter:none 
!important}a,a:visited{text-decoration:underline}.ir 
a:after,a[href^="javascript:"]:after,a[href^="#"]:after{content:""}pre,blockquote{page-break-inside:avoid}thead{display:table-header-group}tr,img{page-break-inside:avoid}img{max-width:100%
 
!important}@page{margin:0.5cm}p,h2,h3{orphans:3;widows:3}h2,h3{page-break-after:avoid}}.fa:before,.rst-content
 .admonition-title:before,.rst-content h1 .headerlink:before,.rst-content h2 
.headerlink:before,.rst-content h3 .headerlink:before,.rst-content h4 
.headerlink:before,.rst-content h5 .headerlink:before,.rst-content h6 
.headerlink:before,.rst-content dl dt 
.headerlink:before,.icon:before,.wy-dropdown 
.caret:before,.wy-inline-validate.wy-inline-validate-success 
.wy-input-context:before,.wy-inline-validate.wy-inline-validate-danger 
.wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning 
.wy-input-context:before,.wy-inline-validate.wy-inline-validate-info .wy-input-c
 ontext:before,.wy-alert,.rst-content .note,.rst-content 
.attention,.rst-content .caution,.rst-content .danger,.rst-content 
.error,.rst-content .hint,.rst-content .important,.rst-content 
.tip,.rst-content .warning,.rst-content .seealso,.rst-content 

[02/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/operators/kafkaInputOperator/index.html
--
diff --git a/docs/malhar-3.7/operators/kafkaInputOperator/index.html 
b/docs/malhar-3.7/operators/kafkaInputOperator/index.html
new file mode 100644
index 000..e10200d
--- /dev/null
+++ b/docs/malhar-3.7/operators/kafkaInputOperator/index.html
@@ -0,0 +1,773 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Kafka Input - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Kafka Input";
+var mkdocs_page_input_path = "operators/kafkaInputOperator.md";
+var mkdocs_page_url = "/operators/kafkaInputOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc 
Output Operator
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+KAFKA 
INPUT OPERATOR
+
+Introduction
+
+Kafka Input Operator for Kafka 
0.8.x
+
+AbstractKafkaInputOperator
+
+KafkaConsumer
+
+Pre-requisites
+
+OffsetManager
+
+Partitioning
+
+AbstractSinglePortKafkaInputOperator
+
+Concrete Classes
+
+Application Example
+
+Kafka Input Operator for Kafka 
0.9.x
+
+AbstractKafkaInputOperator
+
+Concrete Classes
+
+Application Example
+
+
+
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Kafka Input
+
+  
+
+  
+  
+
+  
+
+  
+KAFKA INPUT OPERATOR
+Introduction
+http://kafka.apache.org;>Apache Kafka is a pull-based and 
distributed publish subscribe messaging system,
+topics are partitioned and replicated across nodes. 
+The Kafka input operator consumes data from the partitions of a Kafka topic 
for processing in Apex. 
+The operator has the ability to automatically scale with the Kafka 
partitioning for high throughput. 
+It is fault-tolerant (consumer offset checkpointing) and guarantees 
idempotency to allow exactly-once results in the downstream pipeline.
+For more information about the operator design see this http://www.slideshare.net/ApacheApex/apache-apex-kafka-input-operator;>presentation
+and for processing guarantees this https://www.datatorrent.com/blog/end-to-end-exactly-once-with-apache-apex/;>blog.
+There are two 

[09/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/js/modernizr-2.8.3.min.js
--
diff --git a/docs/malhar-3.7/js/modernizr-2.8.3.min.js 
b/docs/malhar-3.7/js/modernizr-2.8.3.min.js
new file mode 100644
index 000..40dd2a9
--- /dev/null
+++ b/docs/malhar-3.7/js/modernizr-2.8.3.min.js
@@ -0,0 +1 @@
+window.Modernizr=function(e,t,n){function r(e){b.cssText=e}function 
o(e,t){return r(S.join(e+";")+(t||""))}function a(e,t){return typeof 
e===t}function i(e,t){return!!~(""+e).indexOf(t)}function c(e,t){for(var r in 
e){var o=e[r];if(!i(o,"-")&[o]!==n)return"pfx"==t?o:!0}return!1}function 
s(e,t,r){for(var o in e){var i=t[e[o]];if(i!==n)return 
r===!1?e[o]:a(i,"function")?i.bind(r||t):i}return!1}function u(e,t,n){var 
r=e.charAt(0).toUpperCase()+e.slice(1),o=(e+" "+k.join(r+" ")+r).split(" 
");return a(t,"string")||a(t,"undefined")?c(o,t):(o=(e+" "+T.join(r+" 
")+r).split(" "),s(o,t,n))}function l(){p.input=function(n){for(var 
r=0,o=n.length;o>r;r++)j[n[r]]=!!(n[r]in E);return 
j.list&&(j.list=!(!t.createElement("datalist")||!e.HTMLDataListElement)),j}("autocomplete
 autofocus list placeholder max min multiple pattern required step".split(" 
")),p.inputtypes=function(e){for(var 
r,o,a,i=0,c=e.length;c>i;i++)E.setAttribute("type",o=e[i]),r="text"!==E.type,r&&(E.value=x,E.style.cssText="positi
 
on:absolute;visibility:hidden;",/^range$/.test(o)&!==n?(g.appendChild(E),a=t.defaultView,r=a.getComputedStyle&&"textfield"!==a.getComputedStyle(E,null).WebkitAppearance&&0!==E.offsetHeight,g.removeChild(E)):/^(search|tel)$/.test(o)||(r=/^(url|email)$/.test(o)?E.checkValidity&()===!1:E.value!=x)),P[e[i]]=!!r;return
 P}("search tel url email datetime date month week time datetime-local number 
range color".split(" "))}var 
d,f,m="2.8.3",p={},h=!0,g=t.documentElement,v="modernizr",y=t.createElement(v),b=y.style,E=t.createElement("input"),x=":)",w={}.toString,S="
 -webkit- -moz- -o- -ms- ".split(" "),C="Webkit Moz O ms",k=C.split(" 
"),T=C.toLowerCase().split(" 
"),N={svg:"http://www.w3.org/2000/svg"},M={},P={},j={},$=[],D=$.slice,F=function(e,n,r,o){var
 
a,i,c,s,u=t.createElement("div"),l=t.body,d=l||t.createElement("body");if(parseInt(r,10))for(;r--;)c=t.createElement("div"),c.id=o?o[r]:v+(r+1),u.appendChild(c);return
 a=["",''
 
,e,""].join(""),u.id=v,(l?u:d).innerHTML+=a,d.appendChild(u),l||(d.style.background="",d.style.overflow="hidden",s=g.style.overflow,g.style.overflow="hidden",g.appendChild(d)),i=n(u,e),l?u.parentNode.removeChild(u):(d.parentNode.removeChild(d),g.style.overflow=s),!!i},z=function(t){var
 n=e.matchMedia||e.msMatchMedia;if(n)return n(t)&(t).matches||!1;var r;return 
F("@media "+t+" { #"+v+" { position: absolute; } 
}",function(t){r="absolute"==(e.getComputedStyle?getComputedStyle(t,null):t.currentStyle).position}),r},A=function(){function
 e(e,o){o=o||t.createElement(r[e]||"div"),e="on"+e;var i=e in o;return 
i||(o.setAttribute||(o=t.createElement("div")),o.setAttribute&&&(o.setAttribute(e,""),i=a(o[e],"function"),a(o[e],"undefined")||(o[e]=n),o.removeAttribute(e))),o=null,i}var
 
r={select:"input",change:"input",submit:"form",reset:"form",error:"img",load:"img",abort:"img"};return
 
e}(),L={}.hasOwnProperty;f=a(L,"undefined")||a(L.call,"undefined")?function(e,t){ret
 urn t in e&(e.constructor.prototype[t],"undefined")}:function(e,t){return 
L.call(e,t)},Function.prototype.bind||(Function.prototype.bind=function(e){var 
t=this;if("function"!=typeof t)throw new TypeError;var 
n=D.call(arguments,1),r=function(){if(this instanceof r){var 
o=function(){};o.prototype=t.prototype;var a=new 
o,i=t.apply(a,n.concat(D.call(arguments)));return Object(i)===i?i:a}return 
t.apply(e,n.concat(D.call(arguments)))};return r}),M.flexbox=function(){return 
u("flexWrap")},M.flexboxlegacy=function(){return 
u("boxDirection")},M.canvas=function(){var 
e=t.createElement("canvas");return!(!e.getContext||!e.getContext("2d"))},M.canvastext=function(){return!(!p.canvas||!a(t.createElement("canvas").getContext("2d").fillText,"function"))},M.webgl=function(){return!!e.WebGLRenderingContext},M.touch=function(){var
 n;return"ontouchstart"in e||e.DocumentTouch& instanceof 
DocumentTouch?n=!0:F(["@media 
(",S.join("touch-enabled),("),v,")","{#modernizr{top:9px;position:absolute}}"].join
 
(""),function(e){n=9===e.offsetTop}),n},M.geolocation=function(){return"geolocation"in
 
navigator},M.postmessage=function(){return!!e.postMessage},M.websqldatabase=function(){return!!e.openDatabase},M.indexedDB=function(){return!!u("indexedDB",e)},M.hashchange=function(){return
 
A("hashchange",e)&&(t.documentMode===n||t.documentMode>7)},M.history=function(){return!(!e.history||!history.pushState)},M.draganddrop=function(){var
 e=t.createElement("div");return"draggable"in e||"ondragstart"in e&&"ondrop"in 
e},M.websockets=function(){return"WebSocket"in e||"MozWebSocket"in 
e},M.rgba=function(){return 

[13/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/fonts/fontawesome-webfont.svg
--
diff --git a/docs/malhar-3.7/fonts/fontawesome-webfont.svg 
b/docs/malhar-3.7/fonts/fontawesome-webfont.svg
new file mode 100755
index 000..2edb4ec
--- /dev/null
+++ b/docs/malhar-3.7/fonts/fontawesome-webfont.svg
@@ -0,0 +1,399 @@
+
+http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd; >
+http://www.w3.org/2000/svg;>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/fonts/fontawesome-webfont.ttf
--
diff --git a/docs/malhar-3.7/fonts/fontawesome-webfont.ttf 
b/docs/malhar-3.7/fonts/fontawesome-webfont.ttf
new file mode 100755
index 000..d365924
Binary files /dev/null and b/docs/malhar-3.7/fonts/fontawesome-webfont.ttf 
differ

[08/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/mkdocs/js/text.js
--
diff --git a/docs/malhar-3.7/mkdocs/js/text.js 
b/docs/malhar-3.7/mkdocs/js/text.js
new file mode 100644
index 000..17921b6
--- /dev/null
+++ b/docs/malhar-3.7/mkdocs/js/text.js
@@ -0,0 +1,390 @@
+/**
+ * @license RequireJS text 2.0.12 Copyright (c) 2010-2014, The Dojo Foundation 
All Rights Reserved.
+ * Available via the MIT or new BSD license.
+ * see: http://github.com/requirejs/text for details
+ */
+/*jslint regexp: true */
+/*global require, XMLHttpRequest, ActiveXObject,
+  define, window, process, Packages,
+  java, location, Components, FileUtils */
+
+define(['module'], function (module) {
+'use strict';
+
+var text, fs, Cc, Ci, xpcIsWindows,
+progIds = ['Msxml2.XMLHTTP', 'Microsoft.XMLHTTP', 
'Msxml2.XMLHTTP.4.0'],
+xmlRegExp = /^\s*<\?xml(\s)+version=[\'\"](\d)*.(\d)*[\'\"](\s)*\?>/im,
+bodyRegExp = /]*>\s*([\s\S]+)\s*<\/body>/im,
+hasLocation = typeof location !== 'undefined' && location.href,
+defaultProtocol = hasLocation && location.protocol && 
location.protocol.replace(/\:/, ''),
+defaultHostName = hasLocation && location.hostname,
+defaultPort = hasLocation && (location.port || undefined),
+buildMap = {},
+masterConfig = (module.config && module.config()) || {};
+
+text = {
+version: '2.0.12',
+
+strip: function (content) {
+//Strips  declarations so that external SVG and XML
+//documents can be added to a document without worry. Also, if the 
string
+//is an HTML document, only the part inside the body tag is 
returned.
+if (content) {
+content = content.replace(xmlRegExp, "");
+var matches = content.match(bodyRegExp);
+if (matches) {
+content = matches[1];
+}
+} else {
+content = "";
+}
+return content;
+},
+
+jsEscape: function (content) {
+return content.replace(/(['\\])/g, '\\$1')
+.replace(/[\f]/g, "\\f")
+.replace(/[\b]/g, "\\b")
+.replace(/[\n]/g, "\\n")
+.replace(/[\t]/g, "\\t")
+.replace(/[\r]/g, "\\r")
+.replace(/[\u2028]/g, "\\u2028")
+.replace(/[\u2029]/g, "\\u2029");
+},
+
+createXhr: masterConfig.createXhr || function () {
+//Would love to dump the ActiveX crap in here. Need IE 6 to die 
first.
+var xhr, i, progId;
+if (typeof XMLHttpRequest !== "undefined") {
+return new XMLHttpRequest();
+} else if (typeof ActiveXObject !== "undefined") {
+for (i = 0; i < 3; i += 1) {
+progId = progIds[i];
+try {
+xhr = new ActiveXObject(progId);
+} catch (e) {}
+
+if (xhr) {
+progIds = [progId];  // so faster next time
+break;
+}
+}
+}
+
+return xhr;
+},
+
+/**
+ * Parses a resource name into its component parts. Resource names
+ * look like: module/name.ext!strip, where the !strip part is
+ * optional.
+ * @param {String} name the resource name
+ * @returns {Object} with properties "moduleName", "ext" and "strip"
+ * where strip is a boolean.
+ */
+parseName: function (name) {
+var modName, ext, temp,
+strip = false,
+index = name.indexOf("."),
+isRelative = name.indexOf('./') === 0 ||
+ name.indexOf('../') === 0;
+
+if (index !== -1 && (!isRelative || index > 1)) {
+modName = name.substring(0, index);
+ext = name.substring(index + 1, name.length);
+} else {
+modName = name;
+}
+
+temp = ext || modName;
+index = temp.indexOf("!");
+if (index !== -1) {
+//Pull off the strip arg.
+strip = temp.substring(index + 1) === "strip";
+temp = temp.substring(0, index);
+if (ext) {
+ext = temp;
+} else {
+modName = temp;
+}
+}
+
+return {
+moduleName: modName,
+ext: ext,
+strip: strip
+};
+},
+
+xdRegExp: /^((\w+)\:)?\/\/([^\/\\]+)/,
+
+/**
+ * Is an URL on another domain. Only works for browser use, returns
+ * false in non-browser environments. Only used to know 

[10/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/js/jquery-2.1.1.min.js
--
diff --git a/docs/malhar-3.7/js/jquery-2.1.1.min.js 
b/docs/malhar-3.7/js/jquery-2.1.1.min.js
new file mode 100644
index 000..e5ace11
--- /dev/null
+++ b/docs/malhar-3.7/js/jquery-2.1.1.min.js
@@ -0,0 +1,4 @@
+/*! jQuery v2.1.1 | (c) 2005, 2014 jQuery Foundation, Inc. | 
jquery.org/license */
+!function(a,b){"object"==typeof module&&"object"==typeof 
module.exports?module.exports=a.document?b(a,!0):function(a){if(!a.document)throw
 new Error("jQuery requires a window with a document");return 
b(a)}:b(a)}("undefined"!=typeof window?window:this,function(a,b){var 
c=[],d=c.slice,e=c.concat,f=c.push,g=c.indexOf,h={},i=h.toString,j=h.hasOwnProperty,k={},l=a.document,m="2.1.1",n=function(a,b){return
 new 
n.fn.init(a,b)},o=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g,p=/^-ms-/,q=/-([\da-z])/gi,r=function(a,b){return
 
b.toUpperCase()};n.fn=n.prototype={jquery:m,constructor:n,selector:"",length:0,toArray:function(){return
 d.call(this)},get:function(a){return 
null!=a?0>a?this[a+this.length]:this[a]:d.call(this)},pushStack:function(a){var 
b=n.merge(this.constructor(),a);return 
b.prevObject=this,b.context=this.context,b},each:function(a,b){return 
n.each(this,a,b)},map:function(a){return 
this.pushStack(n.map(this,function(b,c){return 
a.call(b,c,b)}))},slice:function(){return this.pushStack(d.apply(
 this,arguments))},first:function(){return this.eq(0)},last:function(){return 
this.eq(-1)},eq:function(a){var b=this.length,c=+a+(0>a?b:0);return 
this.pushStack(c>=0&>c?[this[c]]:[])},end:function(){return 
this.prevObject||this.constructor(null)},push:f,sort:c.sort,splice:c.splice},n.extend=n.fn.extend=function(){var
 
a,b,c,d,e,f,g=arguments[0]||{},h=1,i=arguments.length,j=!1;for("boolean"==typeof
 g&&(j=g,g=arguments[h]||{},h++),"object"==typeof 
g||n.isFunction(g)||(g={}),h===i&&(g=this,h--);i>h;h++)if(null!=(a=arguments[h]))for(b
 in 
a)c=g[b],d=a[b],g!==d&&(j&&&(n.isPlainObject(d)||(e=n.isArray(d)))?(e?(e=!1,f=c&(c)?c:[]):f=c&(c)?c:{},g[b]=n.extend(j,f,d)):void
 0!==d&&(g[b]=d));return 
g},n.extend({expando:"jQuery"+(m+Math.random()).replace(/\D/g,""),isReady:!0,error:function(a){throw
 new 
Error(a)},noop:function(){},isFunction:function(a){return"function"===n.type(a)},isArray:Array.isArray,isWindow:function(a){return
 null!=a&===a.window},isNumeric:functi
 
on(a){return!n.isArray(a)&(a)>=0},isPlainObject:function(a){return"object"!==n.type(a)||a.nodeType||n.isWindow(a)?!1:a.constructor&&!j.call(a.constructor.prototype,"isPrototypeOf")?!1:!0},isEmptyObject:function(a){var
 b;for(b in a)return!1;return!0},type:function(a){return 
null==a?a+"":"object"==typeof a||"function"==typeof 
a?h[i.call(a)]||"object":typeof a},globalEval:function(a){var 
b,c=eval;a=n.trim(a),a&&(1===a.indexOf("use 
strict")?(b=l.createElement("script"),b.text=a,l.head.appendChild(b).parentNode.removeChild(b)):c(a))},camelCase:function(a){return
 a.replace(p,"ms-").replace(q,r)},nodeName:function(a,b){return 
a.nodeName&()===b.toLowerCase()},each:function(a,b,c){var
 
d,e=0,f=a.length,g=s(a);if(c){if(g){for(;f>e;e++)if(d=b.apply(a[e],c),d===!1)break}else
 for(e in a)if(d=b.apply(a[e],c),d===!1)break}else 
if(g){for(;f>e;e++)if(d=b.call(a[e],e,a[e]),d===!1)break}else for(e in 
a)if(d=b.call(a[e],e,a[e]),d===!1)break;return a},trim:function(a){
 return null==a?"":(a+"").replace(o,"")},makeArray:function(a,b){var 
c=b||[];return null!=a&&(s(Object(a))?n.merge(c,"string"==typeof 
a?[a]:a):f.call(c,a)),c},inArray:function(a,b,c){return 
null==b?-1:g.call(b,a,c)},merge:function(a,b){for(var 
c=+b.length,d=0,e=a.length;c>d;d++)a[e++]=b[d];return 
a.length=e,a},grep:function(a,b,c){for(var 
d,e=[],f=0,g=a.length,h=!c;g>f;f++)d=!b(a[f],f),d!==h&(a[f]);return 
e},map:function(a,b,c){var 
d,f=0,g=a.length,h=s(a),i=[];if(h)for(;g>f;f++)d=b(a[f],f,c),null!=d&(d);else
 for(f in a)d=b(a[f],f,c),null!=d&(d);return 
e.apply([],i)},guid:1,proxy:function(a,b){var c,e,f;return"string"==typeof 
b&&(c=a[b],b=a,a=c),n.isFunction(a)?(e=d.call(arguments,2),f=function(){return 
a.apply(b||this,e.concat(d.call(arguments)))},f.guid=a.guid=a.guid||n.guid++,f):void
 0},now:Date.now,support:k}),n.each("Boolean Number String Function Array Date 
RegExp Object Error".split(" "),function(a,b){h["[object 
"+b+"]"]=b.toLowerCase()});function s(a){var 
 
b=a.length,c=n.type(a);return"function"===c||n.isWindow(a)?!1:1===a.nodeType&?!0:"array"===c||0===b||"number"==typeof
 b&>0& in a}var t=function(a){var 
b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u="sizzle"+-new 
Date,v=a.document,w=0,x=0,y=gb(),z=gb(),A=gb(),B=function(a,b){return 
a===b&&(l=!0),0},C="undefined",D=1<<31,E={}.hasOwnProperty,F=[],G=F.pop,H=F.push,I=F.push,J=F.slice,K=F.indexOf||function(a){for(var
 b=0,c=this.length;c>b;b++)if(this[b]===a)return 

[07/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/mkdocs/search_index.json
--
diff --git a/docs/malhar-3.7/mkdocs/search_index.json 
b/docs/malhar-3.7/mkdocs/search_index.json
new file mode 100644
index 000..5ded716
--- /dev/null
+++ b/docs/malhar-3.7/mkdocs/search_index.json
@@ -0,0 +1,2134 @@
+{
+"docs": [
+{
+"location": "/", 
+"text": "Apache Apex Malhar\n\n\nApache Apex Malhar is an open 
source operator and codec library that can be used with the \nApache Apex\n 
platform to build real-time streaming applications.  Enabling users to extract 
value quickly, Malhar operators help get data in, analyze it in real-time, and 
get data out of Hadoop.  In addition to the operators, the library contains a 
number of example applications, demonstrating operator features and 
capabilities.\n\n\n\n\nCapabilities common across Malhar operators\n\n\nFor 
most streaming platforms, connectors are afterthoughts and often end up being 
simple \u2018bolt-ons\u2019 to the platform. As a result they often cause 
performance issues or data loss when put through failure scenarios and 
scalability requirements. Malhar operators do not face these issues as they 
were designed to be integral parts of Apex. Hence, they have following core 
streaming runtime capabilities\n\n\n\n\nFault tolerance\n \u2013 Malhar 
operators where app
 licable have fault tolerance built in. They use the checkpoint capability 
provided by the framework to ensure that there is no data loss under ANY 
failure scenario.\n\n\nProcessing guarantees\n \u2013 Malhar operators where 
applicable provide out of the box support for ALL three processing guarantees 
\u2013 exactly once, at-least once, and at-most once WITHOUT requiring the user 
to write any additional code.  Some operators, like MQTT operator, deal with 
source systems that can not track processed data and hence need the operators 
to keep track of the data.  Malhar has support for a generic operator that uses 
alternate storage like HDFS to facilitate this.  Finally for databases that 
support transactions or support any sort of atomic batch operations Malhar 
operators can do exactly once down to the tuple level.\n\n\nDynamic updates\n 
\u2013 Based on changing business conditions you often have to tweak several 
parameters used by the operators in your streaming application without inc
 urring any application downtime. You can also change properties of a Malhar 
operator at runtime without having to bring down the application.\n\n\nEase of 
extensibility\n \u2013 Malhar operators are based on templates that are easy to 
extend.\n\n\nPartitioning support\n \u2013 In streaming applications the input 
data stream often needs to be partitioned based on the contents of the stream. 
Also for operators that ingest data from external systems partitioning needs to 
be done based on the capabilities of the external system.  For example with 
Kafka, the operator can automatically scale up or down based on the changes in 
the number of Kafka partitions.\n\n\n\n\nOperator Library 
Overview\n\n\nInput/output connectors\n\n\nBelow is a summary of the various 
sub categories of input and output operators. Input operators also have a 
corresponding output operator\n\n\n\n\nFile Systems\n \u2013 Most streaming 
analytics use cases require the data to be stored in HDFS or perhaps S3 if the 
appli
 cation is running in AWS.  Users often need to re-run their streaming 
analytical applications against historical data or consume data from upstream 
processes that are perhaps writing to some NFS share.  Apex supports input \n 
output operators for HDFS, S3, NFS \n Local Files.  There are also File 
Splitter and Block Reader operators, which can accelecate processing of large 
files by splitting and paralellizing the work across non-overlapping sets of 
file blocks.\n\n\nRelational Databases\n \u2013 Most stream processing use 
cases require some reference data lookups to enrich, tag or filter streaming 
data. There is also a need to save results of the streaming analytical 
computation to a database so an operational dashboard can see them. Apex 
supports a JDBC operator so you can read/write data from any JDBC compliant 
RDBMS like Oracle, MySQL, Sqlite, etc.\n\n\nNoSQL Databases\n \u2013 NoSQL 
key-value pair databases like Cassandra \n HBase are a common part of streaming 
analytics applica
 tion architectures to lookup reference data or store results.  Malhar has 
operators for HBase, Cassandra, Accumulo, Aerospike, MongoDB, and 
CouchDB.\n\n\nMessaging Systems\n \u2013 Kafka, JMS, and similar systems are 
the workhorses of messaging infrastructure in most enterprises.  Malhar has a 
robust, industry-tested set of operators to read and write Kafka, JMS, ZeroMQ, 
and RabbitMQ messages.\n\n\nNotification Systems\n \u2013 Malhar includes an 
operator for sending notifications 

[06/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

http://git-wip-us.apache.org/repos/asf/apex-site/blob/b25c090d/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
--
diff --git 
a/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
 
b/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
new file mode 100644
index 000..d81fb21
--- /dev/null
+++ 
b/docs/malhar-3.7/operators/AbstractJdbcTransactionableOutputOperator/index.html
@@ -0,0 +1,601 @@
+
+
+  
+
+  
+  
+  
+  
+  
+  
+  Jdbc Output Operator - Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+
+  
+  
+  
+
+  
+  
+// Current page data
+var mkdocs_page_name = "Jdbc Output Operator";
+var mkdocs_page_input_path = 
"operators/AbstractJdbcTransactionableOutputOperator.md";
+var mkdocs_page_url = 
"/operators/AbstractJdbcTransactionableOutputOperator/";
+  
+  
+  
+  
+  
+   
+
+  
+
+
+
+
+  
+
+
+
+  
+ Apache Apex Malhar 
Documentation
+
+  
+
+  
+
+  
+
+  
+
+  
+
+
+Apache Apex Malhar
+
+
+
+  
+
+
+APIs
+
+
+
+
+SQL
+
+
+
+
+
+
+  
+
+
+Operators
+
+
+
+
+Block Reader
+
+
+
+
+
+
+CSV Formatter
+
+
+
+
+
+
+CSV Parser
+
+
+
+
+
+
+Deduper
+
+
+
+
+
+
+Enricher
+
+
+
+
+
+
+File Input
+
+
+
+
+
+
+File Output
+
+
+
+
+
+
+File Splitter
+
+
+
+
+
+
+Filter
+
+
+
+
+
+
+Jdbc Output Operator
+
+
+
+JDBC Transactional POJO Output 
Operator
+
+Operator Objective
+
+Overview
+
+Operator Information
+
+How to 
Use?
+
+Abstract Methods
+
+
+AbstractJdbcPOJOOutputOperator
+
+
+Platform 
Attributes that influence operator behavior
+
+
+Features
+
+
+Partitioning of JDBC Output 
Operator
+
+Static Partitioning
+
+Dynamic Partitioning
+
+
+Example
+
+
+
+
+
+
+
+
+
+JDBC Poller Input
+
+
+
+
+
+
+JMS Input
+
+
+
+
+
+
+JSON Formatter
+
+
+
+
+
+
+JSON Parser
+
+
+
+
+
+
+Kafka Input
+
+
+
+
+
+
+Transformer
+
+
+
+
+
+
+Windowed Operator
+
+
+
+
+
+
+XML Parser
+
+
+
+
+
+
+Json Parser
+
+
+
+
+
+
+Json Formatter
+
+
+
+
+
+
+Transform Operator
+
+
+
+
+
+
+Csv Formatter
+
+
+
+
+
+
+S3 Output Module
+
+
+
+
+
+
+  
+
+  
+  
+
+
+
+
+  
+  
+
+Apache Apex Malhar Documentation
+  
+
+  
+  
+
+  
+  
+Docs 
+
+  
+
+  Operators 
+
+  
+
+Jdbc Output Operator
+
+  
+
+  
+  
+
+  
+
+  
+JDBC 
Transactional POJO Output Operator
+Operator Objective
+This operator receives an input stream of POJOs and inserts them as rows in 
a database table in a fault-tolerant way.
+Overview
+The main features of this operator 
(AbstractJdbcTransactionableOutputOperator) are persisting data to 
the database table and fault tolerance. This operator creates a transaction at 
the start of each window, executes batches of SQL updates, and closes the 
transaction at the end of the window. Each tuple corresponds to an SQL update 
statement. The operator groups the updates in a batch and submits them with one 
call to the database. Batch processing improves performance considerably. The 
size of a batch is 

[16/16] apex-site git commit: Adding malhar-3.7.0 documentation

[thw]

Adding malhar-3.7.0 documentation


Project: http://git-wip-us.apache.org/repos/asf/apex-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-site/commit/b25c090d
Tree: http://git-wip-us.apache.org/repos/asf/apex-site/tree/b25c090d
Diff: http://git-wip-us.apache.org/repos/asf/apex-site/diff/b25c090d

Branch: refs/heads/asf-site
Commit: b25c090d926be9175bbb2c9a3b38cf98f907cd72
Parents: 21739f4
Author: Apex Dev 
Authored: Mon Mar 27 23:32:20 2017 -0700
Committer: Thomas Weise 
Committed: Mon Mar 27 23:32:20 2017 -0700

--
 docs/malhar-3.7/__init__.py |0
 docs/malhar-3.7/__init__.pyc|  Bin 0 -> 163 bytes
 docs/malhar-3.7/apis/calcite/index.html |  568 +
 docs/malhar-3.7/apis/images/calcite-apex.png|  Bin 0 -> 186300 bytes
 docs/malhar-3.7/apis/images/image_1.jpg |  Bin 0 -> 16919 bytes
 docs/malhar-3.7/apis/images/image_2.jpg |  Bin 0 -> 26550 bytes
 docs/malhar-3.7/base.html   |  118 +
 docs/malhar-3.7/breadcrumbs.html|   25 +
 docs/malhar-3.7/css/highlight.css   |  124 +
 docs/malhar-3.7/css/theme.css   |   12 +
 docs/malhar-3.7/css/theme_extra.css |  154 ++
 docs/malhar-3.7/favicon.ico |  Bin 0 -> 25597 bytes
 docs/malhar-3.7/fonts/fontawesome-webfont.eot   |  Bin 0 -> 37405 bytes
 docs/malhar-3.7/fonts/fontawesome-webfont.svg   |  399 
 docs/malhar-3.7/fonts/fontawesome-webfont.ttf   |  Bin 0 -> 79076 bytes
 docs/malhar-3.7/fonts/fontawesome-webfont.woff  |  Bin 0 -> 43572 bytes
 docs/malhar-3.7/footer.html |   23 +
 docs/malhar-3.7/images/malhar-operators.png |  Bin 0 -> 109734 bytes
 docs/malhar-3.7/img/favicon.ico |  Bin 0 -> 1150 bytes
 docs/malhar-3.7/index.html  |  396 
 docs/malhar-3.7/js/highlight.pack.js|2 +
 docs/malhar-3.7/js/jquery-2.1.1.min.js  |4 +
 docs/malhar-3.7/js/modernizr-2.8.3.min.js   |1 +
 docs/malhar-3.7/js/theme.js |   55 +
 docs/malhar-3.7/main.html   |   10 +
 docs/malhar-3.7/mkdocs/js/lunr-0.5.7.min.js |7 +
 docs/malhar-3.7/mkdocs/js/lunr.min.js   |7 +
 docs/malhar-3.7/mkdocs/js/mustache.min.js   |1 +
 docs/malhar-3.7/mkdocs/js/require.js|   36 +
 .../mkdocs/js/search-results-template.mustache  |4 +
 docs/malhar-3.7/mkdocs/js/search.js |   88 +
 docs/malhar-3.7/mkdocs/js/text.js   |  390 
 docs/malhar-3.7/mkdocs/search_index.json| 2134 ++
 .../index.html  |  601 +
 .../operators/block_reader/index.html   |  548 +
 .../operators/csvParserOperator/index.html  |  633 ++
 .../operators/csvformatter/index.html   |  500 
 docs/malhar-3.7/operators/deduper/index.html|  862 +++
 docs/malhar-3.7/operators/enricher/index.html   |  648 ++
 .../malhar-3.7/operators/file_output/index.html |  483 
 .../operators/file_splitter/index.html  |  500 
 docs/malhar-3.7/operators/filter/index.html |  456 
 .../operators/fsInputOperator/index.html|  832 +++
 .../images/blockreader/classdiagram.png |  Bin 0 -> 48613 bytes
 .../images/blockreader/flowdiagram.png  |  Bin 0 -> 48160 bytes
 .../images/blockreader/fsreaderexample.png  |  Bin 0 -> 29927 bytes
 .../blockreader/totalBacklogProcessing.png  |  Bin 0 -> 55944 bytes
 .../operators/images/csvParser/CSVParser.png|  Bin 0 -> 47140 bytes
 .../operators/images/deduper/image00.png|  Bin 0 -> 8612 bytes
 .../operators/images/deduper/image01.png|  Bin 0 -> 23903 bytes
 .../operators/images/deduper/image02.png|  Bin 0 -> 25300 bytes
 .../operators/images/deduper/image03.png|  Bin 0 -> 10901 bytes
 .../operators/images/deduper/image04.png|  Bin 0 -> 17387 bytes
 .../images/fileoutput/FileRotation.png  |  Bin 0 -> 26067 bytes
 .../operators/images/fileoutput/diagram1.png|  Bin 0 -> 30754 bytes
 .../images/filesplitter/baseexample.png |  Bin 0 -> 14493 bytes
 .../images/filesplitter/classdiagram.png|  Bin 0 -> 14513 bytes
 .../images/filesplitter/inputexample.png|  Bin 0 -> 16012 bytes
 .../operators/images/filesplitter/sequence.png  |  Bin 0 -> 17020 bytes
 .../images/fsInput/operatorsClassDiagram.png|  Bin 0 -> 71104 bytes
 .../images/jdbcinput/operatorsClassDiagram.png  |  Bin 0 -> 49841 bytes
 .../jdbcoutput/operatorsClassDiagrams.png   |  Bin 0 -> 136942 bytes
 .../images/jsonFormatter/JsonFormatter.png  |  Bin 0 -> 29253 bytes
 .../operators/images/jsonParser/JsonParser.png  |  Bin 0 -> 57233 bytes
 .../operators/images/kafkainput/image00.png |  Bin 0 -> 36143 bytes
 

[1/2] apex-malhar git commit: Add @since tags and update change log for release 3.7.0

[thw]

Repository: apex-malhar
Updated Branches:
  refs/heads/release-3.7 [created] 207b373f2


Add @since tags and update change log for release 3.7.0


Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/98f4f03c
Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/98f4f03c
Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/98f4f03c

Branch: refs/heads/release-3.7
Commit: 98f4f03c1b94935d9f6631fe9305a9dc5268720b
Parents: b8a83a4
Author: Apex Dev 
Authored: Mon Mar 27 22:38:22 2017 -0700
Committer: Thomas Weise 
Committed: Mon Mar 27 22:38:22 2017 -0700

--
 CHANGELOG.md| 84 
 .../benchmark/window/AbstractGenerator.java |  3 +
 .../AbstractWindowedOperatorBenchmarkApp.java   |  3 +
 .../KeyedWindowedOperatorBenchmarkApp.java  |  3 +
 .../window/WindowedOperatorBenchmarkApp.java|  3 +
 .../contrib/parser/DelimitedSchema.java |  2 +
 .../contrib/parser/FixedWidthParser.java|  2 +
 .../contrib/parser/FixedWidthSchema.java|  2 +
 .../com/datatorrent/contrib/parser/Schema.java  |  2 +
 .../malhar/contrib/parser/CommonLogParser.java  |  2 +
 .../apex/malhar/contrib/parser/LogParser.java   |  2 +
 .../malhar/contrib/parser/LogSchemaDetails.java |  2 +
 .../malhar/contrib/parser/log/CommonLog.java|  2 +
 .../apex/examples/csvformatter/Application.java |  3 +
 .../csvformatter/HDFSOutputOperator.java|  2 +
 .../examples/csvformatter/JsonGenerator.java|  3 +
 .../apex/examples/csvformatter/PojoEvent.java   |  3 +
 .../apache/apex/examples/dedup/Application.java |  3 +
 .../org/apache/apex/examples/dynamic/App.java   |  3 +
 .../org/apache/apex/examples/dynamic/Gen.java   |  2 +
 .../apex/examples/enricher/DataGenerator.java   |  2 +
 .../enricher/EnricherAppWithJSONFile.java   |  3 +
 .../examples/enricher/LineOutputOperator.java   |  2 +
 .../org/apache/apex/examples/enricher/POJO.java |  3 +
 .../apex/examples/enricher/POJOEnriched.java|  3 +
 .../apex/examples/filter/Application.java   |  2 +
 .../apex/examples/filter/TransactionPOJO.java   |  3 +
 .../innerjoin/InnerJoinApplication.java |  3 +
 .../apex/examples/innerjoin/POJOGenerator.java  |  2 +
 .../examples/parser/jsonparser/Application.java |  3 +
 .../examples/parser/jsonparser/Campaign.java|  3 +
 .../parser/jsonparser/JsonGenerator.java|  3 +
 .../apex/examples/partition/Application.java|  3 +
 .../apache/apex/examples/partition/Codec3.java  |  3 +
 .../partition/RandomNumberGenerator.java|  2 +
 .../apex/examples/partition/TestPartition.java  |  2 +
 .../apex/examples/recordReader/Application.java |  3 +
 .../recordReader/TransactionsSchema.java|  3 +
 .../apex/examples/throttle/Application.java |  3 +
 .../examples/throttle/PassThroughOperator.java  |  2 +
 .../throttle/RandomNumberGenerator.java |  2 +
 .../examples/throttle/SlowDevNullOperator.java  |  2 +
 .../throttle/ThrottlingStatsListener.java   |  2 +
 .../apex/examples/transform/Application.java|  3 +
 .../apex/examples/transform/CustomerEvent.java  |  3 +
 .../apex/examples/transform/CustomerInfo.java   |  3 +
 .../transform/DynamicTransformApplication.java  |  3 +
 .../apex/examples/transform/POJOGenerator.java  |  2 +
 ...dshiftJdbcTransactionableOutputOperator.java |  2 +
 .../lib/db/redshift/RedshiftOutputModule.java   |  2 +
 .../lib/fs/FSRecordCompactionOperator.java  |  2 +
 .../malhar/lib/fs/s3/S3BlockUploadOperator.java |  2 +
 .../apex/malhar/lib/fs/s3/S3FileMerger.java |  2 +
 .../lib/fs/s3/S3InitiateFileUploadOperator.java |  2 +
 .../apex/malhar/lib/fs/s3/S3OutputModule.java   |  2 +
 .../apex/malhar/lib/fs/s3/S3Reconciler.java |  2 +
 .../lib/fs/s3/S3ReconcilerQueuePartitioner.java |  2 +
 .../apex/malhar/lib/fs/s3/S3RecordReader.java   |  2 +
 .../malhar/lib/fs/s3/S3RecordReaderModule.java  |  2 +
 .../malhar/lib/fs/s3/S3TupleOutputModule.java   |  2 +
 .../MovingBoundaryTimeBucketAssigner.java   |  2 +
 .../lib/state/managed/TimeBucketAssigner.java   |  2 +
 .../managed/UnboundedTimeBucketAssigner.java|  2 +
 .../lib/utils/serde/ImmutablePairSerde.java |  2 +
 .../malhar/lib/utils/serde/TimeWindowSerde.java |  3 +
 .../lib/window/ImplicitWatermarkGenerator.java  |  2 +
 .../window/accumulation/AbstractPojoJoin.java   |  2 +
 .../accumulation/CompositeAccumulation.java |  2 +
 .../window/accumulation/PojoFullOuterJoin.java  |  2 +
 .../window/accumulation/PojoLeftOuterJoin.java  |  2 +
 .../window/accumulation/PojoRightOuterJoin.java |  2 +
 .../impl/FixedDiffEventTimeWatermarkGen.java|  2 +
 .../FixedDiffProcessingTimeWatermarkGen.java|  2 +
 73 files changed, 255 insertions(+)
--

[2/2] apex-malhar git commit: Preparing to release 3.7.0-RC1

[thw]

Preparing to release 3.7.0-RC1


Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/207b373f
Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/207b373f
Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/207b373f

Branch: refs/heads/release-3.7
Commit: 207b373f2f828636a03294bb388a279d03c5593b
Parents: 98f4f03
Author: Apex Dev 
Authored: Mon Mar 27 22:39:51 2017 -0700
Committer: Thomas Weise 
Committed: Mon Mar 27 22:39:51 2017 -0700

--
 apps/filecopy/pom.xml   | 4 ++--
 apps/logstream/pom.xml  | 2 +-
 apps/pom.xml| 2 +-
 benchmark/pom.xml   | 2 +-
 contrib/pom.xml | 2 +-
 examples/csvformatter/pom.xml   | 2 +-
 examples/dedup/pom.xml  | 2 +-
 examples/distributedistinct/pom.xml | 2 +-
 examples/dynamic-partition/pom.xml  | 2 +-
 examples/echoserver/pom.xml | 2 +-
 examples/enricher/pom.xml   | 2 +-
 examples/filter/pom.xml | 2 +-
 examples/frauddetect/pom.xml| 2 +-
 examples/highlevelapi/pom.xml   | 2 +-
 examples/innerjoin/pom.xml  | 2 +-
 examples/iteration/pom.xml  | 2 +-
 examples/machinedata/pom.xml| 2 +-
 examples/mobile/pom.xml | 2 +-
 examples/mrmonitor/pom.xml  | 2 +-
 examples/mroperator/pom.xml | 2 +-
 examples/parser/pom.xml | 2 +-
 examples/partition/pom.xml  | 2 +-
 examples/pi/pom.xml | 2 +-
 examples/pom.xml| 2 +-
 examples/r/pom.xml  | 2 +-
 examples/recordReader/pom.xml   | 2 +-
 examples/sql/pom.xml| 2 +-
 examples/throttle/pom.xml   | 2 +-
 examples/transform/pom.xml  | 2 +-
 examples/twitter/pom.xml| 2 +-
 examples/uniquecount/pom.xml| 2 +-
 examples/wordcount/pom.xml  | 2 +-
 examples/yahoofinance/pom.xml   | 2 +-
 hive/pom.xml| 2 +-
 kafka/pom.xml   | 2 +-
 library/pom.xml | 2 +-
 pom.xml | 2 +-
 samples/pom.xml | 2 +-
 sql/pom.xml | 2 +-
 stream/pom.xml  | 2 +-
 40 files changed, 41 insertions(+), 41 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/207b373f/apps/filecopy/pom.xml
--
diff --git a/apps/filecopy/pom.xml b/apps/filecopy/pom.xml
index da50520..6fc21cc 100644
--- a/apps/filecopy/pom.xml
+++ b/apps/filecopy/pom.xml
@@ -24,7 +24,7 @@
   
 malhar-apps
 org.apache.apex
-3.7.0-SNAPSHOT
+3.7.0
   
 
   filecopy
@@ -79,7 +79,7 @@
 
   org.apache.apex
   malhar-library
-  3.7.0-SNAPSHOT
+  3.7.0
   
 
   *

http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/207b373f/apps/logstream/pom.xml
--
diff --git a/apps/logstream/pom.xml b/apps/logstream/pom.xml
index 58fe356..c2aa9a6 100644
--- a/apps/logstream/pom.xml
+++ b/apps/logstream/pom.xml
@@ -24,7 +24,7 @@
   
 malhar-apps
 org.apache.apex
-3.7.0-SNAPSHOT
+3.7.0
   
 
   org.apache.apex

http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/207b373f/apps/pom.xml
--
diff --git a/apps/pom.xml b/apps/pom.xml
index ae8477a..4fc5259 100644
--- a/apps/pom.xml
+++ b/apps/pom.xml
@@ -25,7 +25,7 @@
   
 org.apache.apex
 malhar
-3.7.0-SNAPSHOT
+3.7.0
   
 
   malhar-apps

http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/207b373f/benchmark/pom.xml
--
diff --git a/benchmark/pom.xml b/benchmark/pom.xml
index 4bbd5ac..6c8f127 100644
--- a/benchmark/pom.xml
+++ b/benchmark/pom.xml
@@ -24,7 +24,7 @@
   
 malhar
 org.apache.apex
-3.7.0-SNAPSHOT
+3.7.0
   
 
   org.apache.apex

http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/207b373f/contrib/pom.xml
--
diff --git a/contrib/pom.xml b/contrib/pom.xml
index 4636ca3..50e14da 100755
--- a/contrib/pom.xml
+++ b/contrib/pom.xml
@@ -25,7 +25,7 @@
   
 org.apache.apex
 malhar
-3.7.0-SNAPSHOT
+3.7.0
   
 
   malhar-contrib

http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/207b373f/examples/csvformatter/pom.xml
--
diff --git a/examples/csvformatter/pom.xml b/examples/csvformatter/pom.xml
index 7df58e4..e480600 100644
--- a/examples/csvformatter/pom.xml
+++ b/examples/csvformatter/pom.xml

svn commit: r18933 - /dev/apex/apache-apex-malhar-3.7.0-RC1/

[thw]

Author: thw
Date: Tue Mar 28 06:17:51 2017
New Revision: 18933

Log:
Apache Apex v3.7.0-RC1

Added:
dev/apex/apache-apex-malhar-3.7.0-RC1/

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz
   (with props)

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.asc

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.md5

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.sha

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip
   (with props)

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip.asc

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip.md5

dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip.sha

Added: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz
==
Binary file - no diff available.

Propchange: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz
--
svn:mime-type = application/octet-stream

Added: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.asc
==
--- 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.asc
 (added)
+++ 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.asc
 Tue Mar 28 06:17:51 2017
@@ -0,0 +1,17 @@
+-BEGIN PGP SIGNATURE-
+Version: GnuPG v1
+
+iQIcBAABAgAGBQJY2f+gAAoJEBLe4+TZIKmMRaQP/3bv3FhdC4kng9fTd875VOOm
+KQxjNGf/h38ZMYwIXSN6KY5fa6eNKp6ioVY7uQIU6kVGmt7Ov4IXUWH0rGV8Dc0C
+BlK8naeFZhbjTxeoghZltMqgbiergJw781eVYSS2uwViZqwFkheqmAdBM4MKgE8s
+j2N8vWnfhUTQNkCvfUAh5ewuSeBAn+/NEeYSEqvFvfpaUDhWz+rkRhs3JmIKcpGG
+Ih0+FdSsUdg1FzXT0KVah2N9kUYsGndnHFN35K3Opv71iQYt0upeJZeHQKhsegOs
+wCuLlSUw7Lf9O2pMV5H1ccqQFDD+GMnUYnBXFrzK7Jx6k6/iwiUe+it5Dij/TQuU
+n1yvSP5cD0VZjuEisfoUOpcBAdJyVVtCqNxbf97+BhPRCUn5/u1/Js7FeHMStJku
+ubruIAVe1lGxYn5zppr8liROw9zNbCqz0bY6Uv0JmaSrpCa+lrZFjXcjeIcQclp0
+2spaHzMIectI77jPzhC0nHlobaGnWyHHGCwTruBlTEWD4FPqdP7IKAnJpQhzl8wt
+jSH2BG5G9jEhgzJrEZR0ZdovWQh8bJANwhfN8zTyl4YQAP2OYLQFKTHecAf+c9NX
+rPZ5S6DeEKAoW7w31AsoqXJrl0aTIFskb/NQB6XXNN6I9v6d2EfBlITH2vFQbN/R
+EyWp59b4ZN1rzeT+WYPp
+=F40s
+-END PGP SIGNATURE-

Added: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.md5
==
--- 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.md5
 (added)
+++ 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.md5
 Tue Mar 28 06:17:51 2017
@@ -0,0 +1 @@
+6d0b6dcf39172b8cf2e4a6f2b358ba55  
apache-apex-malhar-3.7.0-source-release.tar.gz

Added: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.sha
==
--- 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.sha
 (added)
+++ 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.tar.gz.sha
 Tue Mar 28 06:17:51 2017
@@ -0,0 +1 @@
+589b220b1f0df8a03ca395e13fdf947a84172961ddab161351a0d681ebe2258ba56348a8a998c1a130f42ba27730ca876deaf7432e0a4af671a5468f6fd25e64
  apache-apex-malhar-3.7.0-source-release.tar.gz

Added: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip
==
Binary file - no diff available.

Propchange: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip
--
svn:mime-type = application/octet-stream

Added: 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip.asc
==
--- 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip.asc
 (added)
+++ 
dev/apex/apache-apex-malhar-3.7.0-RC1/apache-apex-malhar-3.7.0-source-release.zip.asc
 Tue Mar 28 06:17:51 2017
@@ -0,0 +1,17 @@
+-BEGIN PGP SIGNATURE-
+Version: GnuPG v1
+
+iQIcBAABAgAGBQJY2f+1AAoJEBLe4+TZIKmMnT8P/1kPxvav+ru3/gquiCCVt0kX
+vXrsdRAuXX0gbmghcCYVeYk+/kI8nW3Q3SyRzliaxaVPC++Fc72qdl11pmMn2ltr
+aW/36nDkeCYZdfZgkR2hvgW2nDl3GYTxQVSC1qFSJup7lE775+0jES5ncSHfFbK4
+LRMepT7PZ1+wHq4KCdmpbXfGakmo/qaR8EMUNYxu1Yynzn2RI+VphtN05oSVAqZx
+6KhyNuL8MVufS0au23w2+7+Flzvbr8qRDzQ8duwzgQPpbvMrM4M8wUhSE5kD5CL5
+i+J89Zd+VAerqDoolyTqLc/59iqddMulvJYXpomZZB2CQqWxv5gZfZXta6V+XV0R