Regenerate website
Project: http://git-wip-us.apache.org/repos/asf/beam-site/repo Commit: http://git-wip-us.apache.org/repos/asf/beam-site/commit/35c2d97b Tree: http://git-wip-us.apache.org/repos/asf/beam-site/tree/35c2d97b Diff: http://git-wip-us.apache.org/repos/asf/beam-site/diff/35c2d97b Branch: refs/heads/asf-site Commit: 35c2d97b0713a4d69c5dabdf39a3254cb8789cc1 Parents: f217188 Author: Davor Bonaci <[email protected]> Authored: Fri Mar 17 18:35:16 2017 -0700 Committer: Davor Bonaci <[email protected]> Committed: Fri Mar 17 18:35:16 2017 -0700 ---------------------------------------------------------------------- .../2016/03/17/capability-matrix.html | 1 + .../2016/04/03/presentation-materials.html | 1 + .../sdk/2016/02/25/python-sdk-now-public.html | 1 + .../beam/release/2016/06/15/first-release.html | 1 + .../10/11/strata-hadoop-world-and-beam.html | 1 + .../website/2016/02/22/beam-has-a-logo.html | 1 + .../blog/2016/05/18/splitAtFraction-method.html | 1 + .../05/27/where-is-my-pcollection-dot-map.html | 1 + .../06/13/flink-batch-runner-milestone.html | 1 + content/blog/2016/08/03/six-months.html | 1 + content/blog/2016/10/20/test-stream.html | 1 + content/blog/2017/01/09/added-apex-runner.html | 1 + content/blog/2017/01/10/beam-graduates.html | 1 + .../blog/2017/02/01/graduation-media-recap.html | 1 + .../blog/2017/02/13/stateful-processing.html | 1 + content/blog/2017/03/16/python-sdk-release.html | 1 + content/blog/index.html | 1 + content/coming-soon.html | 1 + .../contribute/contribution-guide/index.html | 1 + content/contribute/design-principles/index.html | 1 + content/contribute/index.html | 1 + content/contribute/logos/index.html | 1 + content/contribute/maturity-model/index.html | 1 + .../presentation-materials/index.html | 1 + .../ptransform-style-guide/index.html | 1 + content/contribute/release-guide/index.html | 1 + content/contribute/source-repository/index.html | 1 + content/contribute/team/index.html | 1 + content/contribute/testing/index.html | 1 + content/contribute/work-in-progress/index.html | 1 + content/documentation/index.html | 1 + .../documentation/io/authoring-java/index.html | 191 +++++++++++++++ .../io/authoring-overview/index.html | 233 ++++++++++++++++++ .../io/authoring-python/index.html | 193 +++++++++++++++ content/documentation/io/built-in/index.html | 234 +++++++++++++++++++ .../documentation/io/contributing/index.html | 193 +++++++++++++++ content/documentation/io/io-toc/index.html | 203 ++++++++++++++++ content/documentation/io/testing/index.html | 194 +++++++++++++++ .../pipelines/create-your-pipeline/index.html | 1 + .../pipelines/design-your-pipeline/index.html | 1 + .../pipelines/test-your-pipeline/index.html | 1 + .../documentation/programming-guide/index.html | 58 +---- content/documentation/resources/index.html | 1 + content/documentation/runners/apex/index.html | 1 + .../runners/capability-matrix/index.html | 1 + .../documentation/runners/dataflow/index.html | 1 + content/documentation/runners/direct/index.html | 1 + content/documentation/runners/flink/index.html | 1 + content/documentation/runners/spark/index.html | 1 + content/documentation/sdks/java/index.html | 23 +- .../sdks/python-custom-io/index.html | 1 + .../python-pipeline-dependencies/index.html | 1 + .../sdks/python-type-safety/index.html | 1 + content/documentation/sdks/python/index.html | 1 + content/get-started/beam-overview/index.html | 1 + content/get-started/downloads/index.html | 1 + content/get-started/index.html | 1 + .../mobile-gaming-example/index.html | 1 + content/get-started/quickstart-java/index.html | 1 + content/get-started/quickstart-py/index.html | 1 + content/get-started/support/index.html | 1 + .../get-started/wordcount-example/index.html | 1 + content/index.html | 1 + content/privacy_policy/index.html | 1 + 64 files changed, 1503 insertions(+), 74 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/beam/capability/2016/03/17/capability-matrix.html ---------------------------------------------------------------------- diff --git a/content/beam/capability/2016/03/17/capability-matrix.html b/content/beam/capability/2016/03/17/capability-matrix.html index 3f8b610..82da83a 100644 --- a/content/beam/capability/2016/03/17/capability-matrix.html +++ b/content/beam/capability/2016/03/17/capability-matrix.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/beam/capability/2016/04/03/presentation-materials.html ---------------------------------------------------------------------- diff --git a/content/beam/capability/2016/04/03/presentation-materials.html b/content/beam/capability/2016/04/03/presentation-materials.html index 6b75135..fb85487 100644 --- a/content/beam/capability/2016/04/03/presentation-materials.html +++ b/content/beam/capability/2016/04/03/presentation-materials.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/beam/python/sdk/2016/02/25/python-sdk-now-public.html ---------------------------------------------------------------------- diff --git a/content/beam/python/sdk/2016/02/25/python-sdk-now-public.html b/content/beam/python/sdk/2016/02/25/python-sdk-now-public.html index 91df159..df9411b 100644 --- a/content/beam/python/sdk/2016/02/25/python-sdk-now-public.html +++ b/content/beam/python/sdk/2016/02/25/python-sdk-now-public.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/beam/release/2016/06/15/first-release.html ---------------------------------------------------------------------- diff --git a/content/beam/release/2016/06/15/first-release.html b/content/beam/release/2016/06/15/first-release.html index 87551f5..c2bdb95 100644 --- a/content/beam/release/2016/06/15/first-release.html +++ b/content/beam/release/2016/06/15/first-release.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/beam/update/2016/10/11/strata-hadoop-world-and-beam.html ---------------------------------------------------------------------- diff --git a/content/beam/update/2016/10/11/strata-hadoop-world-and-beam.html b/content/beam/update/2016/10/11/strata-hadoop-world-and-beam.html index 55a9c23..5db85b2 100644 --- a/content/beam/update/2016/10/11/strata-hadoop-world-and-beam.html +++ b/content/beam/update/2016/10/11/strata-hadoop-world-and-beam.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/beam/update/website/2016/02/22/beam-has-a-logo.html ---------------------------------------------------------------------- diff --git a/content/beam/update/website/2016/02/22/beam-has-a-logo.html b/content/beam/update/website/2016/02/22/beam-has-a-logo.html index f950d93..5861622 100644 --- a/content/beam/update/website/2016/02/22/beam-has-a-logo.html +++ b/content/beam/update/website/2016/02/22/beam-has-a-logo.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2016/05/18/splitAtFraction-method.html ---------------------------------------------------------------------- diff --git a/content/blog/2016/05/18/splitAtFraction-method.html b/content/blog/2016/05/18/splitAtFraction-method.html index 98069af..07b3cb1 100644 --- a/content/blog/2016/05/18/splitAtFraction-method.html +++ b/content/blog/2016/05/18/splitAtFraction-method.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2016/05/27/where-is-my-pcollection-dot-map.html ---------------------------------------------------------------------- diff --git a/content/blog/2016/05/27/where-is-my-pcollection-dot-map.html b/content/blog/2016/05/27/where-is-my-pcollection-dot-map.html index 64a3f01..a728b2c 100644 --- a/content/blog/2016/05/27/where-is-my-pcollection-dot-map.html +++ b/content/blog/2016/05/27/where-is-my-pcollection-dot-map.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2016/06/13/flink-batch-runner-milestone.html ---------------------------------------------------------------------- diff --git a/content/blog/2016/06/13/flink-batch-runner-milestone.html b/content/blog/2016/06/13/flink-batch-runner-milestone.html index ff81e76..e909e6b 100644 --- a/content/blog/2016/06/13/flink-batch-runner-milestone.html +++ b/content/blog/2016/06/13/flink-batch-runner-milestone.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2016/08/03/six-months.html ---------------------------------------------------------------------- diff --git a/content/blog/2016/08/03/six-months.html b/content/blog/2016/08/03/six-months.html index 75d49a2..5115abe 100644 --- a/content/blog/2016/08/03/six-months.html +++ b/content/blog/2016/08/03/six-months.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2016/10/20/test-stream.html ---------------------------------------------------------------------- diff --git a/content/blog/2016/10/20/test-stream.html b/content/blog/2016/10/20/test-stream.html index c89dd65..4862955 100644 --- a/content/blog/2016/10/20/test-stream.html +++ b/content/blog/2016/10/20/test-stream.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2017/01/09/added-apex-runner.html ---------------------------------------------------------------------- diff --git a/content/blog/2017/01/09/added-apex-runner.html b/content/blog/2017/01/09/added-apex-runner.html index 0531a1e..5ff6b41 100644 --- a/content/blog/2017/01/09/added-apex-runner.html +++ b/content/blog/2017/01/09/added-apex-runner.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2017/01/10/beam-graduates.html ---------------------------------------------------------------------- diff --git a/content/blog/2017/01/10/beam-graduates.html b/content/blog/2017/01/10/beam-graduates.html index 438541c..31bd0f8 100644 --- a/content/blog/2017/01/10/beam-graduates.html +++ b/content/blog/2017/01/10/beam-graduates.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2017/02/01/graduation-media-recap.html ---------------------------------------------------------------------- diff --git a/content/blog/2017/02/01/graduation-media-recap.html b/content/blog/2017/02/01/graduation-media-recap.html index 0b12147..a98a325 100644 --- a/content/blog/2017/02/01/graduation-media-recap.html +++ b/content/blog/2017/02/01/graduation-media-recap.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2017/02/13/stateful-processing.html ---------------------------------------------------------------------- diff --git a/content/blog/2017/02/13/stateful-processing.html b/content/blog/2017/02/13/stateful-processing.html index ba03b4a..33a4338 100644 --- a/content/blog/2017/02/13/stateful-processing.html +++ b/content/blog/2017/02/13/stateful-processing.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/2017/03/16/python-sdk-release.html ---------------------------------------------------------------------- diff --git a/content/blog/2017/03/16/python-sdk-release.html b/content/blog/2017/03/16/python-sdk-release.html index cb1320c..186a4d4 100644 --- a/content/blog/2017/03/16/python-sdk-release.html +++ b/content/blog/2017/03/16/python-sdk-release.html @@ -76,6 +76,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/blog/index.html ---------------------------------------------------------------------- diff --git a/content/blog/index.html b/content/blog/index.html index ca0732f..387f6f6 100644 --- a/content/blog/index.html +++ b/content/blog/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/coming-soon.html ---------------------------------------------------------------------- diff --git a/content/coming-soon.html b/content/coming-soon.html index 4bd74f8..d429688 100644 --- a/content/coming-soon.html +++ b/content/coming-soon.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/contribution-guide/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/contribution-guide/index.html b/content/contribute/contribution-guide/index.html index 2a5ec60..4d4a782 100644 --- a/content/contribute/contribution-guide/index.html +++ b/content/contribute/contribution-guide/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/design-principles/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/design-principles/index.html b/content/contribute/design-principles/index.html index e6df0f3..78cecea 100644 --- a/content/contribute/design-principles/index.html +++ b/content/contribute/design-principles/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/index.html b/content/contribute/index.html index 907f4f2..d315380 100644 --- a/content/contribute/index.html +++ b/content/contribute/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/logos/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/logos/index.html b/content/contribute/logos/index.html index 20b2a91..ae914cf 100644 --- a/content/contribute/logos/index.html +++ b/content/contribute/logos/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/maturity-model/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/maturity-model/index.html b/content/contribute/maturity-model/index.html index 3096031..3f18ea1 100644 --- a/content/contribute/maturity-model/index.html +++ b/content/contribute/maturity-model/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/presentation-materials/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/presentation-materials/index.html b/content/contribute/presentation-materials/index.html index 46f1015..f0c6f46 100644 --- a/content/contribute/presentation-materials/index.html +++ b/content/contribute/presentation-materials/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/ptransform-style-guide/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/ptransform-style-guide/index.html b/content/contribute/ptransform-style-guide/index.html index 3b32f9b..66921a3 100644 --- a/content/contribute/ptransform-style-guide/index.html +++ b/content/contribute/ptransform-style-guide/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/release-guide/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/release-guide/index.html b/content/contribute/release-guide/index.html index d98ac85..18ccaa8 100644 --- a/content/contribute/release-guide/index.html +++ b/content/contribute/release-guide/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/source-repository/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/source-repository/index.html b/content/contribute/source-repository/index.html index 2d70585..289e8be 100644 --- a/content/contribute/source-repository/index.html +++ b/content/contribute/source-repository/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/team/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/team/index.html b/content/contribute/team/index.html index 81fb4d7..f0ef73d 100644 --- a/content/contribute/team/index.html +++ b/content/contribute/team/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/testing/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/testing/index.html b/content/contribute/testing/index.html index fb004c9..c0ebd6d 100644 --- a/content/contribute/testing/index.html +++ b/content/contribute/testing/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/contribute/work-in-progress/index.html ---------------------------------------------------------------------- diff --git a/content/contribute/work-in-progress/index.html b/content/contribute/work-in-progress/index.html index 7cef411..90eff24 100644 --- a/content/contribute/work-in-progress/index.html +++ b/content/contribute/work-in-progress/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/index.html b/content/documentation/index.html index af5afb0..7d006b8 100644 --- a/content/documentation/index.html +++ b/content/documentation/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/authoring-java/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/authoring-java/index.html b/content/documentation/io/authoring-java/index.html new file mode 100644 index 0000000..5128d93 --- /dev/null +++ b/content/documentation/io/authoring-java/index.html @@ -0,0 +1,191 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Authoring I/O Transforms - Java</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/authoring-java/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <p><a href="/documentation/io/io-toc/">Pipeline I/O Table of Contents</a></p> + +<h1 id="authoring-io-transforms---java">Authoring I/O Transforms - Java</h1> + +<blockquote> + <p>Note: This guide is still in progress. There is an open issue to finish the guide: <a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>.</p> +</blockquote> + +<h1 id="next-steps">Next steps</h1> + +<p><a href="/documentation/io/testing/">Testing I/O Transforms</a></p> + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/authoring-overview/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/authoring-overview/index.html b/content/documentation/io/authoring-overview/index.html new file mode 100644 index 0000000..73fffa2 --- /dev/null +++ b/content/documentation/io/authoring-overview/index.html @@ -0,0 +1,233 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Authoring I/O Transforms - Overview</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/authoring-overview/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <p><a href="/documentation/io/io-toc/">Pipeline I/O Table of Contents</a></p> + +<h1 id="authoring-io-transforms---overview">Authoring I/O Transforms - Overview</h1> + +<p><em>A guide for users who need to connect to a data store that isnât supported by the <a href="/documentation/io/built-in/">Built-in I/O Transforms</a></em></p> + +<blockquote> + <p>Note: This guide is still in progress. There is an open issue to finish the guide: <a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>.</p> +</blockquote> + +<ul id="markdown-toc"> + <li><a href="#introduction" id="markdown-toc-introduction">Introduction</a></li> + <li><a href="#example-io-transforms" id="markdown-toc-example-io-transforms">Example I/O Transforms</a></li> + <li><a href="#suggested-steps-for-implementers" id="markdown-toc-suggested-steps-for-implementers">Suggested steps for implementers</a></li> + <li><a href="#read-transforms" id="markdown-toc-read-transforms">Read transforms</a> <ul> + <li><a href="#when-to-implement-using-the-source-api" id="markdown-toc-when-to-implement-using-the-source-api">When to implement using the Source API</a></li> + </ul> + </li> + <li><a href="#write-transforms" id="markdown-toc-write-transforms">Write transforms</a> <ul> + <li><a href="#when-to-implement-using-the-sink-api" id="markdown-toc-when-to-implement-using-the-sink-api">When to implement using the Sink API</a></li> + </ul> + </li> +</ul> + +<h2 id="introduction">Introduction</h2> +<p>TODO</p> + +<h2 id="example-io-transforms">Example I/O Transforms</h2> +<p>TODO</p> + +<h2 id="suggested-steps-for-implementers">Suggested steps for implementers</h2> +<p>TODO</p> + +<h2 id="read-transforms">Read transforms</h2> +<p>TODO</p> + +<h3 id="when-to-implement-using-the-source-api">When to implement using the Source API</h3> +<p>TODO</p> + +<h2 id="write-transforms">Write transforms</h2> +<p>TODO</p> + +<h3 id="when-to-implement-using-the-sink-api">When to implement using the Sink API</h3> +<p>TODO</p> + +<h1 id="next-steps">Next steps</h1> + +<p>For more details on actual implementation, continue with one of the the language specific guides:</p> + +<ul> + <li><a href="/documentation/io/authoring-python/">Authoring I/O Transforms - Python</a></li> + <li><a href="/documentation/io/authoring-java/">Authoring I/O Transforms - Java</a></li> +</ul> + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/authoring-python/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/authoring-python/index.html b/content/documentation/io/authoring-python/index.html new file mode 100644 index 0000000..0730406 --- /dev/null +++ b/content/documentation/io/authoring-python/index.html @@ -0,0 +1,193 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Authoring I/O Transforms - Python</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/authoring-python/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <p><a href="/documentation/io/io-toc/">Pipeline I/O Table of Contents</a></p> + +<h1 id="authoring-io-transforms---python">Authoring I/O Transforms - Python</h1> + +<blockquote> + <p>Note: This guide is still in progress. There is an open issue to finish the guide: <a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>.</p> +</blockquote> + +<p>TODO - move in the <a href="/documentation/sdks/python-custom-io/">current python SDK content</a></p> + +<h1 id="next-steps">Next steps</h1> + +<p><a href="/documentation/io/testing/">Testing I/O Transforms</a></p> + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/built-in/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/built-in/index.html b/content/documentation/io/built-in/index.html new file mode 100644 index 0000000..fe5405a --- /dev/null +++ b/content/documentation/io/built-in/index.html @@ -0,0 +1,234 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Built-in I/O Transforms</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/built-in/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <p><a href="/documentation/io/io-toc/">Pipeline I/O Table of Contents</a></p> + +<h1 id="built-in-io-transforms">Built-in I/O Transforms</h1> + +<p>This table contains the currently available I/O transforms.</p> + +<p>Consult the <a href="/documentation/programming-guide#io">Programming Guide I/O section</a> for general usage instructions, and see the javadoc/pydoc for the particular I/O transforms.</p> + +<table class="table table-bordered"> +<tr> + <th>Language</th> + <th>File-based</th> + <th>Messaging</th> + <th>Database</th> +</tr> +<tr> + <td>Java</td> + <td> + <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io/AvroIO.java";>AvroIO</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/hdfs";>Apache Hadoop HDFS</a></p> + <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io/TextIO.java";>TextIO</a></p> + <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io/";>XML</a></p> + </td> + <td> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/jms";>JMS</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/kafka";>Apache Kafka</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/kinesis";>Amazon Kinesis</a></p> + <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io";>Google Cloud PubSub</a></p> + </td> + <td> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/hbase";>Apache HBase</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/mongodb";>MongoDB</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/jdbc";>JDBC</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery";>Google BigQuery</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable";>Google Cloud Bigtable</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/datastore";>Google Cloud Datastore</a></p> + </td> +</tr> +<tr> + <td>Python</td> + <td> + <p><a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/avroio.py";>avroio</a></p> + <p><a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/textio.py";>textio</a></p> + </td> + <td> + </td> + <td> + <p><a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/gcp/bigquery.py";>Google BigQuery</a></p> + <p><a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/io/gcp/datastore";>Google Cloud Datastore</a></p> + </td> + +</tr> +</table> + + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html>
![https://www.apache.org/foundation/press/kit/feather_small.png"](https://www.apache.org/foundation/press/kit/feather_small.png"){kind=link}