http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/contributing/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/contributing/index.html b/content/documentation/io/contributing/index.html new file mode 100644 index 0000000..43ace0c --- /dev/null +++ b/content/documentation/io/contributing/index.html @@ -0,0 +1,193 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Contributing I/O Transforms</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/contributing/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <p><a href="/documentation/io/io-toc/">Pipeline I/O Table of Contents</a></p> + +<h1 id="contributing-io-transforms">Contributing I/O Transforms</h1> + +<ul> + <li>If you are planning to contribute your I/O transform to the Apache Beam community, youâll be going through the normal Beam contribution life cycle - see the <a href="/contribute/contribution-guide/">Apache Beam Contribution Guide</a> for more details.</li> + <li>Talk to the community!</li> + <li>Make sure youâve implemented the appropriate tests as discussed in the <a href="/documentation/io/testing/">Testing I/O Transforms</a> section.</li> +</ul> + +<blockquote> + <p>Note: This guide is still in progress. There is an open issue to finish the guide: <a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>.</p> +</blockquote> + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/io-toc/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/io-toc/index.html b/content/documentation/io/io-toc/index.html new file mode 100644 index 0000000..3e35922 --- /dev/null +++ b/content/documentation/io/io-toc/index.html @@ -0,0 +1,203 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Pipeline I/O</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/io-toc/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <h1 id="pipeline-io">Pipeline I/O</h1> + +<h2 id="using-pipeline-io">Using Pipeline I/O</h2> +<ul> + <li><a href="/documentation/programming-guide#io">Programming Guide: Using I/O Transforms</a></li> + <li><a href="/documentation/io/built-in/">Built-in I/O Transforms</a></li> +</ul> + +<h2 id="authoring-read-amp-write-io-transforms">Authoring Read & Write I/O Transforms</h2> + +<blockquote> + <p>Note: This guide is still in progress. There is an open issue to finish the guide: <a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>.</p> +</blockquote> + +<!-- TODO: commented out until this content is ready. + +This series of articles will walk you through the process of creating a new I/O transform. + +* [Authoring I/O Transforms - Overview](/documentation/io/authoring-overview/) +* [Authoring I/O Transforms - Python](/documentation/io/authoring-python/) +* [Authoring I/O Transforms - Java](/documentation/io/authoring-java/) +* [Testing I/O Transforms](/documentation/io/testing/) +* [Contributing I/O Transforms](/documentation/io/contributing/) --> + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/io/testing/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/io/testing/index.html b/content/documentation/io/testing/index.html new file mode 100644 index 0000000..03ba859 --- /dev/null +++ b/content/documentation/io/testing/index.html @@ -0,0 +1,194 @@ +<!DOCTYPE html> +<html lang="en"> + + <head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + + <title>Testing I/O Transforms</title> + <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. +"> + + <link rel="stylesheet" href="/styles/site.css"> + <link rel="stylesheet" href="/css/theme.css"> + <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> + <script src="/js/bootstrap.min.js"></script> + <script src="/js/language-switch.js"></script> + <link rel="canonical" href="https://beam.apache.org/documentation/io/testing/"; data-proofer-ignore> + <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-73650088-1', 'auto'); + ga('send', 'pageview'); + + </script> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> +</head> + + + <body role="document"> + + <nav class="navbar navbar-default navbar-fixed-top"> + <div class="container"> + <div class="navbar-header"> + <a href="/" class="navbar-brand" > + <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> + </a> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + <div id="navbar" class="navbar-collapse collapse"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> + + <li><a href="/blog">Blog</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <ul class="dropdown-menu dropdown-menu-right"> + <li><a href="http://www.apache.org/";>ASF Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="https://www.apache.org/foundation/policies/conduct";>Code of Conduct</a></li> + </ul> + </li> + </ul> + </div><!--/.nav-collapse --> + </div> +</nav> + + +<link rel="stylesheet" href=""> + + + <div class="container" role="main"> + + <div class="row"> + <p><a href="/documentation/io/io-toc/">Pipeline I/O Table of Contents</a></p> + +<h1 id="testing-io-transforms">Testing I/O Transforms</h1> + +<blockquote> + <p>Note: This guide is still in progress. There is an open issue to finish the guide: <a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>.</p> +</blockquote> + +<h1 id="next-steps">Next steps</h1> + +<p>If you have a well tested I/O transform, why not contribute it to Apache Beam? Read all about it:</p> + +<p><a href="/documentation/io/contributing/">Contributing I/O Transforms</a></p> + + + </div> + + + <hr> + <div class="row"> + <div class="col-xs-12"> + <footer> + <p class="text-center"> + © Copyright + <a href="http://www.apache.org";>The Apache Software Foundation</a>, + 2017. All Rights Reserved. + </p> + <p class="text-center"> + <a href="/privacy_policy">Privacy Policy</a> | + <a href="/feed.xml">RSS Feed</a> + </p> + </footer> + </div> + </div> + <!-- container div end --> +</div> + + + </body> + +</html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/pipelines/create-your-pipeline/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/pipelines/create-your-pipeline/index.html b/content/documentation/pipelines/create-your-pipeline/index.html index a8bca14..8911488 100644 --- a/content/documentation/pipelines/create-your-pipeline/index.html +++ b/content/documentation/pipelines/create-your-pipeline/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/pipelines/design-your-pipeline/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/pipelines/design-your-pipeline/index.html b/content/documentation/pipelines/design-your-pipeline/index.html index 84186c8..c575446 100644 --- a/content/documentation/pipelines/design-your-pipeline/index.html +++ b/content/documentation/pipelines/design-your-pipeline/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/pipelines/test-your-pipeline/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/pipelines/test-your-pipeline/index.html b/content/documentation/pipelines/test-your-pipeline/index.html index 022cae5..112700b 100644 --- a/content/documentation/pipelines/test-your-pipeline/index.html +++ b/content/documentation/pipelines/test-your-pipeline/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/programming-guide/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/programming-guide/index.html b/content/documentation/programming-guide/index.html index 707c525..19853df 100644 --- a/content/documentation/programming-guide/index.html +++ b/content/documentation/programming-guide/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> @@ -1220,11 +1221,7 @@ tree, [2] <h2 id="a-nameioapipeline-io"><a name="io"></a>Pipeline I/O</h2> -<p>When you create a pipeline, you often need to read data from some external source, such as a file in external data sink or a database. Likewise, you may want your pipeline to output its result data to a similar external data sink. Beam provides read and write transforms for a number of common data storage types. If you want your pipeline to read from or write to a data storage format that isnât supported by the built-in transforms, you can implement your own read and write transforms.</p> - -<blockquote> - <p>A guide that covers how to implement your own Beam IO transforms is in progress (<a href="https://issues.apache.org/jira/browse/BEAM-1025";>BEAM-1025</a>).</p> -</blockquote> +<p>When you create a pipeline, you often need to read data from some external source, such as a file in external data sink or a database. Likewise, you may want your pipeline to output its result data to a similar external data sink. Beam provides read and write transforms for a <a href="/documentation/io/built-in/">number of common data storage types</a>. If you want your pipeline to read from or write to a data storage format that isnât supported by the built-in transforms, you can <a href="/documentation/io/io-toc/">implement your own read and write transforms</a>.</p> <h3 id="reading-input-data">Reading input data</h3> @@ -1290,55 +1287,8 @@ tree, [2] </code></pre> </div> -<h3 id="beam-provided-io-apis">Beam-provided I/O APIs</h3> - -<p>See the language specific source code directories for the Beam supported I/O APIs. Specific documentation for each of these I/O sources will be added in the future. (<a href="https://issues.apache.org/jira/browse/BEAM-1054";>BEAM-1054</a>)</p> - -<table class="table table-bordered"> -<tr> - <th>Language</th> - <th>File-based</th> - <th>Messaging</th> - <th>Database</th> -</tr> -<tr> - <td>Java</td> - <td> - <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io/AvroIO.java";>AvroIO</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/hdfs";>HDFS</a></p> - <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io/TextIO.java";>TextIO</a></p> - <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io/";>XML</a></p> - </td> - <td> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/jms";>JMS</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/kafka";>Kafka</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/kinesis";>Kinesis</a></p> - <p><a href="https://github.com/apache/beam/blob/master/sdks/java/core/src/main/java/org/apache/beam/sdk/io";>Google Cloud PubSub</a></p> - </td> - <td> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/hbase";>Apache HBase</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/mongodb";>MongoDB</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/jdbc";>JDBC</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery";>Google BigQuery</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable";>Google Cloud Bigtable</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/datastore";>Google Cloud Datastore</a></p> - </td> -</tr> -<tr> - <td>Python</td> - <td> - <p><a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/avroio.py";>avroio</a></p> - <p><a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/textio.py";>textio</a></p> - </td> - <td> - </td> - <td> - <p><a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/gcp/bigquery.py";>Google BigQuery</a></p> - <p><a href="https://github.com/apache/beam/tree/master/sdks/python/apache_beam/io/gcp/datastore";>Google Cloud Datastore</a></p> - </td> - -</tr> -</table> +<h3 id="beam-provided-io-transforms">Beam-provided I/O Transforms</h3> +<p>See the <a href="/documentation/io/built-in/">Beam-provided I/O Transforms</a> page for a list of the currently available I/O transforms.</p> <h2 id="a-namerunningarunning-the-pipeline"><a name="running"></a>Running the pipeline</h2> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/resources/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/resources/index.html b/content/documentation/resources/index.html index ae6c691..dc74031 100644 --- a/content/documentation/resources/index.html +++ b/content/documentation/resources/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/runners/apex/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/apex/index.html b/content/documentation/runners/apex/index.html index f85c270..875f3e0 100644 --- a/content/documentation/runners/apex/index.html +++ b/content/documentation/runners/apex/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/runners/capability-matrix/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/capability-matrix/index.html b/content/documentation/runners/capability-matrix/index.html index efce223..04174c7 100644 --- a/content/documentation/runners/capability-matrix/index.html +++ b/content/documentation/runners/capability-matrix/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/runners/dataflow/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/dataflow/index.html b/content/documentation/runners/dataflow/index.html index 259e99f..2f3d9b0 100644 --- a/content/documentation/runners/dataflow/index.html +++ b/content/documentation/runners/dataflow/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/runners/direct/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/direct/index.html b/content/documentation/runners/direct/index.html index 11bbf6e..dd1151a 100644 --- a/content/documentation/runners/direct/index.html +++ b/content/documentation/runners/direct/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/runners/flink/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/flink/index.html b/content/documentation/runners/flink/index.html index f451eba..b0b8fdc 100644 --- a/content/documentation/runners/flink/index.html +++ b/content/documentation/runners/flink/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/runners/spark/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/runners/spark/index.html b/content/documentation/runners/spark/index.html index 29fce06..16c3e5b 100644 --- a/content/documentation/runners/spark/index.html +++ b/content/documentation/runners/spark/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/sdks/java/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/java/index.html b/content/documentation/sdks/java/index.html index 4901fb3..18f406d 100644 --- a/content/documentation/sdks/java/index.html +++ b/content/documentation/sdks/java/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> @@ -164,26 +165,8 @@ <p>The Java SDK supports all features currently supported by the Beam model.</p> -<h2 id="supported-io-connectors">Supported IO Connectors</h2> - -<ul> - <li>Amazon Kinesis</li> - <li>Apache Hadoopâs <code class="highlighter-rouge">FileInputFormat</code> in Hadoop Distributed File System (HDFS)</li> - <li>Apache HBase</li> - <li>Apache Kafka</li> - <li>Avro Files</li> - <li>Google BigQuery</li> - <li>Google Cloud Bigtable</li> - <li>Google Cloud Datastore</li> - <li>Google Cloud Pub/Sub</li> - <li>Google Cloud Storage</li> - <li>Java Database Connectivity (JDBC)</li> - <li>Java Message Service (JMS)</li> - <li>MongoDB</li> - <li>Text Files</li> - <li>XML Files</li> -</ul> - +<h2 id="pipeline-io">Pipeline I/O</h2> +<p>See the <a href="/documentation/io/built-in/">Beam-provided I/O Transforms</a> page for a list of the currently available I/O transforms.</p> </div> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/sdks/python-custom-io/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python-custom-io/index.html b/content/documentation/sdks/python-custom-io/index.html index d6195b6..d078e33 100644 --- a/content/documentation/sdks/python-custom-io/index.html +++ b/content/documentation/sdks/python-custom-io/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/sdks/python-pipeline-dependencies/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python-pipeline-dependencies/index.html b/content/documentation/sdks/python-pipeline-dependencies/index.html index c0d9bdd..dba6ff7 100644 --- a/content/documentation/sdks/python-pipeline-dependencies/index.html +++ b/content/documentation/sdks/python-pipeline-dependencies/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/sdks/python-type-safety/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python-type-safety/index.html b/content/documentation/sdks/python-type-safety/index.html index 092e02f..24900b8 100644 --- a/content/documentation/sdks/python-type-safety/index.html +++ b/content/documentation/sdks/python-type-safety/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/documentation/sdks/python/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python/index.html b/content/documentation/sdks/python/index.html index d7f7240..e5c9db7 100644 --- a/content/documentation/sdks/python/index.html +++ b/content/documentation/sdks/python/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/beam-overview/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/beam-overview/index.html b/content/get-started/beam-overview/index.html index 7a2b1f1..caac276 100644 --- a/content/get-started/beam-overview/index.html +++ b/content/get-started/beam-overview/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/downloads/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/downloads/index.html b/content/get-started/downloads/index.html index 3438ee7..9aedfeb 100644 --- a/content/get-started/downloads/index.html +++ b/content/get-started/downloads/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/index.html b/content/get-started/index.html index b7cc440..b33241c 100644 --- a/content/get-started/index.html +++ b/content/get-started/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/mobile-gaming-example/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/mobile-gaming-example/index.html b/content/get-started/mobile-gaming-example/index.html index 0489219..5b7e487 100644 --- a/content/get-started/mobile-gaming-example/index.html +++ b/content/get-started/mobile-gaming-example/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/quickstart-java/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/quickstart-java/index.html b/content/get-started/quickstart-java/index.html index d4b6053..51f5e4c 100644 --- a/content/get-started/quickstart-java/index.html +++ b/content/get-started/quickstart-java/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/quickstart-py/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/quickstart-py/index.html b/content/get-started/quickstart-py/index.html index 153eac6..b717987 100644 --- a/content/get-started/quickstart-py/index.html +++ b/content/get-started/quickstart-py/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/support/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/support/index.html b/content/get-started/support/index.html index 9a00712..bf9702c 100644 --- a/content/get-started/support/index.html +++ b/content/get-started/support/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/get-started/wordcount-example/index.html ---------------------------------------------------------------------- diff --git a/content/get-started/wordcount-example/index.html b/content/get-started/wordcount-example/index.html index a5be22d..030c3e2 100644 --- a/content/get-started/wordcount-example/index.html +++ b/content/get-started/wordcount-example/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/index.html ---------------------------------------------------------------------- diff --git a/content/index.html b/content/index.html index dcb2f23..7f896cf 100644 --- a/content/index.html +++ b/content/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li> http://git-wip-us.apache.org/repos/asf/beam-site/blob/35c2d97b/content/privacy_policy/index.html ---------------------------------------------------------------------- diff --git a/content/privacy_policy/index.html b/content/privacy_policy/index.html index 951f387..eaef599 100644 --- a/content/privacy_policy/index.html +++ b/content/privacy_policy/index.html @@ -77,6 +77,7 @@ <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> <li role="separator" class="divider"></li> <li class="dropdown-header">SDKs</li> <li><a href="/documentation/sdks/java/">Java SDK</a></li>
![https://www.apache.org/foundation/press/kit/feather_small.png"](https://www.apache.org/foundation/press/kit/feather_small.png"){kind=link}