This closes #3129
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/7b598f87 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/7b598f87 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/7b598f87 Branch: refs/heads/release-2.0.0 Commit: 7b598f8781211c165bf183139d673a407993c32f Parents: c807fec e6ee1d8 Author: Dan Halperin <dhalp...@google.com> Authored: Fri May 12 15:03:54 2017 -0700 Committer: Dan Halperin <dhalp...@google.com> Committed: Fri May 12 15:03:54 2017 -0700 ---------------------------------------------------------------------- pom.xml | 4 + .../utils/SerializablePipelineOptions.java | 2 +- runners/direct-java/pom.xml | 4 + .../utils/SerializedPipelineOptions.java | 2 +- .../DataflowPipelineTranslatorTest.java | 2 +- .../runners/dataflow/DataflowRunnerTest.java | 6 +- .../options/DataflowPipelineOptionsTest.java | 4 +- .../runners/dataflow/util/PackageUtilTest.java | 2 +- .../spark/translation/SparkRuntimeContext.java | 2 +- sdks/java/core/pom.xml | 4 + .../org/apache/beam/sdk/PipelineRunner.java | 2 +- .../beam/sdk/annotations/Experimental.java | 7 + .../java/org/apache/beam/sdk/io/AvroIO.java | 4 + .../org/apache/beam/sdk/io/FileBasedSink.java | 21 ++- .../java/org/apache/beam/sdk/io/FileSystem.java | 3 + .../apache/beam/sdk/io/FileSystemRegistrar.java | 3 + .../org/apache/beam/sdk/io/FileSystems.java | 21 ++- .../beam/sdk/io/LocalFileSystemRegistrar.java | 3 + .../org/apache/beam/sdk/io/LocalResources.java | 3 + .../java/org/apache/beam/sdk/io/TFRecordIO.java | 4 + .../java/org/apache/beam/sdk/io/TextIO.java | 4 + .../org/apache/beam/sdk/io/fs/ResourceId.java | 3 + .../apache/beam/sdk/testing/TestPipeline.java | 2 +- .../apache/beam/sdk/io/LocalResourceIdTest.java | 6 + .../apache/beam/sdk/io/fs/ResourceIdTester.java | 150 +++++++++++++++++++ .../google-cloud-platform-core/pom.xml | 6 + .../gcp/storage/GcsFileSystemRegistrar.java | 5 +- .../gcp/storage/GcsResourceIdTest.java | 9 ++ sdks/java/io/hadoop-file-system/pom.xml | 13 ++ .../beam/sdk/io/hdfs/HadoopFileSystem.java | 32 ++-- .../sdk/io/hdfs/HadoopFileSystemOptions.java | 3 + .../sdk/io/hdfs/HadoopFileSystemRegistrar.java | 3 + .../beam/sdk/io/hdfs/HadoopResourceId.java | 16 +- .../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 5 +- .../beam/sdk/io/hdfs/HadoopResourceIdTest.java | 71 +++++++++ 35 files changed, 395 insertions(+), 36 deletions(-) ----------------------------------------------------------------------