[beam] 01/01: Merge master into go-sdk
This is an automated email from the ASF dual-hosted git repository.
lcwik pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 45ff8732b89aa8000850ca9ce2a0fa4fea1d82ab
Merge: d086d87 d960b53
Author: Lukasz Cwik
AuthorDate: Tue Mar 6 11:06:12 2018 -0800
Merge master into go-sdk
pom.xml| 5 +-
sdks/go/README.md |98 +
sdks/go/cmd/specialize/main.go | 240 +
sdks/go/cmd/symtab/main.go | 101 +
sdks/go/container/Dockerfile |30 +
sdks/go/container/boot.go | 127 +
sdks/go/{ => container}/pom.xml|87 +-
sdks/go/data/haiku/old_pond.txt| 3 +
sdks/go/data/shakespeare/hamlet.txt| 6045 ++
sdks/go/data/shakespeare/kinglear-hashtag.txt | 5525 +
sdks/go/data/shakespeare/kinglear.txt | 5525 +
sdks/go/data/shakespeare/romeoandjuliet.txt| 4766 +
.../examples/complete/autocomplete/autocomplete.go |71 +
sdks/go/examples/contains/contains.go |99 +
sdks/go/examples/cookbook/combine/combine.go | 106 +
sdks/go/examples/cookbook/filter/filter.go | 106 +
sdks/go/examples/cookbook/join/join.go | 111 +
sdks/go/examples/cookbook/max/max.go |88 +
sdks/go/examples/cookbook/tornadoes/tornadoes.go | 119 +
.../debugging_wordcount/debugging_wordcount.go | 163 +
sdks/go/examples/forest/forest.go |81 +
sdks/go/examples/grades/grades.go | 105 +
.../minimal_wordcount/minimal_wordcount.go | 101 +
sdks/go/examples/pingpong/pingpong.go | 131 +
sdks/go/examples/wordcap/wordcap.go|75 +
sdks/go/examples/wordcount/wordcount.go| 168 +
sdks/go/examples/yatzy/yatzy.go| 139 +
sdks/go/pkg/beam/coder.go | 180 +
.../pkg/beam/{util/grpcx/dial.go => coder_test.go} |34 +-
sdks/go/pkg/beam/combine.go|78 +
.../syscall_default.go => core/funcx/doc.go} |20 +-
sdks/go/pkg/beam/core/funcx/fn.go | 427 +
sdks/go/pkg/beam/core/funcx/fn_test.go | 224 +
sdks/go/pkg/beam/core/funcx/output.go |76 +
sdks/go/pkg/beam/core/funcx/output_test.go |48 +
sdks/go/pkg/beam/core/funcx/sideinput.go | 100 +
sdks/go/pkg/beam/core/funcx/sideinput_test.go |70 +
sdks/go/pkg/beam/core/funcx/signature.go | 212 +
sdks/go/pkg/beam/core/funcx/signature_test.go | 212 +
sdks/go/pkg/beam/core/graph/bind.go| 325 +
sdks/go/pkg/beam/core/graph/bind_test.go | 207 +
sdks/go/pkg/beam/core/graph/coder/coder.go | 298 +
sdks/go/pkg/beam/core/graph/coder/int.go |71 +
sdks/go/pkg/beam/core/graph/coder/int_test.go |88 +
.../grpcx/dial.go => core/graph/coder/time.go} |31 +-
sdks/go/pkg/beam/core/graph/coder/varint.go|98 +
sdks/go/pkg/beam/core/graph/coder/varint_test.go |94 +
.../syscall_default.go => core/graph/doc.go} |20 +-
sdks/go/pkg/beam/core/graph/edge.go| 397 +
sdks/go/pkg/beam/core/graph/fn.go | 304 +
sdks/go/pkg/beam/core/graph/graph.go | 126 +
sdks/go/pkg/beam/core/graph/graph_test.go |68 +
sdks/go/pkg/beam/core/graph/node.go|70 +
.../syscall_default.go => core/graph/scope.go} |27 +-
sdks/go/pkg/beam/core/graph/window/window.go |71 +
sdks/go/pkg/beam/core/runtime/coderx/int.go|98 +
sdks/go/pkg/beam/core/runtime/coderx/varint.go | 139 +
.../go/pkg/beam/core/runtime/coderx/varint_test.go |84 +
sdks/go/pkg/beam/core/runtime/exec/coder.go| 319 +
sdks/go/pkg/beam/core/runtime/exec/cogbk.go| 171 +
sdks/go/pkg/beam/core/runtime/exec/combine.go | 257 +
sdks/go/pkg/beam/core/runtime/exec/combine_test.go |67 +
sdks/go/pkg/beam/core/runtime/exec/datasink.go |90 +
sdks/go/pkg/beam/core/runtime/exec/datasource.go | 203 +
sdks/go/pkg/beam/core/runtime/exec/decode.go | 102 +
.../runtime/exec/discard.go} |41 +-
sdks/go/pkg/beam/core/runtime/exec/emit.go | 126 +
sdks/go/pkg/beam/core/runtime/exec/encode.go | 102 +
sdks/go/pkg/beam/core/runtime/exec/flatten.go |75 +
sdks/go/pkg/beam/core/runtime/exec/flatten_test.go |49 +
sdks/go/pkg/beam/core/runtime/exec/fn.go | 201 +
sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 256 +
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go| 145 +
.../pkg/beam/core/runtime/exec/fullvalue_test.go |72 +
sdks/go/pkg/beam/core/runtime/exec/input.go|
[beam] 01/01: Merge master into go-sdk
This is an automated email from the ASF dual-hosted git repository. lcwik pushed a commit to branch go-sdk in repository https://gitbox.apache.org/repos/asf/beam.git commit 010272b08c977da959dd8d93e5645691bdda02e1 Merge: 8cbd440 5386431 Author: Lukasz Cwik AuthorDate: Wed Jan 31 17:23:47 2018 -0800 Merge master into go-sdk .gitignore | 67 +- .test-infra/jenkins/common_job_properties.groovy | 13 +- ...job_beam_PerformanceTests_FileBasedIO_IT.groovy | 134 ++- ...job_beam_PostCommit_Java_JDKVersionsTest.groovy | 4 +- ...eam_PostCommit_Java_MavenInstall_Windows.groovy | 2 +- .../job_beam_PostRelease_NightlySnapshot.groovy| 52 ++ .../hdfs-single-datanode-cluster-for-local-dev.yml | 38 +- .../hdfs-single-datanode-cluster.yml | 83 ++ .../hadoop/SmallITCluster/pkb-config.yml | 40 + .../kubernetes/hadoop/SmallITCluster/setup-all.sh | 42 + .../kubernetes/hadoop/SmallITCluster/setup.sh | 12 +- .../hadoop/SmallITCluster/teardown-all.sh | 25 +- .../kubernetes/hadoop/SmallITCluster/teardown.sh | 14 +- .../kubernetes/hadoop/config-files/core-site.xml | 15 +- .../kubernetes/hadoop/config-files/hdfs-envs | 15 +- .../kubernetes/hadoop/config-files/hdfs-site.xml | 21 +- CONTRIBUTING.md| 24 + NOTICE | 2 +- assembly.xml | 111 +++ build.gradle | 67 +- build_rules.gradle | 77 +- examples/java/README.md| 10 +- examples/java/build.gradle | 32 +- examples/java/pom.xml | 11 +- .../org/apache/beam/examples/MinimalWordCount.java | 88 +- .../apache/beam/examples/WindowedWordCount.java| 4 +- .../java/org/apache/beam/examples/WordCount.java | 3 +- .../apache/beam/examples/common/ExampleUtils.java | 63 +- .../beam/examples/complete/AutoComplete.java | 78 +- .../org/apache/beam/examples/complete/TfIdf.java | 50 +- .../examples/complete/TopWikipediaSessions.java| 17 +- .../beam/examples/complete/TrafficMaxLaneFlow.java | 14 +- .../beam/examples/complete/TrafficRoutes.java | 17 +- .../beam/examples/complete/game/GameStats.java | 172 ++-- .../examples/complete/game/HourlyTeamScore.java| 80 +- .../beam/examples/complete/game/LeaderBoard.java | 50 +- .../examples/complete/game/StatefulTeamScore.java | 227 + .../beam/examples/complete/game/UserScore.java | 18 +- .../examples/complete/game/injector/Injector.java | 91 +- .../complete/game/injector/InjectorUtils.java | 0 .../game/injector/RetryHttpInitializerWrapper.java | 42 +- .../complete/game/utils/GameConstants.java | 20 +- .../complete/game/utils/WriteToBigQuery.java | 0 .../examples/complete/game/utils/WriteToText.java | 2 +- .../game/utils/WriteWindowedToBigQuery.java| 0 .../beam/examples/cookbook/BigQueryTornadoes.java | 3 +- .../examples/cookbook/CombinePerKeyExamples.java | 4 +- .../beam/examples/cookbook/DistinctExample.java| 4 +- .../beam/examples/cookbook/FilterExamples.java | 3 +- .../beam/examples/cookbook/JoinExamples.java | 12 +- .../beam/examples/cookbook/MaxPerKeyExamples.java | 3 +- .../beam/examples/cookbook/TriggerExample.java | 4 +- .../apache/beam/examples/snippets}/Snippets.java | 13 +- .../beam/examples/MinimalWordCountTest.java} | 57 +- .../apache/beam/examples/WindowedWordCountIT.java | 8 +- .../org/apache/beam/examples/WordCountTest.java| 3 +- .../beam/examples/complete/AutoCompleteTest.java | 17 +- .../apache/beam/examples/complete/TfIdfTest.java | 4 +- .../beam/examples/complete/game/GameStatsTest.java | 0 .../complete/game/HourlyTeamScoreTest.java | 0 .../examples/complete/game/LeaderBoardTest.java| 16 +- .../complete/game/StatefulTeamScoreTest.java | 208 + .../beam/examples/complete/game/UserScoreTest.java | 0 .../examples/cookbook/DistinctExampleTest.java | 6 +- .../beam/examples/cookbook/TriggerExampleTest.java | 6 +- .../beam/examples/snippets}/SnippetsTest.java | 5 +- examples/java8/build.gradle| 50 -- examples/java8/pom.xml | 292 --- .../beam/examples/MinimalWordCountJava8.java | 72 -- examples/pom.xml | 25 +- gradle.properties | 1 + model/fn-execution/build.gradle| 2 +- model/fn-execution/pom.xml | 2 +- .../fn-execution/src/main/proto/beam_fn_api.proto | 3 + model/job-management/build.gradle | 2 +- model/job-management/pom.xml | 20 +- model/pipeline/pom.xml
