This is an automated email from the ASF dual-hosted git repository. lcwik pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
commit 45ff8732b89aa8000850ca9ce2a0fa4fea1d82ab Merge: d086d87 d960b53 Author: Lukasz Cwik <lc...@google.com> AuthorDate: Tue Mar 6 11:06:12 2018 -0800 Merge master into go-sdk pom.xml | 5 +- sdks/go/README.md | 98 + sdks/go/cmd/specialize/main.go | 240 + sdks/go/cmd/symtab/main.go | 101 + sdks/go/container/Dockerfile | 30 + sdks/go/container/boot.go | 127 + sdks/go/{ => container}/pom.xml | 87 +- sdks/go/data/haiku/old_pond.txt | 3 + sdks/go/data/shakespeare/hamlet.txt | 6045 ++++++ sdks/go/data/shakespeare/kinglear-hashtag.txt | 5525 +++++ sdks/go/data/shakespeare/kinglear.txt | 5525 +++++ sdks/go/data/shakespeare/romeoandjuliet.txt | 4766 +++++ .../examples/complete/autocomplete/autocomplete.go | 71 + sdks/go/examples/contains/contains.go | 99 + sdks/go/examples/cookbook/combine/combine.go | 106 + sdks/go/examples/cookbook/filter/filter.go | 106 + sdks/go/examples/cookbook/join/join.go | 111 + sdks/go/examples/cookbook/max/max.go | 88 + sdks/go/examples/cookbook/tornadoes/tornadoes.go | 119 + .../debugging_wordcount/debugging_wordcount.go | 163 + sdks/go/examples/forest/forest.go | 81 + sdks/go/examples/grades/grades.go | 105 + .../minimal_wordcount/minimal_wordcount.go | 101 + sdks/go/examples/pingpong/pingpong.go | 131 + sdks/go/examples/wordcap/wordcap.go | 75 + sdks/go/examples/wordcount/wordcount.go | 168 + sdks/go/examples/yatzy/yatzy.go | 139 + sdks/go/pkg/beam/coder.go | 180 + .../pkg/beam/{util/grpcx/dial.go => coder_test.go} | 34 +- sdks/go/pkg/beam/combine.go | 78 + .../syscall_default.go => core/funcx/doc.go} | 20 +- sdks/go/pkg/beam/core/funcx/fn.go | 427 + sdks/go/pkg/beam/core/funcx/fn_test.go | 224 + sdks/go/pkg/beam/core/funcx/output.go | 76 + sdks/go/pkg/beam/core/funcx/output_test.go | 48 + sdks/go/pkg/beam/core/funcx/sideinput.go | 100 + sdks/go/pkg/beam/core/funcx/sideinput_test.go | 70 + sdks/go/pkg/beam/core/funcx/signature.go | 212 + sdks/go/pkg/beam/core/funcx/signature_test.go | 212 + sdks/go/pkg/beam/core/graph/bind.go | 325 + sdks/go/pkg/beam/core/graph/bind_test.go | 207 + sdks/go/pkg/beam/core/graph/coder/coder.go | 298 + sdks/go/pkg/beam/core/graph/coder/int.go | 71 + sdks/go/pkg/beam/core/graph/coder/int_test.go | 88 + .../grpcx/dial.go => core/graph/coder/time.go} | 31 +- sdks/go/pkg/beam/core/graph/coder/varint.go | 98 + sdks/go/pkg/beam/core/graph/coder/varint_test.go | 94 + .../syscall_default.go => core/graph/doc.go} | 20 +- sdks/go/pkg/beam/core/graph/edge.go | 397 + sdks/go/pkg/beam/core/graph/fn.go | 304 + sdks/go/pkg/beam/core/graph/graph.go | 126 + sdks/go/pkg/beam/core/graph/graph_test.go | 68 + sdks/go/pkg/beam/core/graph/node.go | 70 + .../syscall_default.go => core/graph/scope.go} | 27 +- sdks/go/pkg/beam/core/graph/window/window.go | 71 + sdks/go/pkg/beam/core/runtime/coderx/int.go | 98 + sdks/go/pkg/beam/core/runtime/coderx/varint.go | 139 + .../go/pkg/beam/core/runtime/coderx/varint_test.go | 84 + sdks/go/pkg/beam/core/runtime/exec/coder.go | 319 + sdks/go/pkg/beam/core/runtime/exec/cogbk.go | 171 + sdks/go/pkg/beam/core/runtime/exec/combine.go | 257 + sdks/go/pkg/beam/core/runtime/exec/combine_test.go | 67 + sdks/go/pkg/beam/core/runtime/exec/datasink.go | 90 + sdks/go/pkg/beam/core/runtime/exec/datasource.go | 203 + sdks/go/pkg/beam/core/runtime/exec/decode.go | 102 + .../runtime/exec/discard.go} | 41 +- sdks/go/pkg/beam/core/runtime/exec/emit.go | 126 + sdks/go/pkg/beam/core/runtime/exec/encode.go | 102 + sdks/go/pkg/beam/core/runtime/exec/flatten.go | 75 + sdks/go/pkg/beam/core/runtime/exec/flatten_test.go | 49 + sdks/go/pkg/beam/core/runtime/exec/fn.go | 201 + sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 256 + sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 145 + .../pkg/beam/core/runtime/exec/fullvalue_test.go | 72 + sdks/go/pkg/beam/core/runtime/exec/input.go | 188 + sdks/go/pkg/beam/core/runtime/exec/multiplex.go | 62 + .../pkg/beam/core/runtime/exec/multiplex_test.go | 55 + .../beam/core/runtime/exec/optimized/callers.go | 632 + .../beam/core/runtime/exec/optimized/callers.tmpl | 69 + .../beam/core/runtime/exec/optimized/decoders.go | 2407 +++ .../beam/core/runtime/exec/optimized/decoders.tmpl | 146 + .../beam/core/runtime/exec/optimized/emitters.go | 14215 +++++++++++++ .../beam/core/runtime/exec/optimized/emitters.tmpl | 112 + .../beam/core/runtime/exec/optimized/encoders.go | 2299 ++ .../beam/core/runtime/exec/optimized/encoders.tmpl | 146 + .../runtime/exec/optimized/gen.go} | 19 +- .../pkg/beam/core/runtime/exec/optimized/inputs.go | 21272 +++++++++++++++++++ .../beam/core/runtime/exec/optimized/inputs.tmpl | 181 + sdks/go/pkg/beam/core/runtime/exec/pardo.go | 193 + sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 97 + sdks/go/pkg/beam/core/runtime/exec/plan.go | 153 + .../runtime/exec/status.go} | 21 +- sdks/go/pkg/beam/core/runtime/exec/translate.go | 433 + sdks/go/pkg/beam/core/runtime/exec/unit.go | 75 + sdks/go/pkg/beam/core/runtime/exec/unit_test.go | 111 + sdks/go/pkg/beam/core/runtime/exec/util.go | 72 + sdks/go/pkg/beam/core/runtime/graphx/coder.go | 415 + sdks/go/pkg/beam/core/runtime/graphx/coder_test.go | 107 + sdks/go/pkg/beam/core/runtime/graphx/cogbk.go | 108 + .../runtime/graphx/doc.go} | 27 +- sdks/go/pkg/beam/core/runtime/graphx/serialize.go | 962 + sdks/go/pkg/beam/core/runtime/graphx/translate.go | 402 + .../pkg/beam/core/runtime/graphx/translate_test.go | 90 + sdks/go/pkg/beam/core/runtime/graphx/tree.go | 121 + sdks/go/pkg/beam/core/runtime/graphx/user.go | 110 + .../runtime/graphx/v1/gen.go} | 14 +- sdks/go/pkg/beam/core/runtime/graphx/v1/v1.pb.go | 821 + sdks/go/pkg/beam/core/runtime/graphx/v1/v1.proto | 232 + sdks/go/pkg/beam/core/runtime/harness/datamgr.go | 308 + .../runtime/harness/gen.go} | 14 +- sdks/go/pkg/beam/core/runtime/harness/harness.go | 291 + sdks/go/pkg/beam/core/runtime/harness/init/init.go | 116 + sdks/go/pkg/beam/core/runtime/harness/logging.go | 151 + sdks/go/pkg/beam/core/runtime/harness/session.go | 215 + .../go/pkg/beam/core/runtime/harness/session.proto | 69 + .../core/runtime/harness/session/session.pb.go | 444 + sdks/go/pkg/beam/core/runtime/init.go | 44 + sdks/go/pkg/beam/core/runtime/options.go | 91 + .../grpcx/dial.go => core/runtime/options_test.go} | 44 +- sdks/go/pkg/beam/core/runtime/symbols.go | 93 + sdks/go/pkg/beam/core/runtime/types.go | 62 + sdks/go/pkg/beam/core/runtime/types_test.go | 74 + sdks/go/pkg/beam/core/typex/class.go | 174 + sdks/go/pkg/beam/core/typex/class_test.go | 104 + sdks/go/pkg/beam/core/typex/fulltype.go | 400 + sdks/go/pkg/beam/core/typex/fulltype_test.go | 125 + sdks/go/pkg/beam/core/typex/special.go | 74 + sdks/go/pkg/beam/core/util/dot/dot.go | 130 + .../syscall.go => core/util/ioutilx/read.go} | 29 +- sdks/go/pkg/beam/core/util/protox/any.go | 101 + sdks/go/pkg/beam/core/util/protox/any_test.go | 83 + .../grpcx/dial.go => core/util/protox/base64.go} | 37 +- .../util/protox/protox.go} | 20 +- .../grpcx/dial.go => core/util/protox/query.go} | 34 +- sdks/go/pkg/beam/core/util/reflectx/call.go | 120 + sdks/go/pkg/beam/core/util/reflectx/calls.go | 1341 ++ sdks/go/pkg/beam/core/util/reflectx/calls.tmpl | 72 + sdks/go/pkg/beam/core/util/reflectx/functions.go | 45 + .../syscall.go => core/util/reflectx/json.go} | 21 +- sdks/go/pkg/beam/core/util/reflectx/tags.go | 74 + sdks/go/pkg/beam/core/util/reflectx/types.go | 111 + sdks/go/pkg/beam/core/util/symtab/symtab.go | 127 + sdks/go/pkg/beam/create.go | 108 + .../beam/{util/grpcx/dial.go => create_test.go} | 38 +- sdks/go/pkg/beam/doc.go | 67 + sdks/go/pkg/beam/encoding.go | 148 + sdks/go/pkg/beam/external.go | 64 + sdks/go/pkg/beam/flatten.go | 72 + sdks/go/pkg/beam/forward.go | 94 + sdks/go/pkg/beam/gbk.go | 104 + sdks/go/pkg/beam/impulse.go | 46 + sdks/go/pkg/beam/io/bigqueryio/bigquery.go | 241 + .../dial.go => io/bigqueryio/bigquery_test.go} | 35 +- sdks/go/pkg/beam/io/textio/filesystem.go | 49 + sdks/go/pkg/beam/io/textio/gcs/gcs.go | 130 + .../grpcx/dial.go => io/textio/local/local.go} | 44 +- sdks/go/pkg/beam/io/textio/textio.go | 207 + sdks/go/pkg/beam/log/log.go | 183 + .../{util/syscallx/syscall.go => log/standard.go} | 26 +- sdks/go/pkg/beam/option.go | 72 + .../grpcx/dial.go => options/gcpopts/options.go} | 27 +- sdks/go/pkg/beam/pardo.go | 314 + sdks/go/pkg/beam/partition.go | 124 + sdks/go/pkg/beam/partition_test.go | 155 + sdks/go/pkg/beam/pcollection.go | 90 + sdks/go/pkg/beam/pipeline.go | 87 + sdks/go/pkg/beam/runner.go | 51 + sdks/go/pkg/beam/runners/dataflow/dataflow.go | 367 + sdks/go/pkg/beam/runners/dataflow/messages.go | 174 + sdks/go/pkg/beam/runners/dataflow/translate.go | 448 + sdks/go/pkg/beam/runners/direct/buffer.go | 165 + sdks/go/pkg/beam/runners/direct/direct.go | 274 + sdks/go/pkg/beam/runners/direct/gbk.go | 135 + sdks/go/pkg/beam/runners/direct/impulse.go | 61 + sdks/go/pkg/beam/runners/dot/dot.go | 55 + sdks/go/pkg/beam/runners/session/session.go | 337 + sdks/go/pkg/beam/testing/passert/passert.go | 214 + sdks/go/pkg/beam/testing/ptest/ptest.go | 59 + .../dial.go => transforms/filter/distinct.go} | 39 +- .../go/pkg/beam/transforms/filter/distinct_test.go | 70 + sdks/go/pkg/beam/transforms/filter/filter.go | 95 + sdks/go/pkg/beam/transforms/filter/filter_test.go | 90 + .../syscall.go => transforms/stats/count.go} | 23 +- sdks/go/pkg/beam/transforms/stats/count_test.go | 69 + sdks/go/pkg/beam/transforms/stats/max.go | 44 + sdks/go/pkg/beam/transforms/stats/max_switch.go | 138 + .../stats/max_switch.tmpl} | 30 +- sdks/go/pkg/beam/transforms/stats/max_test.go | 134 + sdks/go/pkg/beam/transforms/stats/mean.go | 91 + sdks/go/pkg/beam/transforms/stats/mean_test.go | 121 + sdks/go/pkg/beam/transforms/stats/min.go | 44 + sdks/go/pkg/beam/transforms/stats/min_switch.go | 138 + .../stats/min_switch.tmpl} | 30 +- sdks/go/pkg/beam/transforms/stats/min_test.go | 121 + sdks/go/pkg/beam/transforms/stats/sum.go | 44 + sdks/go/pkg/beam/transforms/stats/sum_switch.go | 102 + .../stats/sum_switch.tmpl} | 27 +- sdks/go/pkg/beam/transforms/stats/sum_test.go | 117 + sdks/go/pkg/beam/transforms/stats/util.go | 48 + sdks/go/pkg/beam/transforms/top/top.go | 180 + sdks/go/pkg/beam/transforms/top/top_test.go | 126 + sdks/go/pkg/beam/util.go | 117 + sdks/go/pkg/beam/util/gcsx/gcs.go | 40 + sdks/go/pkg/beam/util/grpcx/dial.go | 12 +- sdks/go/pkg/beam/util/syscallx/syscall.go | 6 +- sdks/go/pkg/beam/util/syscallx/syscall_default.go | 4 +- sdks/go/pkg/beam/validate.go | 79 + sdks/go/pkg/beam/x/beamx/run.go | 41 + sdks/go/pkg/beam/x/debug/head.go | 68 + sdks/go/pkg/beam/x/debug/print.go | 97 + sdks/go/pom.xml | 8 + 211 files changed, 89285 insertions(+), 366 deletions(-) -- To stop receiving notification emails like this one, please contact lc...@apache.org.