This is an automated email from the ASF dual-hosted git repository.
boyuanz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from e06ef8e Merge pull request #9437 from aaltay/ts
add 058f5bc Integrating ZetaSketch's HLL++ algorithm with Beam (#9144)
No new revisions were added by this update.
Summary of changes:
build.gradle | 1 +
.../beam/sdk/transforms/ApproximateUnique.java | 14 +
.../extensions/sketching/ApproximateDistinct.java | 5 +
sdks/java/extensions/zetasketch/build.gradle | 75 +++++
.../beam/sdk/extensions/zetasketch/HllCount.java | 373 +++++++++++++++++++++
.../sdk/extensions/zetasketch/HllCountInitFn.java | 155 +++++++++
.../zetasketch/HllCountMergePartialFn.java | 102 ++++++
.../zetasketch/HyperLogLogPlusPlusCoder.java | 64 ++++
.../sdk/extensions/zetasketch}/package-info.java | 5 +-
.../BigQueryHllSketchCompatibilityIT.java | 197 +++++++++++
.../sdk/extensions/zetasketch/HllCountTest.java | 373 +++++++++++++++++++++
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 21 +-
.../beam/sdk/io/gcp/testing/BigqueryMatcher.java | 22 +-
settings.gradle | 1 +
14 files changed, 1403 insertions(+), 5 deletions(-)
create mode 100644 sdks/java/extensions/zetasketch/build.gradle
create mode 100644
sdks/java/extensions/zetasketch/src/main/java/org/apache/beam/sdk/extensions/zetasketch/HllCount.java
create mode 100644
sdks/java/extensions/zetasketch/src/main/java/org/apache/beam/sdk/extensions/zetasketch/HllCountInitFn.java
create mode 100644
sdks/java/extensions/zetasketch/src/main/java/org/apache/beam/sdk/extensions/zetasketch/HllCountMergePartialFn.java
create mode 100644
sdks/java/extensions/zetasketch/src/main/java/org/apache/beam/sdk/extensions/zetasketch/HyperLogLogPlusPlusCoder.java
copy
{runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options
=>
sdks/java/extensions/zetasketch/src/main/java/org/apache/beam/sdk/extensions/zetasketch}/package-info.java
(79%)
create mode 100644
sdks/java/extensions/zetasketch/src/test/java/org/apache/beam/sdk/extensions/zetasketch/BigQueryHllSketchCompatibilityIT.java
create mode 100644
sdks/java/extensions/zetasketch/src/test/java/org/apache/beam/sdk/extensions/zetasketch/HllCountTest.java