This is an automated email from the ASF dual-hosted git repository.
alsay pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datasketches-bigquery.git
The following commit(s) were added to refs/heads/main by this push:
new decf981 cpc agg union
decf981 is described below
commit decf98113337f045968ef055456b53751843c869
Author: AlexanderSaydakov <[email protected]>
AuthorDate: Mon Aug 5 15:36:33 2024 -0700
cpc agg union
---
cpc_sketch_agg_union.sql | 107 +++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 107 insertions(+)
diff --git a/cpc_sketch_agg_union.sql b/cpc_sketch_agg_union.sql
new file mode 100644
index 0000000..1edd650
--- /dev/null
+++ b/cpc_sketch_agg_union.sql
@@ -0,0 +1,107 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+CREATE OR REPLACE AGGREGATE FUNCTION
`$BQ_PROJECT.$BQ_DATASET`.cpc_sketch_agg_union(sketch BYTES, params STRUCT<lg_k
INT, seed INT64> NOT AGGREGATE) RETURNS BYTES LANGUAGE js
+OPTIONS (library=["gs://$GCS_BUCKET/cpc_sketch.mjs"]) AS R"""
+import ModuleFactory from "gs://$GCS_BUCKET/cpc_sketch.mjs";
+var Module = await ModuleFactory();
+const default_lg_k = Number(12);
+const default_seed = BigInt(9001);
+
+// ensures we have a union
+// if there is a serialized sketch, add it to the union and destroy it
+function ensureUnion(state) {
+ try {
+ if (state.union == null) {
+ state.union = new Module.cpc_union(state.lg_k, state.seed);
+ }
+ if (state.serialized != null) {
+ state.union.updateWithBytes(state.serialized, state.seed);
+ state.serialized = null;
+ }
+ } catch (e) {
+ throw new Error(Module.getExceptionMessage(e));
+ }
+}
+
+export function initialState(params) {
+ var state = {
+ lg_k: params.lg_k == null ? default_lg_k : Number(params.lg_k),
+ seed: params.seed == null ? default_seed : BigInt(params.seed),
+ sketch: null,
+ union: null,
+ serialized: null
+ };
+ return state;
+}
+
+export function aggregate(state, sketch) {
+ if (sketch != null) {
+ ensureUnion(state);
+ try {
+ state.union.updateWithBytes(sketch, state.seed);
+ } catch (e) {
+ throw new Error(Module.getExceptionMessage(e));
+ }
+ }
+}
+
+export function serialize(state) {
+ try {
+ ensureUnion(state);
+ return {
+ lg_k: state.lg_k,
+ seed: state.seed,
+ bytes: state.union.getResultAsUint8Array()
+ };
+ } catch (e) {
+ throw new Error(Module.getExceptionMessage(e));
+ } finally {
+ state.union.delete();
+ state.union = null;
+ }
+}
+
+export function deserialize(serialized) {
+ return {
+ lg_k: serialized.lg_k,
+ seed: serialized.seed,
+ union: null,
+ serialized: serialized.bytes
+ };
+}
+
+export function merge(state, other_state) {
+ if (other_state.union) {
+ throw new Error("Did not expect union in other state");
+ }
+ ensureUnion(state);
+ if (other_state.serialized != null) {
+ try {
+ state.union.updateWithBytes(other_state.serialized, other_state.seed);
+ other_state.serialized = null;
+ } catch (e) {
+ throw new Error(Module.getExceptionMessage(e));
+ }
+ } else {
+ throw new Error("Expected serialized sketch in other_state");
+ }
+}
+export function finalize(state) {
+ return serialize(state).bytes;
+}
+""";
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
