tisonkun commented on code in PR #36:
URL: https://github.com/apache/datasketches-rust/pull/36#discussion_r2638978744
##########
src/hash/murmurhash.rs:
##########
@@ -0,0 +1,220 @@
+use byteorder::{ByteOrder, LE};
+use std::hash::Hasher;
+
+const DEFAULT_SEED: u64 = 9001;
+const C1: u64 = 0x87c37b91114253d5;
+const C2: u64 = 0x4cf5ad432745937f;
+
+/// The MurmurHash3 is a fast, non-cryptographic, 128-bit hash function that
has
+/// excellent avalanche and 2-way bit independence properties.
+#[derive(Debug)]
+pub struct MurmurHash3X64128 {
+ h1: u64,
+ h2: u64,
+ total: u64,
+ buf: [u8; 16],
+ buf_len: usize,
+}
+
+impl MurmurHash3X64128 {
+ pub fn with_seed(seed: u64) -> Self {
+ MurmurHash3X64128 {
+ h1: seed,
+ h2: seed,
+ total: 0,
+ buf: [0; 16],
+ buf_len: 0,
+ }
+ }
+
+ pub fn finish128(&self) -> (u64, u64) {
+ let mut h1 = self.h1;
+ let mut h2 = self.h2;
+
+ let total = self.total + self.buf_len as u64;
+ let rem = self.buf_len;
+
+ // tail
+ if rem > 0 {
+ if rem > 8 {
+ // read k2 little endian
+ let mut buf = [0u8; 8];
+ let k2_len = rem - 8;
+ buf[..k2_len].copy_from_slice(&self.buf[8..rem]);
+ // mix k2
+ let mut k2 = u64::from_le_bytes(buf);
+ k2 = k2.wrapping_mul(C2);
+ k2 = k2.rotate_left(33);
+ k2 = k2.wrapping_mul(C1);
+ h2 ^= k2;
+ }
+
+ // read k1 little endian
+ let mut buf = [0u8; 8];
+ let k1_len = rem.min(8);
+ buf[..k1_len].copy_from_slice(&self.buf[..k1_len]);
+ // mix k1
+ let mut k1 = u64::from_le_bytes(buf);
+ k1 = k1.wrapping_mul(C1);
+ k1 = k1.rotate_left(31);
+ k1 = k1.wrapping_mul(C2);
+ h1 ^= k1;
+ }
+
+ h1 ^= total;
+ h2 ^= total;
+ h1 = h1.wrapping_add(h2);
+ h2 = h2.wrapping_add(h1);
+ h1 = fmix64(h1);
+ h2 = fmix64(h2);
+ h1 = h1.wrapping_add(h2);
+ h2 = h2.wrapping_add(h1);
+ (h1, h2)
+ }
+
+ #[inline]
+ fn update(&mut self, mut k1: u64, mut k2: u64) {
+ // k1 *= c1; k1 = MURMUR3_ROTL64(k1, 31); k1 *= c2; out.h1 ^= k1;
+ k1 = k1.wrapping_mul(C1);
+ k1 = k1.rotate_left(31);
+ k1 = k1.wrapping_mul(C2);
+ self.h1 ^= k1;
+
+ // out.h1 = MURMUR3_ROTL64(out.h1, 27); out.h1 += out.h2; out.h1 =
out.h1*5+0x52dce729;
+ self.h1 = self.h1.rotate_left(27);
+ self.h1 = self.h1.wrapping_add(self.h2);
+ self.h1 = self.h1.wrapping_mul(5).wrapping_add(0x52dce729);
+
+ // k2 *= c2; k2 = MURMUR3_ROTL64(k2, 33); k2 *= c1; out.h2 ^= k2;
+ k2 = k2.wrapping_mul(C2);
+ k2 = k2.rotate_left(33);
+ k2 = k2.wrapping_mul(C1);
+ self.h2 ^= k2;
+
+ // out.h2 = MURMUR3_ROTL64(out.h2,31); out.h2 += out.h1; out.h2 =
out.h2*5+c4;
+ self.h2 = self.h2.rotate_left(31);
+ self.h2 = self.h2.wrapping_add(self.h1);
+ self.h2 = self.h2.wrapping_mul(5).wrapping_add(0x38495ab5);
+
+ // accumulate total length
+ self.total += 16;
+ }
+}
+
+impl Default for MurmurHash3X64128 {
+ fn default() -> Self {
+ Self::with_seed(DEFAULT_SEED)
+ }
+}
+
+impl Hasher for MurmurHash3X64128 {
+ fn finish(&self) -> u64 {
+ self.finish128().0
+ }
+
+ fn write(&mut self, mut bytes: &[u8]) {
Review Comment:
No need `unsafe` as `mur3`.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
