This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-nanoarrow.git
The following commit(s) were added to refs/heads/main by this push:
new 7e08843 Update dist/ for commit
ad83497bc8daaec17005fa92b8690c97195bef52
7e08843 is described below
commit 7e088434aed4d5bf99052522aa65799324c95ffa
Author: GitHub Actions <[email protected]>
AuthorDate: Fri Aug 18 01:23:38 2023 +0000
Update dist/ for commit ad83497bc8daaec17005fa92b8690c97195bef52
---
dist/nanoarrow.h | 108 +++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 108 insertions(+)
diff --git a/dist/nanoarrow.h b/dist/nanoarrow.h
index 84440dc..edb4dc4 100644
--- a/dist/nanoarrow.h
+++ b/dist/nanoarrow.h
@@ -1482,6 +1482,14 @@ static inline void ArrowBitsSetTo(uint8_t* bits, int64_t
start_offset, int64_t l
/// \brief Count true values in a bitmap
static inline int64_t ArrowBitCountSet(const uint8_t* bits, int64_t i_from,
int64_t i_to);
+/// \brief Extract int8 boolean values from a range in a bitmap
+static inline void ArrowBitsUnpackInt8(const uint8_t* bits, int64_t
start_offset,
+ int64_t length, int8_t* out);
+
+/// \brief Extract int32 boolean values from a range in a bitmap
+static inline void ArrowBitsUnpackInt32(const uint8_t* bits, int64_t
start_offset,
+ int64_t length, int32_t* out);
+
/// \brief Initialize an ArrowBitmap
///
/// Initialize the builder's buffer, empty its cache, and reset the size to
zero
@@ -2119,6 +2127,28 @@ static inline int64_t _ArrowBytesForBits(int64_t bits) {
return (bits >> 3) + ((bits & 7) != 0);
}
+static inline void _ArrowBitsUnpackInt8(const uint8_t word, int8_t* out) {
+ out[0] = (word >> 0) & 1;
+ out[1] = (word >> 1) & 1;
+ out[2] = (word >> 2) & 1;
+ out[3] = (word >> 3) & 1;
+ out[4] = (word >> 4) & 1;
+ out[5] = (word >> 5) & 1;
+ out[6] = (word >> 6) & 1;
+ out[7] = (word >> 7) & 1;
+}
+
+static inline void _ArrowBitsUnpackInt32(const uint8_t word, int32_t* out) {
+ out[0] = (word >> 0) & 1;
+ out[1] = (word >> 1) & 1;
+ out[2] = (word >> 2) & 1;
+ out[3] = (word >> 3) & 1;
+ out[4] = (word >> 4) & 1;
+ out[5] = (word >> 5) & 1;
+ out[6] = (word >> 6) & 1;
+ out[7] = (word >> 7) & 1;
+}
+
static inline void _ArrowBitmapPackInt8(const int8_t* values, uint8_t* out) {
*out = (values[0] | values[1] << 1 | values[2] << 2 | values[3] << 3 |
values[4] << 4 |
values[5] << 5 | values[6] << 6 | values[7] << 7);
@@ -2133,6 +2163,84 @@ static inline int8_t ArrowBitGet(const uint8_t* bits,
int64_t i) {
return (bits[i >> 3] >> (i & 0x07)) & 1;
}
+static inline void ArrowBitsUnpackInt8(const uint8_t* bits, int64_t
start_offset,
+ int64_t length, int8_t* out) {
+ if (length == 0) {
+ return;
+ }
+
+ const int64_t i_begin = start_offset;
+ const int64_t i_end = start_offset + length;
+ const int64_t i_last_valid = i_end - 1;
+
+ const int64_t bytes_begin = i_begin / 8;
+ const int64_t bytes_last_valid = i_last_valid / 8;
+
+ if (bytes_begin == bytes_last_valid) {
+ for (int i = 0; i < length; i++) {
+ out[i] = ArrowBitGet(&bits[bytes_begin], i + i_begin % 8);
+ }
+
+ return;
+ }
+
+ // first byte
+ for (int i = 0; i < 8 - (i_begin % 8); i++) {
+ *out++ = ArrowBitGet(&bits[bytes_begin], i + i_begin % 8);
+ }
+
+ // middle bytes
+ for (int64_t i = bytes_begin + 1; i < bytes_last_valid; i++) {
+ _ArrowBitsUnpackInt8(bits[i], out);
+ out += 8;
+ }
+
+ // last byte
+ const int bits_remaining = i_end % 8 == 0 ? 8 : i_end % 8;
+ for (int i = 0; i < bits_remaining; i++) {
+ *out++ = ArrowBitGet(&bits[bytes_last_valid], i);
+ }
+}
+
+static inline void ArrowBitsUnpackInt32(const uint8_t* bits, int64_t
start_offset,
+ int64_t length, int32_t* out) {
+ if (length == 0) {
+ return;
+ }
+
+ const int64_t i_begin = start_offset;
+ const int64_t i_end = start_offset + length;
+ const int64_t i_last_valid = i_end - 1;
+
+ const int64_t bytes_begin = i_begin / 8;
+ const int64_t bytes_last_valid = i_last_valid / 8;
+
+ if (bytes_begin == bytes_last_valid) {
+ for (int i = 0; i < length; i++) {
+ out[i] = ArrowBitGet(&bits[bytes_begin], i + i_begin % 8);
+ }
+
+ return;
+ }
+
+ // first byte
+ for (int i = 0; i < 8 - (i_begin % 8); i++) {
+ *out++ = ArrowBitGet(&bits[bytes_begin], i + i_begin % 8);
+ }
+
+ // middle bytes
+ for (int64_t i = bytes_begin + 1; i < bytes_last_valid; i++) {
+ _ArrowBitsUnpackInt32(bits[i], out);
+ out += 8;
+ }
+
+ // last byte
+ const int bits_remaining = i_end % 8 == 0 ? 8 : i_end % 8;
+ for (int i = 0; i < bits_remaining; i++) {
+ *out++ = ArrowBitGet(&bits[bytes_last_valid], i);
+ }
+}
+
static inline void ArrowBitSet(uint8_t* bits, int64_t i) {
bits[i / 8] |= _ArrowkBitmask[i % 8];
}
