This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 03c49e43b4 [multistage] register opChain finish callback for pipeline
breaker to continue (#10870)
add c704147d3e PinotBufferFactory and a buffer implementation that uses
Unsafe (#10528)
No new revisions were added by this update.
Summary of changes:
.github/workflows/pinot_tests.yml | 60 ++-
.github/workflows/scripts/.pinot_quickstart.sh | 5 +-
.github/workflows/scripts/.pinot_test.sh | 18 +-
config/suppressions.xml | 3 +
.../scalar/ArrayAwareJacksonJsonProviderTest.java | 6 +-
.../pinot-segment-spi-jdk8/pom.xml | 8 +
.../MultiNodesOfflineClusterIntegrationTest.java | 10 +-
.../pinot/perf/BenchmarkPinotDataBuffer.java | 157 ++++---
.../rel/rules/PinotSortExchangeCopyRuleTest.java | 14 +-
.../forward/VarByteChunkSVForwardIndexTest.java | 19 +-
pinot-segment-spi/pom.xml | 8 +
.../pinot/segment/spi/memory/BasePinotLBuffer.java | 15 +-
.../spi/memory/ByteBufferPinotBufferFactory.java | 50 +++
.../pinot/segment/spi/memory/ByteBufferUtil.java | 117 ++++++
.../spi/memory/LArrayPinotBufferFactory.java | 29 +-
.../spi/memory/NonNativePinotDataBuffer.java | 253 ++++++++++++
.../segment/spi/memory/PinotBufferFactory.java | 76 ++++
.../pinot/segment/spi/memory/PinotDataBuffer.java | 349 +++++++++++++---
.../SmallWithFallbackPinotBufferFactory.java | 72 ++++
.../segment/spi/memory/unsafe/DirectMemory.java | 79 ++++
.../unsafe/Memory.java} | 50 ++-
.../segment/spi/memory/unsafe/MmapMemory.java | 377 +++++++++++++++++
.../spi/memory/unsafe/UnsafePinotBuffer.java | 184 +++++++++
.../memory/unsafe/UnsafePinotBufferFactory.java | 57 +++
.../pinot/segment/spi/memory/unsafe/Unsafer.java | 27 +-
.../pinot/segment/spi/utils/JavaVersion.java | 22 +-
.../segment/spi/memory/PinotByteBufferTest.java | 9 +-
.../memory/PinotDataBufferInstanceTestBase.java | 366 +++++++++++++++++
.../segment/spi/memory/PinotDataBufferTest.java | 449 ++++-----------------
.../spi/memory/PinotDataBufferTestBase.java | 115 ++++++
.../spi/memory/PinotDefaultByteBufferTest.java | 13 +-
.../spi/memory/PinotLArrayByteBufferTest.java | 24 +-
.../unsafe/UnsafeMemoryPinotDataBufferTest.java | 15 +-
.../server/starter/helix/BaseServerStarter.java | 3 +
.../src/main/resources/appAssemblerScriptTemplate | 32 ++
pom.xml | 70 +++-
36 files changed, 2501 insertions(+), 660 deletions(-)
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/ByteBufferPinotBufferFactory.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/ByteBufferUtil.java
copy
pinot-common/src/main/java/org/apache/pinot/common/utils/log/DummyLogFileServer.java
=>
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/LArrayPinotBufferFactory.java
(54%)
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/NonNativePinotDataBuffer.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PinotBufferFactory.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/SmallWithFallbackPinotBufferFactory.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/DirectMemory.java
copy
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/{index/creator/JsonIndexCreator.java
=> memory/unsafe/Memory.java} (52%)
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/MmapMemory.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafePinotBuffer.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafePinotBufferFactory.java
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentLocks.java
=>
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/Unsafer.java
(58%)
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/startree/v2/builder/SingleTreeBuilder.java
=>
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/utils/JavaVersion.java
(73%)
copy
pinot-common/src/main/java/org/apache/pinot/common/exception/SchemaBackwardIncompatibleException.java
=>
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotByteBufferTest.java
(80%)
create mode 100644
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDataBufferInstanceTestBase.java
create mode 100644
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDataBufferTestBase.java
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HLCRealtimeClusterIntegrationTest.java
=>
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDefaultByteBufferTest.java
(76%)
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HLCRealtimeClusterIntegrationTest.java
=>
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotLArrayByteBufferTest.java
(59%)
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HLCRealtimeClusterIntegrationTest.java
=>
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafeMemoryPinotDataBufferTest.java
(71%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
