This is an automated email from the ASF dual-hosted git repository.
sdanilov pushed a change to branch ignite-18739
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
omit 0a9db782ca IGNITE-18739 Add index garbage collection
omit 1324c2f94a IGNITE-18739 Add index garbage collection
omit af2e134692 IGNITE-18739 Add index garbage collection
add b7a8ff334b IGNITE-17465 Backport JRaft improvements up to 1.3.9 -
Fixes #1049.
add 318873be09 IGNITE-18808 .NET: Reconnect all endpoints periodically in
background (#1691)
add 3179cb58e3 IGNITE-18023 Implement GC API in page Memory based MV
partition storages (#1673)
add f107a54ab8 IGNITE-18802 CMake: option for the install target added.
(#1670)
add 9c48f83e7e IGNITE-18791 Add SSL Client authentication to REST (#1690)
add 550d4a5981 IGNITE-18821 Added REST specification to doc. Fixes #1687
add ee26ae637c IGNITE-18640 Implement placement driver best-effort single
actor selector and fail-over (#1692)
add 4177222f7f IGNITE-18408 Store replication protocol config as bytes in
MvPartitionStorage (#1699)
add f480078692 IGNITE-18768 fix incorrect safe time initialization in
TableManager (#1696)
add bcb20bd11e IGNITE-18737 Fixed updating of partition assignments when
new assignments equal to table configuration assignments and stable assignments
are empty. Fixes #1655
add ab79d1b7ee IGNITE-17589 C++ Implement binary key_value_view (#1704)
add 83b7b02c81 IGNITE-18739 Add index garbage collection
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (0a9db782ca)
\
N -- N -- N refs/heads/ignite-18739 (83b7b02c81)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/_data/toc.yaml | 8 +-
docs/_docs/rest/reference.adoc | 1675 ++++++++++++++++++++
.../pagememory/persistence/PartitionMeta.java | 37 +-
.../pagememory/persistence/io/PartitionMetaIo.java | 27 +-
.../internal/pagememory/util/PageIdUtils.java | 9 +
.../persistence/PartitionMetaManagerTest.java | 3 +-
.../pagememory/persistence/PartitionMetaTest.java | 2 +-
.../persistence/checkpoint/CheckpointerTest.java | 2 +-
.../internal/placementdriver/ActiveActorTest.java | 88 +
.../client/TopologyAwareRaftGroupServiceTest.java | 212 ++-
.../placementdriver/PlacementDriverManager.java | 142 +-
.../raft/client/TopologyAwareRaftGroupService.java | 72 +-
modules/platforms/cpp/CMakeLists.txt | 1 +
modules/platforms/cpp/ignite/client/CMakeLists.txt | 16 +-
.../cpp/ignite/client/detail/client_operation.h | 3 +
.../cpp/ignite/client/detail/table/table_impl.cpp | 17 +
.../cpp/ignite/client/detail/table/table_impl.h | 26 +-
.../platforms/cpp/ignite/client/detail/utils.cpp | 15 +
modules/platforms/cpp/ignite/client/detail/utils.h | 10 +
.../cpp/ignite/client/table/ignite_tuple.h | 14 +-
.../cpp/ignite/client/table/key_value_view.cpp | 184 +++
.../cpp/ignite/client/table/key_value_view.h | 500 ++++++
.../cpp/ignite/client/table/record_view.h | 16 +-
.../platforms/cpp/ignite/client/table/table.cpp | 4 +
modules/platforms/cpp/ignite/client/table/table.h | 8 +
modules/platforms/cpp/ignite/common/CMakeLists.txt | 4 +-
modules/platforms/cpp/ignite/schema/CMakeLists.txt | 14 +-
.../platforms/cpp/tests/client-test/CMakeLists.txt | 1 +
.../cpp/tests/client-test/ignite_runner_suite.h | 8 +
.../client-test/key_value_binary_view_test.cpp | 978 ++++++++++++
.../ClientFailoverSocketTests.cs | 2 +-
.../dotnet/Apache.Ignite.Tests/FakeServer.cs | 14 +-
.../dotnet/Apache.Ignite.Tests/FakeServerGroup.cs | 82 +
.../dotnet/Apache.Ignite.Tests/HeartbeatTests.cs | 4 +-
.../Apache.Ignite.Tests/PartitionAwarenessTests.cs | 6 +-
.../dotnet/Apache.Ignite.Tests/ReconnectTests.cs | 158 ++
.../Apache.Ignite.Tests/SocketTimeoutTest.cs | 3 +-
.../Apache.Ignite/IgniteClientConfiguration.cs | 26 +-
.../Apache.Ignite/Internal/ClientFailoverSocket.cs | 66 +-
.../dotnet/Apache.Ignite/Internal/ClientSocket.cs | 4 +-
.../ignite/raft/jraft/core/ItCliServiceTest.java | 18 +
.../apache/ignite/raft/jraft/core/ItNodeTest.java | 5 +
.../java/org/apache/ignite/internal/raft/Loza.java | 39 +-
.../raft/server/impl/RaftServiceEventListener.java | 17 +-
.../org/apache/ignite/raft/jraft/CliService.java | 11 +
.../java/org/apache/ignite/raft/jraft/Node.java | 15 +-
.../ignite/raft/jraft/closure/JoinableClosure.java | 7 +-
.../ignite/raft/jraft/core/CliServiceImpl.java | 109 +-
.../ignite/raft/jraft/core/FSMCallerImpl.java | 2 +
.../apache/ignite/raft/jraft/core/NodeImpl.java | 52 +-
.../raft/jraft/core/ReadOnlyServiceImpl.java | 25 +-
.../apache/ignite/raft/jraft/core/Replicator.java | 177 ++-
.../apache/ignite/raft/jraft/entity/Checksum.java | 18 +
.../apache/ignite/raft/jraft/entity/LogEntry.java | 22 +-
.../org/apache/ignite/raft/jraft/entity/Task.java | 14 +-
.../ignite/raft/jraft/rpc/InvokeContext.java | 4 +
.../rpc/impl/core/DefaultRaftClientService.java | 26 +-
.../raft/jraft/storage/impl/LogManagerImpl.java | 6 +-
.../snapshot/local/LocalSnapshotStorage.java | 2 +-
.../jraft/storage/snapshot/remote/CopySession.java | 4 +
.../apache/ignite/raft/jraft/util/SegmentList.java | 4 +-
.../raft/jraft/util/StorageOptionsFactory.java | 11 +-
.../org/apache/ignite/raft/jraft/util/Utils.java | 38 +
.../ignite/raft/jraft/core/ReplicatorTest.java | 4 +-
.../ignite/raft/jraft/entity/LogEntryTest.java | 5 +-
.../entity/codec/BaseLogEntryCodecFactoryTest.java | 23 +-
modules/rest/build.gradle | 6 +
.../apache/ignite/internal/rest/RestComponent.java | 96 +-
.../configuration/RestSslConfigurationSchema.java | 15 +-
.../ignite/internal/rest/RestComponentTest.java | 134 ++
.../ignite/internal/rest/TestController.java} | 13 +-
.../ignite/internal/rest/ItPortRangeTest.java | 1 +
.../ignite/internal/rest/ssl/ItRestSslTest.java | 87 +-
.../apache/ignite/internal/rest/ssl/RestNode.java | 19 +-
.../runner/app/ItIgniteNodeRestartTest.java | 47 +-
.../ItRaftCommandLeftInLogUntilRestartTest.java | 4 +-
.../org/apache/ignite/internal/app/IgniteImpl.java | 33 +-
.../internal/storage/MvPartitionStorage.java | 12 +-
.../internal/storage/engine/MvTableStorage.java | 7 +-
.../AbstractMvPartitionStorageConcurrencyTest.java | 12 +-
.../storage/AbstractMvPartitionStorageGcTest.java | 6 +
.../storage/AbstractMvPartitionStorageTest.java | 25 +-
.../storage/AbstractMvTableStorageTest.java | 44 +-
.../storage/impl/TestMvPartitionStorage.java | 19 +-
.../internal/storage/impl/TestMvTableStorage.java | 5 +-
.../pagememory/AbstractPageMemoryTableStorage.java | 5 +-
.../PersistentPageMemoryTableStorage.java | 58 +-
.../pagememory/VolatilePageMemoryTableStorage.java | 29 +-
.../pagememory/mv/AbortWriteInvokeClosure.java | 14 +-
.../mv/AbstractPageMemoryMvPartitionStorage.java | 108 +-
.../mv/AddWriteCommittedInvokeClosure.java | 55 +-
.../pagememory/mv/AddWriteInvokeClosure.java | 5 +-
.../pagememory/mv/CommitWriteInvokeClosure.java | 65 +-
.../storage/pagememory/mv/FindRowVersion.java | 143 ++
.../storage/pagememory/mv/HybridTimestamps.java | 10 +-
.../storage/pagememory/mv/MvPageIoModule.java | 9 +-
.../mv/{TimestampCursor.java => MvPageTypes.java} | 47 +-
.../mv/PersistentPageMemoryMvPartitionStorage.java | 43 +-
.../storage/pagememory/mv/ReadRowVersion.java | 13 +-
.../mv/RemoveWriteOnGcInvokeClosure.java | 183 +++
.../internal/storage/pagememory/mv/RowVersion.java | 27 +-
.../storage/pagememory/mv/RowVersionFreeList.java | 36 +-
.../storage/pagememory/mv/VersionChain.java | 24 +-
.../storage/pagememory/mv/VersionChainKey.java | 4 +-
.../mv/VolatilePageMemoryMvPartitionStorage.java | 44 +-
.../internal/storage/pagememory/mv/gc/GcQueue.java | 138 ++
.../gc/GcRowVersion.java} | 43 +-
.../gc/io/GcInnerIo.java} | 31 +-
.../internal/storage/pagememory/mv/gc/io/GcIo.java | 145 ++
.../storage/pagememory/mv/gc/io/GcLeafIo.java | 65 +
.../io/GcMetaIo.java} | 19 +-
.../storage/pagememory/mv/io/BlobFragmentIo.java | 4 +-
.../storage/pagememory/mv/io/RowVersionDataIo.java | 21 +-
.../pagememory/mv/io/VersionChainInnerIo.java | 5 +-
.../pagememory/mv/io/VersionChainLeafIo.java | 5 +-
.../pagememory/mv/io/VersionChainMetaIo.java | 5 +-
.../storage/pagememory/mv/BlobStorageTest.java | 3 +-
...ageMemoryMvPartitionStorageConcurrencyTest.java | 37 -
...sistentPageMemoryMvPartitionStorageGcTest.java} | 21 +-
...PersistentPageMemoryMvPartitionStorageTest.java | 58 +-
...ageMemoryMvPartitionStorageConcurrencyTest.java | 40 -
...olatilePageMemoryMvPartitionStorageGcTest.java} | 13 +-
.../internal/storage/rocksdb/GarbageCollector.java | 1 +
.../storage/rocksdb/RocksDbMvPartitionStorage.java | 49 +-
.../storage/rocksdb/RocksDbTableStorage.java | 5 +-
.../internal/table/distributed/TableManager.java | 28 +-
.../distributed/raft/PartitionDataStorage.java | 12 +-
.../table/distributed/raft/PartitionListener.java | 1 -
.../distributed/raft}/RaftGroupConfiguration.java | 2 +-
.../raft/RaftGroupConfigurationConverter.java} | 38 +-
.../distributed/raft/snapshot/PartitionAccess.java | 2 +-
.../raft/snapshot/PartitionAccessImpl.java | 13 +-
.../snapshot/PartitionSnapshotStorageFactory.java | 2 +-
.../snapshot/incoming/IncomingSnapshotCopier.java | 2 +-
.../raft/snapshot/outgoing/OutgoingSnapshot.java | 2 +-
.../SnapshotAwarePartitionDataStorage.java | 12 +-
.../raft/snapshot/outgoing/SnapshotMetaUtils.java | 2 +-
.../ignite/internal/utils/RebalanceUtil.java | 74 +-
.../TableManagerDistributionZonesTest.java | 22 +
.../raft/PartitionCommandListenerTest.java | 11 +-
.../raft/RaftGroupConfigurationConverterTest.java} | 34 +-
.../PartitionSnapshotStorageFactoryTest.java | 2 +-
.../incoming/IncomingSnapshotCopierTest.java | 15 +-
.../outgoing/OutgoingSnapshotCommonTest.java | 2 +-
.../outgoing/OutgoingSnapshotReaderTest.java | 2 +-
.../OutgoingSnapshotTxDataStreamingTest.java | 2 +-
.../outgoing/OutgoingSnapshotsManagerTest.java | 2 +-
.../SnapshotAwarePartitionDataStorageTest.java | 25 +-
.../snapshot/outgoing/SnapshotMetaUtilsTest.java | 2 +-
.../utils/RebalanceUtilUpdateAssignmentsTest.java | 541 +++++++
.../distributed/TestPartitionDataStorage.java | 12 +-
.../table/impl/DummyInternalTableImpl.java | 2 +-
152 files changed, 7232 insertions(+), 966 deletions(-)
create mode 100644 docs/_docs/rest/reference.adoc
create mode 100644
modules/placement-driver/src/integrationTest/java/org/apache/ignite/internal/placementdriver/ActiveActorTest.java
create mode 100644 modules/platforms/cpp/ignite/client/table/key_value_view.cpp
create mode 100644 modules/platforms/cpp/ignite/client/table/key_value_view.h
create mode 100644
modules/platforms/cpp/tests/client-test/key_value_binary_view_test.cpp
create mode 100644
modules/platforms/dotnet/Apache.Ignite.Tests/FakeServerGroup.cs
create mode 100644
modules/platforms/dotnet/Apache.Ignite.Tests/ReconnectTests.cs
create mode 100644
modules/rest/src/test/java/org/apache/ignite/internal/rest/RestComponentTest.java
copy
modules/{rest-api/src/main/java/org/apache/ignite/internal/rest/RestFactory.java
=> rest/src/test/java/org/apache/ignite/internal/rest/TestController.java}
(76%)
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/FindRowVersion.java
copy
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/{TimestampCursor.java
=> MvPageTypes.java} (52%)
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/RemoveWriteOnGcInvokeClosure.java
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/gc/GcQueue.java
copy
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/{index/sorted/SortedIndexRow.java
=> mv/gc/GcRowVersion.java} (55%)
copy
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/{index/meta/io/IndexMetaInnerIo.java
=> mv/gc/io/GcInnerIo.java} (53%)
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/gc/io/GcIo.java
create mode 100644
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/gc/io/GcLeafIo.java
copy
modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/{io/VersionChainMetaIo.java
=> gc/io/GcMetaIo.java} (66%)
copy
modules/{storage-rocksdb/src/test/java/org/apache/ignite/internal/storage/rocksdb/RocksDbMvPartitionStorageGcTest.java
=>
storage-page-memory/src/test/java/org/apache/ignite/internal/storage/pagememory/mv/PersistentPageMemoryMvPartitionStorageGcTest.java}
(64%)
copy
modules/storage-page-memory/src/test/java/org/apache/ignite/internal/storage/pagememory/mv/{VolatilePageMemoryMvPartitionStorageTest.java
=> VolatilePageMemoryMvPartitionStorageGcTest.java} (82%)
rename modules/{storage-api/src/main/java/org/apache/ignite/internal/storage
=>
table/src/main/java/org/apache/ignite/internal/table/distributed/raft}/RaftGroupConfiguration.java
(98%)
copy
modules/{page-memory/src/main/java/org/apache/ignite/internal/pagememory/mem/DirectMemoryProvider.java
=>
table/src/main/java/org/apache/ignite/internal/table/distributed/raft/RaftGroupConfigurationConverter.java}
(51%)
copy
modules/{core/src/test/java/org/apache/ignite/internal/util/CursorUtilsTest.java
=>
table/src/test/java/org/apache/ignite/internal/table/distributed/raft/RaftGroupConfigurationConverterTest.java}
(55%)
create mode 100644
modules/table/src/test/java/org/apache/ignite/internal/utils/RebalanceUtilUpdateAssignmentsTest.java