This is an automated email from the ASF dual-hosted git repository.
sk0x50 pushed a change to branch colocation
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
from e841bd894aa Merge remote-tracking branch 'origin/main' into colocation
add a25d94bf97c IGNITE-24972 Fix ItMulticastNodeFinderTest (#5533)
add 2cb73723e41 IGNITE-24976 Sql. Optimize sql row serialization (#5536)
add dd8d3420ffc IGNITE-24331 Support DisasterRecoveryManager local and
global states (#5544)
add 8aefecc1c70 IGNITE-24979 Sql. Optimize row values conversion by sql
engine to/from internal representation (#5538)
add a0b41fa3a52 IGNITE-24996 Notify failure handler instead of logging
errors (#5574)
add b6f140bc3d1 IGNITE-25050 Fix
ItIndexNodeFinishedRwTransactionsCheckerTest (#5586)
add bacda8436c5 IGNITE-24968 Java thin: fix race on query cancellation
(#5569)
add 954e4113b53 Merge remote-tracking branch 'origin/main' into colocation
No new revisions were added by this update.
Summary of changes:
.../internal/binarytuple/BinaryTupleParser.java | 2 +-
.../internal/binarytuple/BinaryTupleReader.java | 15 +
.../compaction/AbstractCatalogCompactionTest.java | 6 +-
.../internal/catalog/CatalogManagerImpl.java | 17 +-
.../internal/catalog/storage/UpdateLogImpl.java | 32 +-
.../catalog/storage/UpdateLogImplTest.java | 3 +-
.../internal/catalog/BaseCatalogManagerTest.java | 6 +-
.../ignite/internal/catalog/CatalogTestUtils.java | 26 +-
.../internal/client/PayloadOutputChannel.java | 18 +
.../ignite/internal/client/TcpClientChannel.java | 5 +
.../ignite/internal/client/sql/ClientSql.java | 13 +-
modules/cluster-management/build.gradle | 2 +
.../management/raft/ItCmgRaftServiceTest.java | 6 +-
.../management/ClusterManagementGroupManager.java | 24 +-
.../management/network/CmgMessageHandler.java | 14 +-
.../management/raft/CmgRaftGroupListener.java | 11 +-
.../management/topology/LogicalTopologyImpl.java | 13 +-
.../management/network/CmgMessageHandlerTest.java | 2 +
.../management/raft/CmgRaftGroupListenerTest.java | 6 +-
.../topology/LogicalTopologyImplTest.java | 3 +-
.../internal/cluster/management/MockNode.java | 2 +-
.../ignite/internal/failure/FailureContext.java | 45 +-
.../ignite/internal/hlc/HybridClockImpl.java | 27 +-
modules/distribution-zones/build.gradle | 2 +
...niteDistributionZoneManagerNodeRestartTest.java | 9 +-
.../rebalance/ItRebalanceDistributedTest.java | 15 +-
.../distributionzones/DataNodesManager.java | 21 +-
.../distributionzones/DistributionZoneManager.java | 47 +-
.../RebalanceRaftGroupEventsListener.java | 12 +-
.../ZoneRebalanceRaftGroupEventsListener.java | 14 +-
.../BaseDistributionZoneManagerTest.java | 3 +-
.../distributionzones/DataNodesManagerTest.java | 2 +
.../ignite/internal/failure/FailureManager.java | 13 +-
...IndexNodeFinishedRwTransactionsCheckerTest.java | 30 +-
.../internal/index/ChangeIndexStatusTask.java | 16 +-
.../index/ChangeIndexStatusTaskScheduler.java | 12 +-
.../index/IndexAvailabilityController.java | 27 +-
.../internal/index/IndexBuildController.java | 14 +-
.../ignite/internal/index/IndexBuildTask.java | 9 +-
.../apache/ignite/internal/index/IndexBuilder.java | 10 +-
.../internal/index/IndexBuildingManager.java | 12 +-
.../internal/index/IndexManagementUtils.java | 20 +-
.../IndexAvailabilityControllerRestorerTest.java | 7 +-
.../index/IndexAvailabilityControllerTest.java | 5 +-
.../ignite/internal/index/IndexBuilderTest.java | 3 +-
.../ignite/internal/index/IndexManagerTest.java | 2 +
.../cache/IdempotentCacheVacuumizer.java | 12 +-
.../cache/IdempotentCacheVacuumizerTest.java | 5 +
.../ItMetaStorageMultipleNodesAbstractTest.java | 6 +-
.../metastorage/impl/ItMetaStorageWatchTest.java | 5 +-
.../impl/MetaStorageCompactionTrigger.java | 27 +-
.../impl/MetaStorageLeaderElectionListener.java | 8 +-
.../impl/MetaStorageLearnerManager.java | 8 +-
.../metastorage/impl/MetaStorageManagerImpl.java | 25 +-
.../server/AbstractKeyValueStorage.java | 12 +-
.../metastorage/server/WatchProcessor.java | 10 +-
.../server/persistence/RocksDbKeyValueStorage.java | 9 +-
.../metastorage/server/time/ClusterTimeImpl.java | 15 +-
.../MetaStorageLeaderElectionListenerTest.java | 2 +
.../internal/network/DefaultMessagingService.java | 30 +-
.../MulticastNodeFinderConfigurationSchema.java | 2 +-
.../scalecube/ScaleCubeClusterServiceFactory.java | 8 +-
.../network/DefaultMessagingServiceTest.java | 6 +-
.../partition/replicator/fixtures/Node.java | 21 +-
.../ItZonePartitionRaftListenerRecoveryTest.java | 14 +-
.../PartitionReplicaLifecycleManager.java | 33 +-
.../replicator/ZonePartitionReplicaListener.java | 34 +-
.../partition/replicator/ZoneResourcesManager.java | 6 +
.../handlers/TxCleanupRecoveryRequestHandler.java | 8 +-
.../disaster/LocalPartitionStateMessage.java | 9 +-
.../raft/snapshot/PartitionSnapshotStorage.java | 14 +
.../snapshot/PartitionSnapshotStorageFactory.java | 6 +
.../snapshot/incoming/IncomingSnapshotCopier.java | 6 +-
.../raft/snapshot/outgoing/OutgoingSnapshot.java | 12 +-
.../outgoing/OutgoingSnapshotsManager.java | 12 +-
.../PartitionReplicaLifecycleManagerTest.java | 3 +-
.../ZonePartitionReplicaListenerTest.java | 2 +
.../replicator/ZoneResourcesManagerTest.java | 5 +-
.../PartitionSnapshotStorageFactoryTest.java | 6 +
.../snapshot/PartitionSnapshotStorageTest.java | 2 +
.../incoming/IncomingSnapshotCopierTest.java | 2 +
.../outgoing/OutgoingSnapshotReaderTest.java | 2 +
.../MultiActorPlacementDriverTest.java | 2 +
.../PlacementDriverManagerTest.java | 2 +
.../placementdriver/AssignmentsTracker.java | 10 +-
.../internal/placementdriver/LeaseUpdater.java | 10 +-
.../placementdriver/PlacementDriverManager.java | 12 +-
.../internal/placementdriver/ActiveActorTest.java | 2 +
.../placementdriver/LeaseNegotiationTest.java | 4 +-
.../internal/placementdriver/LeaseUpdaterTest.java | 5 +-
.../placementdriver/PlacementDriverTest.java | 3 +-
.../PlacementDriverMessageProcessor.java | 13 +-
.../ignite/internal/replicator/ReplicaImpl.java | 12 +-
.../ignite/internal/replicator/ReplicaManager.java | 42 +-
.../internal/replicator/ReplicaStateManager.java | 25 +-
.../replicator/PlacementDriverReplicaSideTest.java | 4 +-
.../rest/recovery/DisasterRecoveryController.java | 22 +-
.../rocksdb/flush/RocksDbFlushListener.java | 14 +-
.../internal/rocksdb/flush/RocksDbFlusher.java | 17 +-
...{SqlBenchmark.java => UpgradeRowBenchmark.java} | 57 +--
.../ItDistributedConfigurationPropertiesTest.java | 6 +-
.../ItDistributedConfigurationStorageTest.java | 6 +-
.../runner/app/ItIgniteNodeRestartTest.java | 20 +-
.../org/apache/ignite/internal/app/IgniteImpl.java | 28 +-
.../ignite/internal/schema/BinaryRowConverter.java | 69 +++
.../apache/ignite/internal/schema/BinaryTuple.java | 9 +-
.../{SchemaAware.java => InternalTupleEx.java} | 14 +-
.../schema/registry/UpgradingRowAdapter.java | 20 +-
.../org/apache/ignite/internal/schema/row/Row.java | 4 +-
.../apache/ignite/internal/schema/row/RowImpl.java | 10 +-
.../ignite/internal/sql/api/ItSqlApiBaseTest.java | 16 +-
.../exec/ProjectedTableRowConverterImpl.java | 27 +-
.../internal/sql/engine/exec/SqlRowHandler.java | 6 +-
.../sql/engine/exec/TablePartitionExtractor.java | 3 +-
.../engine/exec/TableRowConverterFactoryImpl.java | 15 +-
.../internal/sql/engine/exec/VirtualColumn.java | 10 +-
.../sql/engine/exec/exp/IgniteSqlFunctions.java | 3 +-
.../prepare/ddl/DdlSqlToCommandConverter.java | 12 +-
.../prepare/pruning/PartitionPruningPredicate.java | 3 +-
.../sql/engine/schema/TableDescriptorImpl.java | 5 +-
...ectedTuple.java => ExtendedProjectedTuple.java} | 70 +--
.../util/FieldDeserializingProjectedTuple.java | 6 +-
...wareProjectedTuple.java => ProjectedTuple.java} | 62 ++-
.../util/SafeCustomTypeInternalConversion.java | 27 +-
.../ignite/internal/sql/engine/util/TypeUtils.java | 141 +++++-
.../exec/ProjectedTableRowConverterSelfTest.java | 5 +-
.../sql/engine/exec/row/SqlRowHandlerTest.java | 4 +-
.../sql/engine/framework/TestBuilders.java | 4 +-
.../prepare/ddl/DdlSqlToCommandConverterTest.java | 2 +-
.../sql/engine/util/ProjectedTupleTest.java | 50 ++-
.../internal/sql/engine/util/TypeUtilsTest.java | 10 +
.../PersistentPageMemoryStorageEngine.java | 9 +-
.../PersistentPageMemoryTableStorage.java | 11 +-
.../VolatilePageMemoryDataStorageModule.java | 1 +
.../VolatilePageMemoryStorageEngine.java | 9 +-
.../pagememory/VolatilePageMemoryTableStorage.java | 23 +-
.../mv/AbstractPageMemoryMvPartitionStorage.java | 9 +-
.../storage/pagememory/mv/PageMemoryIndexes.java | 21 +-
.../mv/PersistentPageMemoryMvPartitionStorage.java | 8 +-
.../mv/VolatilePageMemoryMvPartitionStorage.java | 40 +-
.../VolatilePageMemoryMvTableStorageTest.java | 4 +-
.../VolatilePageMemoryHashIndexStorageTest.java | 3 +-
.../VolatilePageMemorySortedIndexStorageTest.java | 3 +-
.../pagememory/mv/PageMemoryIndexesTest.java | 4 +-
...ageMemoryMvPartitionStorageConcurrencyTest.java | 3 +-
...VolatilePageMemoryMvPartitionStorageGcTest.java | 3 +-
.../VolatilePageMemoryMvPartitionStorageTest.java | 3 +-
...ilePageMemoryMvTableStorageConcurrencyTest.java | 4 +-
.../storage/rocksdb/RocksDbDataStorageModule.java | 2 +-
.../storage/rocksdb/RocksDbStorageEngine.java | 9 +-
.../instance/SharedRocksDbInstanceCreator.java | 8 +
.../RocksDbMvPartitionStorageConcurrencyTest.java | 10 +-
.../rocksdb/RocksDbMvPartitionStorageGcTest.java | 10 +-
.../rocksdb/RocksDbMvPartitionStorageTest.java | 10 +-
.../RocksDbMvTableStorageConcurrencyTest.java | 10 +-
.../storage/rocksdb/RocksDbMvTableStorageTest.java | 10 +-
.../benchmarks/CommitManyWritesBenchmark.java | 4 +-
.../rocksdb/engine/RocksDbStorageEngineTest.java | 6 +-
.../rocksdb/index/RocksDbHashIndexStorageTest.java | 10 +-
.../index/RocksDbSortedIndexStorageTest.java | 10 +-
.../instance/SharedRocksDbInstanceTest.java | 12 +-
.../internal/systemview/SystemViewManagerImpl.java | 14 +-
.../internal/systemview/SystemViewManagerTest.java | 7 +-
...xDistributedTestSingleNodeNoCleanupMessage.java | 4 +-
.../apache/ignite/internal/table/TableImpl.java | 25 +-
.../table/distributed/TableAssignmentsService.java | 16 +-
.../internal/table/distributed/TableManager.java | 37 +-
.../disaster/DisasterRecoveryManager.java | 487 +++++++++++++++++----
.../disaster/DisasterRecoverySystemViews.java | 16 +-
.../distributed/disaster/GlobalPartitionState.java | 13 +-
...onState.java => GlobalTablePartitionState.java} | 6 +-
.../distributed/disaster/GroupUpdateRequest.java | 6 +-
.../distributed/disaster/LocalPartitionState.java | 12 -
...ionState.java => LocalTablePartitionState.java} | 6 +-
...de.java => LocalTablePartitionStateByNode.java} | 12 +-
.../ignite/internal/table/distributed/gc/MvGc.java | 12 +-
.../replicator/PartitionReplicaListener.java | 11 +-
.../distributed/TableManagerRecoveryTest.java | 14 +-
.../table/distributed/TableManagerTest.java | 11 +-
.../internal/table/distributed/gc/MvGcTest.java | 5 +-
.../distributed/gc/RocksDbGcUpdateHandlerTest.java | 4 +-
.../gc/VolatilePageMemoryGcUpdateHandlerTest.java | 9 +-
.../PartitionReplicaListenerIndexLockingTest.java | 4 +-
...itionReplicaListenerSortedIndexLockingTest.java | 4 +-
.../replication/PartitionReplicaListenerTest.java | 4 +-
.../storage/InternalTableEstimatedSizeTest.java | 4 +-
.../apache/ignite/distributed/ItTxTestCluster.java | 16 +-
.../table/impl/DummyInternalTableImpl.java | 5 +-
modules/transactions/build.gradle | 1 +
.../disaster/ItDisasterRecoveryManagerTest.java | 187 +++++++-
.../ItDisasterRecoveryReconfigurationTest.java | 26 +-
.../impl/FinishedReadOnlyTransactionTracker.java | 16 +-
.../tx/impl/PersistentTxStateVacuumizer.java | 14 +-
.../internal/tx/impl/ResourceVacuumManager.java | 18 +-
.../ignite/internal/tx/impl/TxManagerImpl.java | 24 +-
.../state/rocksdb/TxStateRocksDbSharedStorage.java | 13 +-
.../RocksDbTxStatePartitionStorageTest.java | 10 +-
.../TxStateMetaRocksDbPartitionStorageTest.java | 10 +-
198 files changed, 2384 insertions(+), 881 deletions(-)
copy
modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/{SqlBenchmark.java
=> UpgradeRowBenchmark.java} (65%)
copy
modules/schema/src/main/java/org/apache/ignite/internal/schema/{SchemaAware.java
=> InternalTupleEx.java} (64%)
rename
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/util/{ExtendedFieldDeserializingProjectedTuple.java
=> ExtendedProjectedTuple.java} (79%)
rename
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/util/{FormatAwareProjectedTuple.java
=> ProjectedTuple.java} (55%)
copy
modules/table/src/main/java/org/apache/ignite/internal/table/distributed/disaster/{GlobalPartitionState.java
=> GlobalTablePartitionState.java} (92%)
copy
modules/table/src/main/java/org/apache/ignite/internal/table/distributed/disaster/{LocalPartitionState.java
=> LocalTablePartitionState.java} (93%)
copy
modules/table/src/main/java/org/apache/ignite/internal/table/distributed/disaster/{LocalPartitionStateByNode.java
=> LocalTablePartitionStateByNode.java} (79%)
