This is an automated email from the ASF dual-hosted git repository. amashenkov pushed a commit to branch ignite-17765-2 in repository https://gitbox.apache.org/repos/asf/ignite-3.git
commit 31cabd5923b5fa8b2992deeb8e3be64b31745f02 Merge: fd9a89dc2a 44c97c0065 Author: amashenkov <[email protected]> AuthorDate: Tue Jun 13 16:45:47 2023 +0300 Merge branch 'main' into ignite-17765-2 .../org/apache/ignite/compute/DeploymentUnit.java | 10 + .../org/apache/ignite/compute/IgniteCompute.java | 77 +-- .../DistributionZoneAlreadyExistsException.java | 3 +- .../lang}/DistributionZoneBindTableException.java | 7 +- .../lang}/DistributionZoneNotFoundException.java | 3 +- .../apache/ignite/table/DataStreamerOptions.java | 176 ++++++ .../apache/ignite/table/DataStreamerTarget.java} | 34 +- .../java/org/apache/ignite/table/KeyValueView.java | 3 +- .../java/org/apache/ignite/table/RecordView.java | 2 +- .../apache/ignite/internal/catalog/Catalog.java | 87 ++- .../ignite/internal/catalog/CatalogManager.java | 36 ++ .../ignite/internal/catalog/CatalogService.java | 32 +- .../internal/catalog/CatalogServiceImpl.java | 454 +++++++++++--- .../commands/AbstractZoneCommandParams.java | 67 ++ .../internal/catalog/commands/AlterZoneParams.java | 183 ++++++ .../internal/catalog/commands/CatalogUtils.java | 57 +- .../catalog/commands/CreateSortedIndexParams.java | 8 +- .../catalog/commands/CreateZoneParams.java | 191 ++++++ .../internal/catalog/commands/DropZoneParams.java | 72 +++ .../RenameZoneParams.java} | 45 +- ...nCollation.java => CatalogColumnCollation.java} | 6 +- .../descriptors/CatalogDescriptorUtils.java | 30 +- ...riptor.java => CatalogHashIndexDescriptor.java} | 4 +- ...ptor.java => CatalogIndexColumnDescriptor.java} | 8 +- ...Descriptor.java => CatalogIndexDescriptor.java} | 4 +- ...escriptor.java => CatalogObjectDescriptor.java} | 7 +- ...escriptor.java => CatalogSchemaDescriptor.java} | 36 +- ...ptor.java => CatalogSortedIndexDescriptor.java} | 10 +- ...ptor.java => CatalogTableColumnDescriptor.java} | 6 +- ...Descriptor.java => CatalogTableDescriptor.java} | 20 +- .../catalog/descriptors/CatalogZoneDescriptor.java | 133 ++++ .../catalog/events/AddColumnEventParameters.java | 8 +- .../catalog/events/AlterColumnEventParameters.java | 8 +- ...rameters.java => AlterZoneEventParameters.java} | 20 +- .../internal/catalog/events/CatalogEvent.java | 11 +- .../catalog/events/CreateIndexEventParameters.java | 8 +- .../catalog/events/CreateTableEventParameters.java | 8 +- ...ameters.java => CreateZoneEventParameters.java} | 20 +- ...arameters.java => DropZoneEventParameters.java} | 22 +- .../internal/catalog/storage/AlterColumnEntry.java | 8 +- .../{NewTableEntry.java => AlterZoneEntry.java} | 18 +- .../{NewIndexEntry.java => DropZoneEntry.java} | 21 +- .../internal/catalog/storage/NewColumnsEntry.java | 8 +- .../internal/catalog/storage/NewIndexEntry.java | 8 +- .../internal/catalog/storage/NewTableEntry.java | 8 +- .../{NewTableEntry.java => NewZoneEntry.java} | 16 +- .../internal/catalog/storage/VersionedUpdate.java | 11 +- .../internal/catalog/CatalogServiceSelfTest.java | 532 ++++++++++++---- .../catalog/storage/UpdateLogImplTest.java | 6 +- .../ignite/internal/jdbc/JdbcConverterUtils.java} | 38 +- .../internal/jdbc/proto/event/JdbcColumnMeta.java | 35 +- .../client/handler/JdbcQueryCursorHandlerImpl.java | 4 +- .../ClientComputeExecuteColocatedRequest.java | 3 +- .../compute/ClientComputeExecuteRequest.java | 3 +- .../handler/requests/jdbc/JdbcMetadataCatalog.java | 52 +- .../apache/ignite/client/ClientOperationType.java | 3 +- .../ignite/internal/client/ReliableChannel.java | 25 +- .../ignite/internal/client/TcpClientChannel.java | 12 +- .../internal/client/compute/ClientCompute.java | 60 +- ...AbstractStreamerPartitionAwarenessProvider.java | 60 ++ .../client/table/ClientKeyValueBinaryView.java | 33 +- .../internal/client/table/ClientKeyValueView.java | 37 ++ .../client/table/ClientRecordBinaryView.java | 31 + .../internal/client/table/ClientRecordView.java | 32 +- .../ignite/internal/client/table/ClientTable.java | 61 +- .../client/table/ClientTupleSerializer.java | 15 +- ...luePojoStreamerPartitionAwarenessProvider.java} | 30 +- ...ueTupleStreamerPartitionAwarenessProvider.java} | 23 +- .../client/table/PartitionAwarenessProvider.java | 17 +- .../PojoStreamerPartitionAwarenessProvider.java} | 28 +- .../client/table/StreamerBatchSender.java} | 28 +- .../internal/client/table/StreamerBuffer.java | 98 +++ .../table/StreamerPartitionAwarenessProvider.java} | 30 +- .../internal/client/table/StreamerSubscriber.java | 253 ++++++++ .../TupleStreamerPartitionAwarenessProvider.java} | 20 +- .../apache/ignite/client/ClientComputeTest.java | 25 +- .../apache/ignite/client/ConsoleLoggerFactory.java | 106 ++++ .../org/apache/ignite/client/DataStreamerTest.java | 297 +++++++++ .../ignite/client/PartitionAwarenessTest.java | 168 ++++- .../apache/ignite/client/RequestBalancingTest.java | 2 +- .../apache/ignite/client/ServerMetricsTest.java | 11 +- .../apache/ignite/client/fakes/FakeCompute.java | 51 +- .../cluster/management/ItClusterManagerTest.java | 2 + .../internal/deployunit/DeploymentManagerImpl.java | 13 + .../internal/deployunit/FileDeployerService.java | 34 +- .../internal/deployunit/IgniteDeployment.java | 22 +- modules/compute/build.gradle | 2 + .../ignite/internal/compute/ComputeComponent.java | 28 +- .../internal/compute/ComputeComponentImpl.java | 97 ++- .../internal/compute/ComputeMessageTypes.java | 6 + .../ignite/internal/compute/IgniteComputeImpl.java | 96 +-- .../ignite/internal/compute/JobClassLoader.java | 8 + .../internal/compute/JobClassLoaderFactory.java | 80 ++- ...{ExecuteRequest.java => DeploymentUnitMsg.java} | 40 +- .../internal/compute/message/ExecuteRequest.java | 8 + .../internal/compute/ComputeComponentImplTest.java | 75 +-- .../internal/compute/IgniteComputeImplTest.java | 44 +- .../compute/JobClassLoaderFactoryTest.java | 152 +++-- .../ignite/internal/util/CollectionUtils.java | 23 + .../java/org/apache/ignite/lang/ErrorGroups.java | 10 +- .../distributionzones/DistributionZoneManager.java | 6 +- .../distributionzones/DistributionZonesUtil.java | 2 +- .../DistributionZoneAwaitDataNodesTest.java | 2 +- .../DistributionZoneManagerTest.java | 6 +- .../apache/ignite/internal/index/IndexManager.java | 48 +- modules/jdbc/build.gradle | 1 + .../jdbc/ItJdbcMetadataSelfTest.java | 256 +++++--- .../ignite/internal/jdbc/JdbcDatabaseMetadata.java | 82 +-- .../apache/ignite/internal/jdbc/JdbcResultSet.java | 44 +- .../server/persistence/RocksDbKeyValueStorage.java | 22 +- .../server/BasicOperationsKeyValueStorageTest.java | 2 +- .../server/TestRocksDbKeyValueStorageTest.java | 79 +++ .../server/TestRocksDbKeyValueStorage.java | 45 ++ .../internal/network/processor/TypeUtils.java | 21 +- .../messages/MarshallableTypesBlackList.java | 37 +- .../processor/messages/MessageImplGenerator.java | 6 +- .../src/main/resources/marshallable.blacklist | 4 + .../ignite/network/DefaultMessagingService.java | 20 +- .../scalecube/ScaleCubeClusterServiceFactory.java | 1 + .../scalecube/ScaleCubeTopologyService.java | 10 +- .../processor/MarshallableBlacklistTest.java | 36 +- .../processor/TransferableObjectProcessorTest.java | 13 - .../network/DefaultMessagingServiceTest.java | 1 + .../scalecube/ScaleCubeTopologyServiceTest.java | 69 ++ .../src/test/resources/marshallable.blacklist | 1 + .../persistence/store/FilePageStoreManager.java | 6 +- .../PersistentPageMemoryNoLoadTest.java | 2 +- .../store/FilePageStoreManagerTest.java | 34 +- .../message/LeaseGrantedMessage.java | 17 +- .../negotiation/LeaseNegotiator.java | 4 +- .../apache/ignite/raft/jraft/core/ItNodeTest.java | 1 + .../raft/jraft/disruptor/StripedDisruptor.java | 2 +- .../ignite/internal/replicator/ReplicaManager.java | 42 +- .../ignite/internal/replicator/ReplicaService.java | 50 +- .../exception/ReplicaStoppingException.java} | 31 +- .../replicator/PlacementDriverReplicaSideTest.java | 4 +- modules/runner/build.gradle | 5 + .../java/org/apache/ignite/internal/Cluster.java | 26 +- .../internal/ClusterPerTestIntegrationTest.java | 19 +- .../{ItComputeTest.java => ItComputeBaseTest.java} | 101 ++- .../compute/ItComputeTestBaseEmbedded.java | 89 +++ .../internal/compute/ItComputeTestStandalone.java | 106 ++++ .../internal/compute/ItLogicalTopologyTest.java | 40 +- .../storage/ItRebalanceDistributedTest.java | 2 +- .../runner/app/ItIgniteNodeRestartTest.java | 2 +- .../runner/app/client/ItThinClientComputeTest.java | 32 +- .../sql/engine/ClusterPerClassIntegrationTest.java | 11 +- .../internal/sql/engine/ItDataTypesTest.java | 4 +- .../sql/engine/ItDynamicParameterTest.java | 111 +--- .../internal/sql/engine/ItFunctionsTest.java | 34 +- .../varbinary/ItVarBinaryExpressionTest.java | 8 +- .../org/apache/ignite/internal/ssl/ItSslTest.java | 4 +- .../apache/ignite/internal/start/ItStartTest.java | 2 +- .../units/apache-ignite-1.0-SNAPSHOT-src.zip | Bin 0 -> 69608 bytes .../resources/units/ignite-jobs-1.0-SNAPSHOT.jar | Bin 0 -> 4773 bytes .../org/apache/ignite/internal/app/IgniteImpl.java | 32 +- .../ignite/internal/sql/util/SqlTestUtils.java | 158 +++++ .../sql/engine/exec/ddl/DdlCommandHandler.java | 4 +- .../engine/exec/ddl/DdlCommandHandlerWrapper.java | 34 + .../exec/ddl/DdlToCatalogCommandConverter.java | 58 +- .../internal/sql/engine/exec/exp/RexImpTable.java | 5 +- .../sql/engine/schema/CatalogSqlSchemaManager.java | 44 +- .../sql/engine/schema/IgniteSchemaIndex.java | 22 +- .../sql/engine/schema/IgniteTableImpl.java | 19 +- .../sql/engine/sql/fun/IgniteSqlOperatorTable.java | 20 +- .../sql/engine/sql/fun/SqlSubstringFunction.java | 177 ++++++ .../ignite/internal/sql/engine/util/Commons.java | 28 +- .../internal/sql/engine/util/IgniteMethod.java | 5 +- .../internal/sql/engine/StopCalciteModuleTest.java | 7 +- .../sql/engine/exec/MockedStructuresTest.java | 2 +- .../DdlCommandHandlerExceptionHandlingTest.java | 4 +- .../engine/schema/CatalogSqlSchemaManagerTest.java | 73 +-- .../internal/storage/engine/MvTableStorage.java | 45 +- .../storage/engine/StorageTableDescriptor.java} | 33 +- .../storage/index/BinaryTupleComparator.java | 10 +- .../internal/storage/index/HashIndexStorage.java | 2 +- .../internal/storage/index/SortedIndexStorage.java | 2 +- ...riptor.java => StorageHashIndexDescriptor.java} | 30 +- ...Descriptor.java => StorageIndexDescriptor.java} | 24 +- ...ptor.java => StorageSortedIndexDescriptor.java} | 37 +- .../internal/storage/util/MvPartitionStorages.java | 27 +- .../storage/index/BinaryTupleComparatorTest.java | 38 +- .../storage/index/TestHashIndexStorageTest.java | 10 +- .../storage/index/TestSortedIndexStorageTest.java | 11 +- .../storage/util/MvPartitionStoragesTest.java | 16 +- .../storage/AbstractMvTableStorageTest.java | 47 +- .../internal/storage/BaseMvStoragesTest.java | 4 +- .../internal/storage/impl/TestMvTableStorage.java | 56 +- .../internal/storage/impl/TestStorageEngine.java | 5 +- .../index/AbstractHashIndexStorageTest.java | 6 +- .../storage/index/AbstractIndexStorageTest.java | 9 +- .../index/AbstractSortedIndexStorageTest.java | 10 +- .../index/impl/BinaryTupleRowSerializer.java | 4 +- .../storage/index/impl/TestHashIndexStorage.java | 8 +- .../internal/storage/index/impl/TestIndexRow.java | 4 +- .../storage/index/impl/TestSortedIndexStorage.java | 8 +- .../pagememory/AbstractPageMemoryTableStorage.java | 54 +- .../PersistentPageMemoryTableStorage.java | 132 ++-- .../pagememory/VolatilePageMemoryTableStorage.java | 54 +- .../index/AbstractPageMemoryIndexStorage.java | 127 +++- .../storage/pagememory/index/InlineUtils.java | 14 +- .../pagememory/index/common/IndexRowKey.java} | 20 +- .../pagememory/index/hash/HashIndexRowKey.java | 9 +- .../pagememory/index/hash/HashIndexTree.java | 4 +- .../index/hash/PageMemoryHashIndexStorage.java | 55 +- .../index/sorted/PageMemorySortedIndexStorage.java | 192 +----- .../pagememory/index/sorted/SortedIndexRowKey.java | 9 +- .../pagememory/index/sorted/SortedIndexTree.java | 4 +- .../mv/AbstractPageMemoryMvPartitionStorage.java | 58 +- .../mv/PersistentPageMemoryMvPartitionStorage.java | 24 +- .../mv/VolatilePageMemoryMvPartitionStorage.java | 48 +- .../AbstractPageMemoryHashIndexStorageTest.java | 4 +- .../AbstractPageMemorySortedIndexStorageTest.java | 4 +- .../storage/pagememory/index/InlineUtilsTest.java | 22 +- .../PersistentPageMemoryHashIndexStorageTest.java | 8 +- ...PersistentPageMemorySortedIndexStorageTest.java | 8 +- .../VolatilePageMemoryHashIndexStorageTest.java | 8 +- .../VolatilePageMemorySortedIndexStorageTest.java | 7 +- .../ignite/internal/storage/rocksdb/HashIndex.java | 6 +- .../storage/rocksdb/RocksDbMvPartitionStorage.java | 2 +- .../storage/rocksdb/RocksDbTableStorage.java | 88 ++- .../internal/storage/rocksdb/SortedIndex.java | 6 +- .../rocksdb/index/AbstractRocksDbIndexStorage.java | 143 +++++ .../index/RocksDbBinaryTupleComparator.java | 6 +- .../rocksdb/index/RocksDbHashIndexStorage.java | 55 +- .../rocksdb/index/RocksDbSortedIndexStorage.java | 135 +--- .../storage/rocksdb/RocksDbMvTableStorageTest.java | 2 +- .../storage/rocksdb/RocksDbStorageEngineTest.java | 7 +- .../rocksdb/index/RocksDbHashIndexStorageTest.java | 7 +- .../index/RocksDbSortedIndexStorageTest.java | 7 +- .../distributed/ItTxDistributedTestSingleNode.java | 10 +- .../ignite/distributed/ReplicaUnavailableTest.java | 102 ++- .../internal/table/KeyValueBinaryViewImpl.java | 10 + .../ignite/internal/table/KeyValueViewImpl.java | 10 + .../internal/table/RecordBinaryViewImpl.java | 9 + .../ignite/internal/table/RecordViewImpl.java | 9 + .../apache/ignite/internal/table/TableImpl.java | 8 +- .../internal/table/distributed/TableManager.java | 8 +- .../table/distributed/TableMessageGroup.java | 6 + .../raft/snapshot/PartitionAccessImpl.java | 8 +- .../replication/request/BinaryTupleMessage.java} | 39 +- .../request/MultipleRowReplicaRequest.java | 21 +- .../request/ReadOnlyReplicaRequest.java | 8 +- .../request/ScanRetrieveBatchReplicaRequest.java | 12 +- .../request/SingleRowReplicaRequest.java | 9 +- .../replication/request/SwapRowReplicaRequest.java | 16 +- .../replicator/PartitionReplicaListener.java | 63 +- .../distributed/schema/ColumnDefinitionDiff.java | 8 +- .../table/distributed/schema/FullTableSchema.java | 38 +- .../distributed/schema/NonHistoricSchemas.java | 10 +- .../distributed/schema/TableDefinitionDiff.java | 28 +- .../distributed/storage/InternalTableImpl.java | 96 +-- .../org/apache/ignite/internal/table/Example.java | 695 --------------------- .../internal/table/distributed/IndexBaseTest.java | 20 +- .../raft/snapshot/PartitionAccessImplTest.java | 27 +- .../incoming/IncomingSnapshotCopierTest.java | 40 +- .../PartitionReplicaListenerIndexLockingTest.java | 23 +- .../replication/PartitionReplicaListenerTest.java | 139 +++-- .../distributed/schema/FullTableSchemaTest.java | 34 +- .../table/impl/DummyInternalTableImpl.java | 6 +- .../ignite/internal/table/impl/DummySchemas.java | 4 +- 261 files changed, 6863 insertions(+), 3706 deletions(-)
