This is an automated email from the ASF dual-hosted git repository.
mpochatkin pushed a change to branch IGNITE-25821
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
from 718130da5e7 Merge branch 'main' into IGNITE-25821
add f950db59639 IGNITE-25889 Remove sequences from doc (#6239)
add 66c69cffeaf IGNITE-25686 Optimize use ByteBufferCollector for
appendEntries (#6237)
add 1cbcdf7e960 IGNITE-25824 Need STORAGE_PROFILE Validation in CREATE
ZONE (#6200)
add 9ff0e672f4b IGNITE-25767 Sql. Fixed KeyValueGetPlan for out of range
key (#6193)
add 8af242ca288 Bump io.opentelemetry:opentelemetry-exporter-otlp from
1.51.0 to 1.52.0 (#6245)
add 2aa3b059695 Bump log4j from 2.25.0 to 2.25.1 (#6244)
add 6b36b059f29 Bump com.github.spotbugs from 6.2.1 to 6.2.2 (#6240)
add cd1588b5d50 Bump org.apache.commons:commons-lang3 from 3.17.0 to
3.18.0 (#6232)
add 8dcf85a5943 IGNITE-25344 .NET: Add custom marshallers to data streamer
(#6242)
add 84fd894ff72 IGNITE-25886 Implement method to get on-disk tables/zones
IDs in tx state storage (#6238)
add 8adc6ed870b IGNITE-25904 Add node info to LoggingRocksDbFlushListener
for log (#6246)
add 0e16e8b715a IGNITE-25907 Add logging of some node info on startup
(#6247)
add 13ff703b22a IGNITE-25908 Remove pool "network-accept" from
CriticalWorkerWatchdog (#6248)
add f197f51d7dd IGNITE-25753 enabledColocation validation on cluster init
(#6118)
add eb0f19d085c IGNITE-25747 Configuration compatibility. Support
annotated values validation. (#6225)
add 9a4e4cdc38a IGNITE-25917 Disable flaky test (#6251)
add f1a2a84461a IGNITE-25918: Disable flaky test (#6252)
add f86d8fd0665 Bump com.typesafe:config from 1.4.3 to 1.4.4 (#6233)
add 2479484c6e7 IGNITE-25844 Add transactions metric source (#6206)
add 8a182458a20 IGNITE-25857 Improved implementation of
RocksDbSharedLogStorage#truncateSuffix after clearing all log entries due to
snapshot (#6255)
add 8d8d8e3a90d IGNITE-25583 Sql. Implement direct mapping for explicit
transactions (#6235)
add f41219fe8e8 IGNITE-25925 Improve logging in
PartitionReplicaLifecycleManager#changePeersOnRebalance (#6256)
add e7fdad24357 IGNITE-25920 Commit/rollback from client is executed in
network thread (#6254)
add 7846ff08b51 IGNITE-25929 Fix ItTransactionMetricsTest initialization
when the colocation is disabled (#6260)
add eeb3a6f0ef2 Bump value from 2.11.0 to 2.11.1 (#6266)
add d008791f2ad IGNITE-25930 Fix ItSqlAsynchronousApiTest.cancelScript
(#6265)
add dcade02c2de IGNITE-25578 Sql. Add tests for GROUP BY ROLLUP / CUBE
(#6253)
add 7037b925318 Merge branch 'main' into IGNITE-25821
No new revisions were added by this update.
Summary of changes:
.../administrators-guide/metrics/system-views.adoc | 17 -
docs/_docs/developers-guide/sql/sql-api.adoc | 31 --
.../sql-reference/operators-and-functions.adoc | 31 +-
gradle/libs.versions.toml | 12 +-
.../ignite/internal/cli/CliIntegrationTest.java | 3 +-
.../client/proto/ProtocolBitmaskFeature.java | 7 +-
.../ignite/client/handler/ItClientHandlerTest.java | 1 +
.../ignite/client/handler/ClientHandlerModule.java | 3 +-
.../handler/ClientInboundMessageHandler.java | 10 +-
.../requests/sql/ClientSqlExecuteRequest.java | 58 ++-
.../ignite/internal/client/ReliableChannel.java | 7 +-
.../ignite/internal/client/TcpClientChannel.java | 3 +-
.../internal/client/compute/ClientCompute.java | 2 +-
.../client/compute/ClientJobExecution.java | 8 +-
.../internal/client/sql/ClientAsyncResultSet.java | 6 +-
.../internal/client/sql/ClientDirectTxMode.java | 56 +++
.../sql/ClientPartitionAwarenessMetadata.java | 17 +-
.../ignite/internal/client/sql/ClientSql.java | 130 ++++---
.../client/sql/PartitionMappingProvider.java | 8 +
.../internal/client/table/ClientKeyValueView.java | 2 +-
.../client/table/ClientRecordSerializer.java | 2 +-
.../ignite/internal/client/table/ClientTable.java | 189 ++--------
.../client/table/ClientTupleSerializer.java | 2 +-
.../internal/client/tx/ClientTransaction.java | 7 +-
.../internal/client/tx/ClientTransactions.java | 2 -
.../ignite/internal/client/tx/DirectTxUtils.java | 284 ++++++++++++++
.../org/apache/ignite/client/ClientSqlTest.java | 2 +
.../org/apache/ignite/client/fakes/FakeCursor.java | 6 +-
.../apache/ignite/client/fakes/FakeTxManager.java | 2 +-
.../RepeatedFinishClientTransactionTest.java | 5 +-
.../cluster/management/ItClusterManagerTest.java | 48 +++
.../cluster/management/ClusterInitializer.java | 73 ++--
.../management/ClusterManagementGroupManager.java | 88 ++++-
.../management/network/CmgMessageCallback.java | 6 +
.../management/network/CmgMessageHandler.java | 3 +
.../network/messages/CmgMessageGroup.java | 10 +
...JoinMessage.java => CmgPrepareInitMessage.java} | 11 +-
...essage.java => PrepareInitCompleteMessage.java} | 4 +-
.../cluster/management/ClusterInitializerTest.java | 75 +++-
.../internal/cluster/management/MockNode.java | 13 +-
.../ItRebalanceByPendingAssignmentsQueueTest.java | 2 +
.../rebalance/ItRebalanceDistributedTest.java | 11 +-
.../ItMetaStorageMultipleNodesAbstractTest.java | 4 +-
.../metastorage/impl/ItMetaStorageWatchTest.java | 4 +-
.../server/persistence/RocksDbKeyValueStorage.java | 5 +
.../internal/metrics/AbstractMetricSource.java | 10 +
.../internal/network/NettyBootstrapFactory.java | 6 +-
.../internal/network/NettyWorkersRegistrar.java | 3 +-
.../replicator/ItReplicaLifecycleTest.java | 4 +-
.../partition/replicator/fixtures/Node.java | 8 +-
.../ItZonePartitionRaftListenerRecoveryTest.java | 1 +
.../PartitionReplicaLifecycleManager.java | 7 +-
.../partition/replicator/ZoneResourcesManager.java | 2 +-
...xStateCommitPartitionReplicaRequestHandler.java | 2 +-
.../replicator/ZoneResourcesManagerTest.java | 10 +-
.../Apache.Ignite.Tests/Compute/ComputeTests.cs | 8 +-
.../Compute/Executor/JobLoadContextTests.cs | 4 +-
.../Table/DataStreamerPlatformReceiverTests.cs | 35 ++
.../Apache.Ignite.Tests/Table/DataStreamerTests.cs | 27 ++
.../Apache.Ignite.Tests/Table/DotNetReceivers.cs | 31 ++
.../Table/TestJsonMarshaller.cs | 55 +++
.../Internal/Table/DataStreamerWithReceiver.cs | 23 +-
.../Apache.Ignite/Internal/Table/RecordView.cs | 8 +-
.../Serialization/StreamerReceiverSerializer.cs | 111 ++++--
.../DataStreamerReceiverWrapper.cs | 6 +-
.../Apache.Ignite/Table/IDataStreamerReceiver.cs | 16 +
.../Apache.Ignite/Table/ReceiverDescriptor.cs | 28 +-
.../storage/impl/DefaultLogStorageFactory.java | 6 +-
.../raft/storage/impl/RocksDbSharedLogStorage.java | 7 +-
.../apache/ignite/raft/jraft/core/Replicator.java | 29 +-
.../ignite/raft/jraft/option/NodeOptions.java | 24 ++
.../raft/jraft/option/ReplicatorOptions.java | 7 +
.../raft/jraft/util/ByteBufferCollector.java | 11 +-
...tatistics.java => ByteBufferCollectorPool.java} | 22 +-
.../org/apache/ignite/raft/jraft/util/Utils.java | 3 +
...oncurrentLinkedLifoByteBufferCollectorPool.java | 88 +++++
...rrentLinkedLifoByteBufferCollectorPoolTest.java | 191 ++++++++++
.../rest/metrics/ItMetricControllerTest.java | 3 +-
.../rocksdb/LoggingRocksDbFlushListener.java | 31 +-
.../rocksdb/flush/RocksDbFlushListener.java | 5 +-
.../internal/rocksdb/flush/RocksDbFlusher.java | 4 +-
.../internal/rocksdb/flush/RocksDbFlusherTest.java | 1 +
.../internal/benchmark/BulkLoadBenchmark.java | 225 +++++++++++
.../ItDistributedConfigurationPropertiesTest.java | 4 +-
.../ItDistributedConfigurationStorageTest.java | 4 +-
.../runner/app/ItIgniteNodeRestartTest.java | 8 +-
.../runner/app/PlatformTestNodeRunner.java | 33 ++
.../runner/app/client/ItThinClientSqlTest.java | 128 +++++++
.../org/apache/ignite/internal/app/IgniteImpl.java | 14 +-
.../AnnotationCompatibilityValidator.java | 45 +++
.../compatibility/framework/ConfigAnnotation.java | 47 ++-
.../framework/ConfigAnnotationValue.java | 101 +++++
.../framework/ConfigAnnotationsValidator.java | 178 +++++++++
.../compatibility/framework/ConfigNode.java | 11 +-
.../framework/ConfigNodeSerializer.java | 3 +
.../ConfigurationAnnotationValidatorSelfTest.java | 400 ++++++++++++++++++++
.../framework/ConfigurationTreeComparator.java | 39 +-
.../ConfigurationTreeComparatorSelfTest.java | 4 +-
.../framework/ConfigurationTreeScanner.java | 166 +++++++-
...seAnnotationCompatibilityValidatorSelfTest.java | 48 +++
.../DefaultAnnotationCompatibilityValidator.java | 56 +++
...ExceptKeysAnnotationCompatibilityValidator.java | 39 ++
.../annotations/ExceptKeysValidatorTest.java | 73 ++++
.../OneOfAnnotationCompatibilityValidator.java | 46 +++
.../framework/annotations/OneOfValidatorTest.java | 96 +++++
.../RangeAnnotationCompatibilityValidator.java | 46 +++
.../framework/annotations/RangeValidatorTest.java | 101 +++++
.../compatibility/configuration/snapshot.bin | Bin 3636 -> 4020 bytes
.../apache/ignite/internal/table/NodeUtils.java | 25 +-
modules/sql-engine/build.gradle | 2 +-
.../ignite/internal/sql/api/ItSqlApiBaseTest.java | 24 +-
.../internal/sql/api/ItSqlAsynchronousApiTest.java | 5 +-
.../internal/sql/api/ItSqlCreateZoneTest.java | 87 +++++
.../internal/sql/api/ItSqlSynchronousApiTest.java | 5 +-
.../internal/sql/engine/ItCreateTableDdlTest.java | 29 +-
.../sql/engine/ItSqlUsesKeyValueGetTest.java | 21 ++
.../aggregate/group/test_group_by_rollup_cube.test | 244 ++++++++++++
.../internal/sql/engine/SqlQueryProcessor.java | 9 +-
.../sql/engine/prepare/PrepareServiceImpl.java | 6 +-
.../ddl/ClusterWideStorageProfileValidator.java | 88 +++++
.../prepare/ddl/DdlSqlToCommandConverter.java | 18 +-
.../prepare/ddl/StorageProfileValidator.java} | 15 +-
.../prepare/partitionawareness/DirectTxMode.java | 50 +++
.../PartitionAwarenessMetadata.java | 16 +-
.../PartitionAwarenessMetadataExtractor.java | 9 +-
.../sql/engine/tx/QueryTransactionWrapperImpl.java | 4 +
.../ignite/internal/sql/engine/util/RexUtils.java | 51 ++-
.../sql/engine/exec/ExecutionServiceImplTest.java | 2 +-
.../exec/rel/TableScanNodeExecutionTest.java | 4 +-
.../sql/engine/framework/TestBuilders.java | 2 +-
.../planner/PrimaryKeyLookupPlannerTest.java | 41 ++
.../ddl/AbstractDdlSqlToCommandConverterTest.java | 4 +-
.../prepare/ddl/DdlSqlToCommandConverterTest.java | 6 +
.../DistributionZoneSqlToCommandConverterTest.java | 184 +++++++--
.../PartitionAwarenessMetadataTest.java | 38 +-
.../internal/sql/BaseSqlIntegrationTest.java | 16 +-
.../internal/storage/engine/StorageEngine.java | 11 +-
.../VolatilePageMemoryStorageEngine.java | 7 +
.../storage/rocksdb/RocksDbStorageEngine.java | 5 +-
.../rocksdb/instance/SharedRocksDbInstance.java | 3 +-
.../instance/SharedRocksDbInstanceCreator.java | 6 +-
.../instance/SharedRocksDbInstanceTest.java | 6 +-
modules/table/build.gradle | 1 +
.../apache/ignite/distributed/ItLockTableTest.java | 4 +-
...xDistributedTestSingleNodeNoCleanupMessage.java | 4 +-
.../ignite/internal/table/ItColocationTest.java | 4 +-
.../ignite/internal/table/AbstractTableView.java | 7 +-
.../internal/table/distributed/TableManager.java | 2 +-
.../distributed/storage/BrokenTxStateStorage.java | 2 +-
.../distributed/TableManagerRecoveryTest.java | 1 +
.../table/distributed/TableManagerTest.java | 1 +
.../apache/ignite/distributed/ItTxTestCluster.java | 7 +-
.../table/impl/DummyInternalTableImpl.java | 4 +-
modules/transactions/build.gradle | 2 +
.../internal/tx/ItTransactionMetricsTest.java | 420 +++++++++++++++++++++
.../ignite/internal/tx/ItTxTimeoutOneNodeTest.java | 2 +
.../internal/tx/PendingTxPartitionEnlistment.java | 8 +-
.../org/apache/ignite/internal/tx/TxManager.java | 8 +-
.../org/apache/ignite/internal/tx/TxStateMeta.java | 5 +-
.../internal/tx/impl/ReadOnlyTransactionImpl.java | 14 +-
.../internal/tx/impl/ReadWriteTransactionImpl.java | 5 +-
.../internal/tx/impl/TransactionInflights.java | 15 +-
.../ignite/internal/tx/impl/TxManagerImpl.java | 74 ++--
.../tx/metrics/TransactionMetricsSource.java | 211 +++++++++++
.../state/ThreadAssertingTxStateStorage.java | 4 +-
.../tx/storage/state/TxStatePartitionStorage.java | 3 +
.../internal/tx/storage/state/TxStateStorage.java | 10 +-
.../TxStateMetaRocksDbPartitionStorage.java | 49 ++-
.../rocksdb/TxStateRocksDbPartitionStorage.java | 12 +-
.../state/rocksdb/TxStateRocksDbSharedStorage.java | 76 +++-
.../state/rocksdb/TxStateRocksDbStorage.java | 6 +-
.../tx/views/TransactionsViewProvider.java | 10 +-
.../internal/tx/TransactionMetricSourceTest.java | 72 ++++
.../apache/ignite/internal/tx/TxManagerTest.java | 4 +-
.../RocksDbTxStatePartitionStorageTest.java | 5 +-
...ageTest.java => RocksDbTxStateStorageTest.java} | 45 +--
.../TxStateMetaRocksDbPartitionStorageTest.java | 1 +
.../rocksdb/TxStateRocksDbSharedStorageTest.java | 124 ++++++
.../test/TestTxStatePartitionStorageTest.java | 4 +-
...torageTest.java => TestTxStateStorageTest.java} | 6 +-
.../state/AbstractTxStatePartitionStorageTest.java | 6 +-
.../storage/state/AbstractTxStateStorageTest.java | 117 ++++++
.../tx/storage/state/test/TestTxStateStorage.java | 2 +-
183 files changed, 5626 insertions(+), 796 deletions(-)
create mode 100644
modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientDirectTxMode.java
create mode 100644
modules/client/src/main/java/org/apache/ignite/internal/client/tx/DirectTxUtils.java
copy
modules/cluster-management/src/main/java/org/apache/ignite/internal/cluster/management/network/messages/{RefuseJoinMessage.java
=> CmgPrepareInitMessage.java} (72%)
copy
modules/cluster-management/src/main/java/org/apache/ignite/internal/cluster/management/network/messages/{InitCompleteMessage.java
=> PrepareInitCompleteMessage.java} (89%)
create mode 100644
modules/platforms/dotnet/Apache.Ignite.Tests/Table/TestJsonMarshaller.cs
copy
modules/raft/src/main/java/org/apache/ignite/raft/jraft/util/{DebugStatistics.java
=> ByteBufferCollectorPool.java} (69%)
create mode 100644
modules/raft/src/main/java/org/apache/ignite/raft/jraft/util/concurrent/ConcurrentLinkedLifoByteBufferCollectorPool.java
create mode 100644
modules/raft/src/test/java/org/apache/ignite/raft/jraft/util/concurrent/ConcurrentLinkedLifoByteBufferCollectorPoolTest.java
create mode 100644
modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/BulkLoadBenchmark.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/AnnotationCompatibilityValidator.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/ConfigAnnotationValue.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/ConfigAnnotationsValidator.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/ConfigurationAnnotationValidatorSelfTest.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/BaseAnnotationCompatibilityValidatorSelfTest.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/DefaultAnnotationCompatibilityValidator.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/ExceptKeysAnnotationCompatibilityValidator.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/ExceptKeysValidatorTest.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/OneOfAnnotationCompatibilityValidator.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/OneOfValidatorTest.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/RangeAnnotationCompatibilityValidator.java
create mode 100644
modules/runner/src/test/java/org/apache/ignite/internal/configuration/compatibility/framework/annotations/RangeValidatorTest.java
create mode 100644
modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/api/ItSqlCreateZoneTest.java
create mode 100644
modules/sql-engine/src/integrationTest/sql/group1/aggregate/group/test_group_by_rollup_cube.test
create mode 100644
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/prepare/ddl/ClusterWideStorageProfileValidator.java
copy
modules/{client-handler/src/main/java/org/apache/ignite/client/handler/ResponseWriter.java
=>
sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/prepare/ddl/StorageProfileValidator.java}
(69%)
create mode 100644
modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/prepare/partitionawareness/DirectTxMode.java
create mode 100644
modules/transactions/src/integrationTest/java/org/apache/ignite/internal/tx/ItTransactionMetricsTest.java
create mode 100644
modules/transactions/src/main/java/org/apache/ignite/internal/tx/metrics/TransactionMetricsSource.java
create mode 100644
modules/transactions/src/test/java/org/apache/ignite/internal/tx/TransactionMetricSourceTest.java
copy
modules/transactions/src/test/java/org/apache/ignite/internal/tx/storage/state/rocksdb/{RocksDbTxStatePartitionStorageTest.java
=> RocksDbTxStateStorageTest.java} (66%)
create mode 100644
modules/transactions/src/test/java/org/apache/ignite/internal/tx/storage/state/rocksdb/TxStateRocksDbSharedStorageTest.java
copy
modules/transactions/src/test/java/org/apache/ignite/internal/tx/storage/state/test/{TestTxStatePartitionStorageTest.java
=> TestTxStateStorageTest.java} (86%)
create mode 100644
modules/transactions/src/testFixtures/java/org/apache/ignite/internal/tx/storage/state/AbstractTxStateStorageTest.java
