This is an automated email from the ASF dual-hosted git repository.
gvvinblade pushed a change to branch ignite-12248
in repository https://gitbox.apache.org/repos/asf/ignite.git.
from fc01a9d Merge branch 'ignite-master' into ignite-12248
add 72eecac IGNITE-12233 Added IgniteSqlInsertIndexed* and
IgniteSqlUpdateFiltered benchmarks - Fixes #6913.
add 2b5bb14 GNITE-12271 Fix byte order in PDS code for Big Endian archs -
Fixes #6953.
add 904628e IGNITE-12268 Adds ability to set up custom REST processor.
(#6948)
add 9ba9cc5 IGNITE-12212: Cluster nodes system view. (#6927)
add 1d9a953 IGNITE-12286: IGNITE-12286: SqlViewExporter NPE Fix (#6972)
add a366060 IGNITE-12287: Remove unused imports for spark module (#6973)
add f6a4aaa IGNITE-12253: [ML] Refactor current hierarchy of ML
exceptions (#6974)
add 03a8a00 IGNITE-12254 IO errors during write header of WAL files in
FSYNC mode should be handled by failure handler
add f05862b IGNITE-6930 FreeLists onheap caching to minimize count of WAL
records
add 037b38e IGNITE-11852 Fixed several coordinator failure issues during
PME. - Fixes #6539.
add b04b14b IGNITE-10771 Print troubleshooting hint when exchange latch
is stuck. - Fixes #6968.
add ce6d66c IGNITE-12294 .NET: Suppress zero shift code inspection warning
add ce9f593 IGNITE-11704 Write tombstones during rebalance to get rid of
deferred delete buffer
add 93f19a4 IGNITE-12232 NPE while authenticating joined node - Fixes
#6911.
add acb4dac IGNITE-11704 Change PartitionMetaPageUpdateV3 WAL record
index for backward compatibility.
new 2413ae0 Merge branch 'ignite-master' into ignite-12248
new 9179fd0 pending
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../query/calcite/CalciteQueryProcessor.java | 37 +-
.../calcite/exchange/DistributionRegistry.java | 28 ++
.../query/calcite/exchange/Receiver.java | 48 +++
.../processors/query/calcite/exchange/Sender.java | 39 ++
.../calcite/metadata/IgniteMdDistribution.java | 44 +--
.../metadata/IgniteMdSourceDistribution.java | 155 ++++++++
.../query/calcite/metadata/IgniteMetadata.java | 30 +-
.../calcite/rel/logical/IgniteLogicalExchange.java | 12 +-
.../rel/logical/IgniteLogicalTableScan.java | 9 +-
.../query/calcite/rule/logical/IgniteJoinRule.java | 9 +-
.../schema/CalciteSchemaChangeListener.java | 64 ---
.../query/calcite/schema/CalciteSchemaHolder.java | 47 ++-
.../query/calcite/schema/IgniteSchema.java | 2 +-
.../query/calcite/schema/IgniteTable.java | 48 +--
.../processors/query/calcite/schema/RowType.java | 140 +++++++
.../query/calcite/splitter/SourceDistribution.java | 32 ++
.../query/calcite/splitter/SplitTask.java | 32 ++
.../query/calcite/splitter/TaskSplitter.java | 26 ++
...iteDistribution.java => DistributionTrait.java} | 21 +-
...tionTraitDef.java => DistributionTraitDef.java} | 18 +-
...ibutionImpl.java => DistributionTraitImpl.java} | 27 +-
.../query/calcite/trait/IgniteDistributions.java | 25 +-
.../processors/query/calcite/util/Commons.java | 43 +-
.../query/calcite/util/IgniteMethod.java | 6 +-
.../query/calcite/util/ScanIterator.java | 2 +-
.../query/calcite/CalciteQueryProcessorTest.java | 98 ++---
.../rest/RestBinaryProtocolSelfTest.java | 2 +-
.../rest/RestProcessorMultiStartSelfTest.java | 4 +-
.../ignite/jdbc/thin/JdbcThinMetadataSelfTest.java | 3 +-
.../SystemViewRowAttributeWalkerGenerator.java | 2 +
.../org/apache/ignite/IgniteSystemProperties.java | 8 +
.../apache/ignite/internal/GridKernalContext.java | 4 +-
.../ignite/internal/GridKernalContextImpl.java | 10 +-
.../org/apache/ignite/internal/IgniteKernal.java | 6 +-
.../communication/GridIoMessageFactory.java | 6 +
.../managers/discovery/GridDiscoveryManager.java | 12 +
.../managers/systemview/GridSystemViewManager.java | 37 +-
.../managers/systemview/SystemViewAdapter.java | 42 +-
.../systemview/walker/ClusterNodeViewWalker.java | 61 +++
.../apache/ignite/internal/pagemem/PageUtils.java | 4 +-
.../internal/pagemem/wal/record/WALRecord.java | 7 +-
.../delta/MetaPageUpdatePartitionDataRecord.java | 19 +-
.../delta/MetaPageUpdatePartitionDataRecordV2.java | 22 +-
...va => MetaPageUpdatePartitionDataRecordV3.java} | 57 +--
.../cache/CacheAffinitySharedManager.java | 24 +-
.../processors/cache/CacheGroupContext.java | 19 +
.../processors/cache/CacheGroupMetricsImpl.java | 23 +-
.../internal/processors/cache/CacheObject.java | 3 +
.../processors/cache/GridCacheContext.java | 8 +-
.../processors/cache/GridCacheMapEntry.java | 319 ++++++++-------
.../cache/GridCachePartitionExchangeManager.java | 12 +-
.../cache/IgniteCacheOffheapManager.java | 93 ++++-
.../cache/IgniteCacheOffheapManagerImpl.java | 395 +++++++++++++++---
.../processors/cache/IncompleteCacheObject.java | 19 +
.../processors/cache/IncompleteObject.java | 2 +-
.../processors/cache/PartitionUpdateCounter.java | 4 +-
.../processors/cache/TombstoneCacheObject.java | 94 +++++
.../binary/CacheObjectBinaryProcessorImpl.java | 6 +-
.../preloader/GridDhtPartitionsExchangeFuture.java | 23 +-
.../dht/preloader/InitNewCoordinatorFuture.java | 23 +-
.../dht/topology/GridDhtLocalPartition.java | 293 +++++++++-----
.../dht/topology/GridDhtPartitionTopologyImpl.java | 5 +-
.../dht/topology/PartitionsEvictManager.java | 366 +++++++++++++----
.../processors/cache/mvcc/txlog/TxLog.java | 8 +-
.../processors/cache/persistence/CacheDataRow.java | 5 +
.../cache/persistence/CacheDataRowAdapter.java | 61 ++-
.../GridCacheDatabaseSharedManager.java | 2 +-
.../cache/persistence/GridCacheOffheapManager.java | 384 +++++++++++-------
.../IgniteCacheDatabaseSharedManager.java | 107 ++++-
.../cache/persistence/file/FilePageStore.java | 4 +-
.../file/FileVersionCheckingFactory.java | 2 +-
.../persistence/freelist/AbstractFreeList.java | 34 +-
.../cache/persistence/freelist/CacheFreeList.java | 7 +-
.../cache/persistence/freelist/PagesList.java | 439 ++++++++++++++++++++-
.../cache/persistence/metastorage/MetaStorage.java | 10 +-
.../pagemem/DelayedPageReplacementTracker.java | 2 +-
.../partstorage/PartitionMetaStorage.java | 2 +-
.../partstorage/PartitionMetaStorageImpl.java | 6 +-
.../persistence/tree/io/PagePartitionMetaIO.java | 29 +-
.../persistence/tree/io/PagePartitionMetaIOV2.java | 25 +-
.../persistence/tree/reuse/ReuseListImpl.java | 20 +-
.../persistence/wal/FileWriteAheadLogManager.java | 4 +-
.../wal/filehandle/FsyncFileWriteHandle.java | 6 +-
.../wal/reader/StandaloneGridKernalContext.java | 4 +-
.../wal/serializer/RecordDataV1Serializer.java | 11 +
.../internal/processors/cache/tree/DataRow.java | 6 +-
.../processors/metric/impl/MetricUtils.java | 9 +
.../processors/rest/GridRestProcessor.java | 2 +-
.../processors/rest/IgniteRestProcessor.java} | 10 +-
.../ignite/spi/discovery/tcp/ServerImpl.java | 22 +-
.../systemview/jmx/JmxSystemViewExporterSpi.java | 2 +-
.../spi/systemview/view/ClusterNodeView.java | 119 ++++++
.../internal/binary/BinaryMarshallerSelfTest.java | 5 +
.../internal/managers/GridManagerStopSelfTest.java | 2 +
.../ignite/internal/metric/SystemViewSelfTest.java | 48 +++
.../cache/CacheDeferredDeleteSanitySelfTest.java | 6 +-
.../cache/GridCacheAbstractFullApiSelfTest.java | 7 +-
.../IgniteCacheConfigVariationsFullApiTest.java | 2 +-
.../PartitionsExchangeCoordinatorFailoverTest.java | 203 ++++++++--
.../GridBinaryCacheEntryMemorySizeSelfTest.java | 13 +-
.../CacheRemoveWithTombstonesLoadTest.java | 414 +++++++++++++++++++
.../distributed/CacheRemoveWithTombstonesTest.java | 289 ++++++++++++++
.../CacheRemoveWithTombstonesFailoverTest.java | 187 +++++++++
.../DropCacheContextDuringEvictionTest.java | 24 +-
.../PartitionsEvictManagerAbstractTest.java | 113 +++---
.../PartitionsEvictionTaskFailureHandlerTest.java | 72 +++-
.../persistence/IgnitePdsCorruptedStoreTest.java | 46 ++-
.../db/checkpoint/CheckpointFreeListTest.java | 74 ++++
...eWalFlushMultiNodeFailoverAbstractSelfTest.java | 7 +-
.../db/wal/WalRecoveryTxLogicalRecordsTest.java | 113 ++++--
.../persistence/freelist/FreeListCachingTest.java | 218 ++++++++++
.../database/BPlusTreeReuseSelfTest.java | 10 +-
.../processors/database/CacheFreeListSelfTest.java | 8 +-
.../rest/RestProcessorInitializationTest.java | 163 ++++++++
.../processors/security/AbstractSecurityTest.java | 5 +-
.../processors/security/InvalidServerTest.java | 65 +++
.../client/ThinClientPermissionCheckTest.java | 2 +-
.../security/impl/TestSecurityPluginProvider.java | 9 +-
.../security/impl/TestSecurityProcessor.java | 16 +-
.../testframework/junits/GridAbstractTest.java | 9 +-
.../testsuites/IgniteCacheMvccTestSuite9.java | 8 +
.../ignite/testsuites/IgniteCacheTestSuite9.java | 7 +
.../ignite/testsuites/IgnitePdsTestSuite2.java | 3 +
.../testsuites/IgniteRestHandlerTestSuite.java | 4 +-
.../ignite/testsuites/SecurityTestSuite.java | 2 +
.../processors/query/h2/SchemaManager.java | 2 -
.../query/h2/database/H2PkHashIndex.java | 4 +-
.../processors/query/h2/opt/H2CacheRow.java | 5 +
.../query/h2/sys/view/SqlSystemViewNodes.java | 99 -----
.../metric/sql/MetricRegistryLocalSystemView.java | 2 +-
.../cache/metric/SqlViewExporterSpiTest.java | 167 ++++----
.../processors/query/SqlSystemViewsSelfTest.java | 8 +-
.../ignite/ml/clustering/gmm/GmmTrainer.java | 2 +-
.../main/java/org/apache/ignite/ml/math/Blas.java | 6 +-
.../ignite/ml/math/distances/DistanceMeasure.java | 2 +-
.../ml/math/distances/EuclideanDistance.java | 2 +-
.../ignite/ml/math/distances/HammingDistance.java | 2 +-
.../ml/math/distances/ManhattanDistance.java | 2 +-
.../EmptyFileException.java | 6 +-
.../FileParsingException.java | 4 +-
.../NoLabelVectorException.java | 4 +-
.../{knn => datastructures}/package-info.java | 2 +-
.../{ => math}/CardinalityException.java | 2 +-
.../{ => math}/ColumnIndexException.java | 2 +-
.../math/exceptions/{ => math}/IndexException.java | 2 +-
.../{ => math}/MathIllegalArgumentException.java | 3 +-
.../{ => math}/MathRuntimeException.java | 2 +-
.../exceptions/{ => math}/NoDataException.java | 2 +-
.../{ => math}/NonSquareMatrixException.java | 2 +-
.../exceptions/{ => math}/RowIndexException.java | 2 +-
.../{ => math}/SingularMatrixException.java | 2 +-
.../ml/math/exceptions/math/package-info.java} | 10 +-
.../ignite/ml/math/exceptions/package-info.java | 2 +-
.../ml/math/primitives/matrix/AbstractMatrix.java | 6 +-
.../ml/math/primitives/matrix/LUDecomposition.java | 4 +-
.../ignite/ml/math/primitives/matrix/Matrix.java | 4 +-
.../ml/math/primitives/vector/AbstractVector.java | 4 +-
.../ignite/ml/math/primitives/vector/Vector.java | 4 +-
.../vector/impl/VectorizedViewMatrix.java | 2 +-
.../storage/VectorizedViewMatrixStorage.java | 2 +-
.../ignite/ml/nn/ReplicatedVectorMatrix.java | 2 +-
.../apache/ignite/ml/structures/DatasetRow.java | 2 +-
.../ignite/ml/structures/LabeledVectorSet.java | 6 +-
.../preprocessing/LabeledDatasetLoader.java | 8 +-
.../org/apache/ignite/ml/util/SandboxMLCache.java | 2 +-
.../java/org/apache/ignite/ml/math/BlasTest.java | 2 +-
.../primitives/matrix/LUDecompositionTest.java | 4 +-
.../math/primitives/vector/AbstractVectorTest.java | 2 +-
.../primitives/vector/MatrixVectorViewTest.java | 2 +-
.../vector/VectorImplementationsTest.java | 2 +-
.../linear/LinearRegressionModelTest.java | 2 +-
.../logistic/LogisticRegressionModelTest.java | 2 +-
.../ignite/ml/structures/LabeledVectorSetTest.java | 10 +-
.../org/apache/ignite/ml/svm/SVMModelTest.java | 2 +-
.../primitives/vector/VectorGeneratorTest.java | 2 +-
.../Apache.Ignite.Core/Impl/Binary/BinaryUtils.cs | 4 +-
...avaEmbeddedIgniteRDDWithLocalStoreSelfTest.java | 7 -
.../dml/IgniteSqlInsertIndexedValue1Benchmark.java | 47 +++
.../dml/IgniteSqlInsertIndexedValue2Benchmark.java | 47 +++
.../dml/IgniteSqlInsertIndexedValue8Benchmark.java | 48 +++
.../dml/IgniteSqlUpdateFilteredBenchmark.java | 89 +++++
181 files changed, 5823 insertions(+), 1420 deletions(-)
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exchange/DistributionRegistry.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exchange/Receiver.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exchange/Sender.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/metadata/IgniteMdSourceDistribution.java
delete mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/schema/CalciteSchemaChangeListener.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/schema/RowType.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/splitter/SourceDistribution.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/splitter/SplitTask.java
create mode 100644
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/splitter/TaskSplitter.java
rename
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/trait/{IgniteDistribution.java
=> DistributionTrait.java} (75%)
rename
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/trait/{IgniteDistributionTraitDef.java
=> DistributionTraitDef.java} (73%)
rename
modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/trait/{IgniteDistributionImpl.java
=> DistributionTraitImpl.java} (66%)
create mode 100644
modules/core/src/main/java/org/apache/ignite/internal/managers/systemview/walker/ClusterNodeViewWalker.java
copy
modules/core/src/main/java/org/apache/ignite/internal/pagemem/wal/record/delta/{MetaPageUpdatePartitionDataRecordV2.java
=> MetaPageUpdatePartitionDataRecordV3.java} (67%)
create mode 100644
modules/core/src/main/java/org/apache/ignite/internal/processors/cache/TombstoneCacheObject.java
rename
modules/{calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/schema/SchemaProvider.java
=>
core/src/main/java/org/apache/ignite/internal/processors/rest/IgniteRestProcessor.java}
(76%)
create mode 100644
modules/core/src/main/java/org/apache/ignite/spi/systemview/view/ClusterNodeView.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/CacheRemoveWithTombstonesLoadTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/CacheRemoveWithTombstonesTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/dht/topology/CacheRemoveWithTombstonesFailoverTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/persistence/freelist/FreeListCachingTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/rest/RestProcessorInitializationTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/security/InvalidServerTest.java
delete mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/sys/view/SqlSystemViewNodes.java
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{knn =>
datastructures}/EmptyFileException.java (85%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{knn =>
datastructures}/FileParsingException.java (89%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{knn =>
datastructures}/NoLabelVectorException.java (87%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{knn =>
datastructures}/package-info.java (93%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/CardinalityException.java (96%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/ColumnIndexException.java (96%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/IndexException.java (96%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/MathIllegalArgumentException.java (96%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/MathRuntimeException.java (97%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/NoDataException.java (96%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/NonSquareMatrixException.java (95%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/RowIndexException.java (96%)
rename modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/{ =>
math}/SingularMatrixException.java (95%)
rename
modules/{calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/schema/TableDescriptor.java
=>
ml/src/main/java/org/apache/ignite/ml/math/exceptions/math/package-info.java}
(82%)
create mode 100644
modules/yardstick/src/main/java/org/apache/ignite/yardstick/cache/dml/IgniteSqlInsertIndexedValue1Benchmark.java
create mode 100644
modules/yardstick/src/main/java/org/apache/ignite/yardstick/cache/dml/IgniteSqlInsertIndexedValue2Benchmark.java
create mode 100644
modules/yardstick/src/main/java/org/apache/ignite/yardstick/cache/dml/IgniteSqlInsertIndexedValue8Benchmark.java
create mode 100644
modules/yardstick/src/main/java/org/apache/ignite/yardstick/cache/dml/IgniteSqlUpdateFilteredBenchmark.java
