Merge remote-tracking branch 'remotes/origin/master' into ignite-10044
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/89ec0339 Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/89ec0339 Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/89ec0339 Branch: refs/heads/ignite-10044 Commit: 89ec0339ddfe9c8f03993fda3de23c284f97f316 Parents: 216474c 025a036 Author: sboikov <[email protected]> Authored: Thu Dec 6 19:22:26 2018 +0300 Committer: sboikov <[email protected]> Committed: Thu Dec 6 19:22:26 2018 +0300 ---------------------------------------------------------------------- .gitignore | 5 +- .idea/inspectionProfiles/Project_Default.xml | 776 +++++++++++++++++++ examples/config/example-ignite-ml.xml | 38 + .../AlgorithmSpecificDatasetExample.java | 2 +- .../ml/inference/ModelStorageExample.java | 122 +++ .../GaussianNaiveBayesTrainerExample.java | 25 +- ...ggedLogisticRegressionSGDTrainerExample.java | 5 +- .../LogisticRegressionSGDTrainerExample.java | 4 +- ...gressionMultiClassClassificationExample.java | 164 ---- .../logistic/multiclass/package-info.java | 22 - .../ml/svm/SVMBinaryClassificationExample.java | 112 +++ .../binary/SVMBinaryClassificationExample.java | 112 --- .../examples/ml/svm/binary/package-info.java | 22 - .../SVMMultiClassClassificationExample.java | 153 ---- .../ml/svm/multiclass/package-info.java | 22 - .../RandomForestRegressionExample.java | 9 +- .../ml/tutorial/Step_9_Go_to_LogReg.java | 4 +- .../ignite/examples/ml/util/SandboxMLCache.java | 19 - .../ignite/examples/util/IrisDataset.java | 129 --- idea/ignite_inspections.xml | 772 ------------------ .../client/ClientReconnectionSelfTest.java | 7 + ...skExecutionAfterTopologyRestartSelfTest.java | 7 + .../ClientAbstractMultiNodeSelfTest.java | 7 + .../internal/jdbc2/JdbcMetadataSelfTest.java | 72 +- .../ignite/jdbc/JdbcMetadataSelfTest.java | 69 +- .../JdbcThinAbstractDmlStatementSelfTest.java | 5 + .../jdbc/thin/JdbcThinAbstractSelfTest.java | 7 + .../thin/JdbcThinBulkLoadAbstractSelfTest.java | 49 +- .../jdbc/thin/JdbcThinMetadataSelfTest.java | 50 +- .../IgnitePKIndexesMigrationToUnwrapPkTest.java | 4 +- .../PersistenceBasicCompatibilityTest.java | 27 + .../junits/IgniteCompatibilityAbstractTest.java | 12 +- .../junits/IgniteCompatibilityNodeRunner.java | 14 +- .../apache/ignite/IgniteSystemProperties.java | 17 + .../apache/ignite/internal/IgniteKernal.java | 33 +- .../ignite/internal/IgniteNodeAttributes.java | 3 + .../ignite/internal/commandline/Arguments.java | 100 ++- .../internal/commandline/CommandHandler.java | 163 +++- .../commandline/cache/CacheArguments.java | 18 + .../apache/ignite/internal/jdbc/JdbcUtils.java | 11 +- .../internal/jdbc/thin/JdbcThinUtils.java | 11 +- .../apache/ignite/internal/jdbc2/JdbcUtils.java | 7 +- .../deployment/GridDeploymentCommunication.java | 10 +- .../discovery/GridDiscoveryManager.java | 12 +- .../cache/CacheAffinitySharedManager.java | 22 +- .../processors/cache/ClusterCachesInfo.java | 4 + .../cache/GridCacheConcurrentMapImpl.java | 4 +- .../processors/cache/GridCacheContext.java | 31 +- .../processors/cache/GridCacheContextInfo.java | 179 +++++ .../GridCachePartitionExchangeManager.java | 4 +- .../processors/cache/GridCachePreloader.java | 10 + .../cache/GridCachePreloaderAdapter.java | 10 + .../processors/cache/GridCacheProcessor.java | 265 ++++--- .../processors/cache/GridCacheUtils.java | 2 +- .../cache/IgniteCacheOffheapManager.java | 5 +- .../cache/IgniteCacheOffheapManagerImpl.java | 4 +- .../cache/LocalJoinCachesContext.java | 30 +- .../processors/cache/StartCacheInfo.java | 25 + .../processors/cache/WalStateManager.java | 11 +- .../dht/CacheDistributedGetFutureAdapter.java | 433 ++++++++++- .../distributed/dht/GridDhtCacheAdapter.java | 22 +- .../distributed/dht/GridDhtGetSingleFuture.java | 2 +- .../dht/GridDhtTransactionalCacheAdapter.java | 4 +- .../cache/distributed/dht/GridDhtTxLocal.java | 7 +- .../distributed/dht/GridDhtTxPrepareFuture.java | 55 +- .../dht/GridPartitionedGetFuture.java | 571 +++++--------- .../dht/GridPartitionedSingleGetFuture.java | 349 ++++++--- .../dht/atomic/GridDhtAtomicCache.java | 41 +- .../GridNearAtomicAbstractUpdateRequest.java | 4 +- .../dht/preloader/GridDhtPartitionDemander.java | 3 + .../GridDhtPartitionSupplyMessage.java | 3 + .../GridDhtPartitionsExchangeFuture.java | 11 +- .../preloader/GridDhtPartitionsFullMessage.java | 5 +- .../dht/preloader/GridDhtPreloader.java | 86 +- .../topology/GridClientPartitionTopology.java | 2 +- .../dht/topology/GridDhtPartitionTopology.java | 4 +- .../topology/GridDhtPartitionTopologyImpl.java | 17 +- .../distributed/near/GridNearGetFuture.java | 453 +++-------- ...arOptimisticSerializableTxPrepareFuture.java | 14 +- .../near/GridNearOptimisticTxPrepareFuture.java | 8 +- .../GridNearPessimisticTxPrepareFuture.java | 8 +- .../cache/distributed/near/GridNearTxLocal.java | 21 +- .../near/GridNearTxPrepareRequest.java | 21 +- .../cache/mvcc/MvccProcessorImpl.java | 6 + .../cache/persistence/CheckpointFuture.java | 2 +- .../persistence/DatabaseLifecycleListener.java | 16 +- .../GridCacheDatabaseSharedManager.java | 24 +- .../persistence/GridCacheOffheapManager.java | 15 +- .../cache/persistence/IndexStorage.java | 26 +- .../cache/persistence/IndexStorageImpl.java | 37 +- .../UpgradePendingTreeToPerPartitionTask.java | 4 +- .../cache/transactions/IgniteTxAdapter.java | 31 +- .../cache/transactions/IgniteTxHandler.java | 24 +- .../IgniteTxImplicitSingleStateImpl.java | 5 + .../cache/transactions/IgniteTxLocalState.java | 5 + .../cache/transactions/IgniteTxStateImpl.java | 7 +- .../verify/VerifyBackupPartitionsTaskV2.java | 97 ++- .../cluster/GridClusterStateProcessor.java | 14 +- .../processors/query/GridQueryIndexing.java | 49 +- .../processors/query/GridQueryProcessor.java | 181 +++-- .../internal/processors/query/QueryUtils.java | 30 +- .../schema/SchemaIndexCacheVisitorImpl.java | 3 +- .../ignite/internal/util/IgniteUtils.java | 66 ++ .../VisorCacheRebalanceCollectorJobResult.java | 91 +++ .../node/VisorCacheRebalanceCollectorTask.java | 194 +++++ .../VisorCacheRebalanceCollectorTaskArg.java | 54 ++ .../VisorCacheRebalanceCollectorTaskResult.java | 92 +++ .../visor/node/VisorNodeBaselineStatus.java | 45 ++ .../visor/node/VisorNodeDataCollectorJob.java | 74 +- .../node/VisorNodeDataCollectorTaskResult.java | 3 +- .../internal/visor/util/VisorTaskUtils.java | 43 + .../internal/visor/verify/CacheFilterEnum.java | 52 ++ .../verify/VisorIdleVerifyDumpTaskArg.java | 30 +- .../ignite/spi/discovery/DiscoveryDataBag.java | 6 + .../ignite/spi/discovery/tcp/ServerImpl.java | 41 +- ...RWThroughDisabledTransactionalCacheTest.java | 8 + ...heStoreSessionListenerLifecycleSelfTest.java | 8 + ...reSessionListenerWriteBehindEnabledTest.java | 8 + .../CacheJdbcStoreSessionListenerSelfTest.java | 8 + .../igfs/IgfsFragmentizerTopologySelfTest.java | 7 + ...ridFailFastNodeFailureDetectionSelfTest.java | 7 + .../GridFailoverCustomTopologySelfTest.java | 7 + .../ignite/internal/GridFailoverSelfTest.java | 7 + .../GridFailoverTaskWithPredicateSelfTest.java | 7 + .../internal/GridFailoverTopologySelfTest.java | 7 + .../internal/GridTaskFailoverSelfTest.java | 7 + .../IgniteClientReconnectAbstractTest.java | 7 + .../IgniteClientReconnectApiExceptionTest.java | 1 - .../IgniteComputeTopologyExceptionTest.java | 7 + ...RoundRobinErrorAfterClientReconnectTest.java | 7 + .../commandline/CommandHandlerParsingTest.java | 39 + .../encryption/EncryptedCacheCreateTest.java | 2 - ...mentRequestOfUnknownClassProcessingTest.java | 151 ++++ .../GridDiscoveryManagerAliveCacheSelfTest.java | 7 + .../GridDiscoveryManagerAttributesSelfTest.java | 7 + .../IgniteTopologyPrintFormatSelfTest.java | 7 + .../OptimizedMarshallerNodeFailoverTest.java | 7 + .../optimized/OptimizedMarshallerTest.java | 6 +- .../GridCacheTxLoadFromStoreOnLockSelfTest.java | 8 + .../cache/CacheClientStoreSelfTest.java | 8 + .../cache/CacheConnectionLeakStoreTxTest.java | 20 + .../cache/CacheDataRegionConfigurationTest.java | 7 + .../cache/CacheEventWithTxLabelTest.java | 494 ++++++++++++ .../cache/CacheGetEntryAbstractTest.java | 4 +- ...GetEntryOptimisticReadCommittedSelfTest.java | 36 + ...GetEntryOptimisticReadCommittedSeltTest.java | 36 - ...etEntryOptimisticRepeatableReadSelfTest.java | 36 + ...etEntryOptimisticRepeatableReadSeltTest.java | 36 - ...eGetEntryOptimisticSerializableSelfTest.java | 36 + ...eGetEntryOptimisticSerializableSeltTest.java | 36 - ...etEntryPessimisticReadCommittedSelfTest.java | 36 + ...etEntryPessimisticReadCommittedSeltTest.java | 36 - ...tEntryPessimisticRepeatableReadSelfTest.java | 105 +++ ...tEntryPessimisticRepeatableReadSeltTest.java | 40 - ...GetEntryPessimisticSerializableSelfTest.java | 36 + ...GetEntryPessimisticSerializableSeltTest.java | 36 - .../CacheGetsDistributionAbstractTest.java | 375 +++++++++ .../cache/CacheGroupMetricsMBeanTest.java | 20 +- ...erceptorPartitionCounterLocalSanityTest.java | 23 + ...torPartitionCounterRandomOperationsTest.java | 104 ++- .../cache/CacheKeepBinaryTransactionTest.java | 8 +- .../CacheMetricsForClusterGroupSelfTest.java | 101 ++- .../cache/CacheMetricsManageTest.java | 11 +- .../cache/CacheNearReaderUpdateTest.java | 6 + ...cheNearUpdateTopologyChangeAbstractTest.java | 7 + .../cache/CacheNoAffinityExchangeTest.java | 8 + .../cache/CacheOffheapMapEntrySelfTest.java | 14 + .../CachePutEventListenerErrorSelfTest.java | 7 + .../processors/cache/CachePutIfAbsentTest.java | 4 + .../CacheReadThroughLocalRestartSelfTest.java | 8 + .../cache/CacheReadThroughRestartSelfTest.java | 11 + .../cache/CacheRebalancingSelfTest.java | 13 +- .../cache/CacheRemoveAllSelfTest.java | 9 + .../CacheSerializableTransactionsTest.java | 7 + .../cache/CacheStopAndDestroySelfTest.java | 18 + ...heStoreUsageMultinodeDynamicStartTxTest.java | 8 + ...cheStoreUsageMultinodeStaticStartTxTest.java | 8 + .../CacheTxNotAllowReadFromBackupTest.java | 66 ++ .../cache/CashEventWithTxLabelTest.java | 487 ------------ .../cache/ClusterReadOnlyModeAbstractTest.java | 11 +- .../processors/cache/CrossCacheLockTest.java | 8 + .../EntryVersionConsistencyReadThroughTest.java | 22 + .../GridCacheAbstractFailoverSelfTest.java | 7 + .../cache/GridCacheAbstractFullApiSelfTest.java | 9 + .../GridCacheAbstractRemoveFailureTest.java | 7 + .../cache/GridCacheAbstractSelfTest.java | 4 +- ...eAtomicEntryProcessorDeploymentSelfTest.java | 11 + .../cache/GridCacheEntryVersionSelfTest.java | 10 + .../GridCacheInterceptorAbstractSelfTest.java | 9 + .../GridCacheInterceptorLocalSelfTest.java | 8 + ...dCacheInterceptorLocalWithStoreSelfTest.java | 9 + ...heInterceptorTransactionalRebalanceTest.java | 8 + .../GridCacheMarshallingNodeJoinSelfTest.java | 8 + ...ridCacheMultinodeUpdateAbstractSelfTest.java | 17 +- ...inodeUpdateNearEnabledNoBackupsSelfTest.java | 6 +- ...CacheMultinodeUpdateNearEnabledSelfTest.java | 13 +- .../cache/GridCachePartitionedWritesTest.java | 8 + .../cache/GridCachePutAllFailoverSelfTest.java | 7 + .../GridCacheReferenceCleanupSelfTest.java | 17 + .../cache/GridCacheReloadSelfTest.java | 14 + ...ridCacheStoreManagerDeserializationTest.java | 10 +- ...idCacheValueConsistencyAbstractSelfTest.java | 6 + .../GridCacheVariableTopologySelfTest.java | 7 + .../cache/GridCacheVersionMultinodeTest.java | 35 +- .../GridCacheVersionTopologyChangeTest.java | 15 + ...IgniteAbstractDynamicCacheStartFailTest.java | 7 + .../processors/cache/IgniteCacheGroupsTest.java | 235 +++++- .../IgniteCacheInterceptorSelfTestSuite.java | 57 +- ...iteCacheInvokeReadThroughSingleNodeTest.java | 46 ++ .../cache/IgniteCacheInvokeReadThroughTest.java | 55 ++ .../IgniteCacheReadThroughEvictionSelfTest.java | 14 + ...acheReadThroughEvictionsVariationsSuite.java | 3 +- .../IgniteCacheReadThroughStoreCallTest.java | 8 + .../cache/IgniteCacheStoreCollectionTest.java | 28 +- .../IgniteCacheTxCopyOnReadDisabledTest.java | 7 + .../cache/IgniteCacheTxLocalPeekModesTest.java | 8 + .../cache/IgniteCacheTxLocalStoreValueTest.java | 8 + .../IgniteCacheTxNearEnabledStoreValueTest.java | 8 + .../cache/IgniteCacheTxNearPeekModesTest.java | 9 + .../cache/IgniteCacheTxPeekModesTest.java | 9 +- .../cache/IgniteCacheTxStoreValueTest.java | 8 + ...IgniteClientCacheInitializationFailTest.java | 72 +- .../IgniteClientCacheStartFailoverTest.java | 7 + .../IgniteClusterActivateDeactivateTest.java | 4 +- .../cache/IgniteDynamicCacheFilterTest.java | 2 + ...ynamicCacheStartCoordinatorFailoverTest.java | 10 + ...ynamicCacheStartFailWithPersistenceTest.java | 4 + ...eDynamicCacheStartNoExchangeTimeoutTest.java | 36 +- .../cache/IgniteDynamicCacheStartSelfTest.java | 14 + ...niteDynamicCacheWithConfigStartSelfTest.java | 2 + .../IgniteDynamicClientCacheStartSelfTest.java | 8 +- ...IgniteGetNonPlainKeyReadThroughSelfTest.java | 155 ++++ .../IgniteStartCacheInTransactionSelfTest.java | 3 + ...gniteTopologyValidatorAbstractCacheTest.java | 7 + .../IgniteTxExceptionAbstractSelfTest.java | 7 + .../cache/MvccCacheGroupMetricsMBeanTest.java | 29 + ...titionedAtomicCacheGetsDistributionTest.java | 24 +- ...cTxPessimisticCacheGetsDistributionTest.java | 32 + ...onalOptimisticCacheGetsDistributionTest.java | 17 +- ...nalPessimisticCacheGetsDistributionTest.java | 24 +- ...rtitionsExchangeCoordinatorFailoverTest.java | 7 + ...plicatedAtomicCacheGetsDistributionTest.java | 329 +------- ...cTxPessimisticCacheGetsDistributionTest.java | 32 + ...onalOptimisticCacheGetsDistributionTest.java | 9 +- ...nalPessimisticCacheGetsDistributionTest.java | 24 +- .../SetTxTimeoutOnPartitionMapExchangeTest.java | 7 + .../cache/WalModeChangeAbstractSelfTest.java | 3 + .../cache/WalModeChangeAdvancedSelfTest.java | 11 + ...eAbstractDataStructuresFailoverSelfTest.java | 7 + .../GridCacheSetAbstractSelfTest.java | 2 +- .../distributed/CacheAffinityEarlyTest.java | 2 +- ...acheAsyncOperationsFailoverAbstractTest.java | 7 + .../distributed/CacheAsyncOperationsTest.java | 8 + .../distributed/CacheBaselineTopologyTest.java | 7 + .../CacheDataLossOnPartitionMoveTest.java | 6 +- .../distributed/CacheExchangeMergeTest.java | 16 +- .../CacheGetInsideLockChangingTopologyTest.java | 7 + .../distributed/CacheGroupsPreloadTest.java | 44 ++ .../CacheLateAffinityAssignmentTest.java | 4 + ...CacheLoadingConcurrentGridStartSelfTest.java | 7 + .../CachePageWriteLockUnlockTest.java | 6 +- .../CachePutAllFailoverAbstractTest.java | 7 + .../cache/distributed/CacheStartOnJoinTest.java | 14 +- .../CacheTryLockMultithreadedTest.java | 3 + ...tractDistributedByteArrayValuesSelfTest.java | 4 + .../GridCacheAbstractNodeRestartSelfTest.java | 7 + ...tractPartitionedByteArrayValuesSelfTest.java | 10 + .../GridCacheClientModesAbstractSelfTest.java | 4 + .../distributed/GridCacheEventAbstractTest.java | 3 + .../distributed/GridCacheMixedModeSelfTest.java | 2 + .../GridCacheMultiNodeAbstractTest.java | 2 + ...titionEvictionDuringReadThroughSelfTest.java | 2 - ...ridCachePartitionNotLoadedEventSelfTest.java | 2 + .../GridCachePreloadEventsAbstractSelfTest.java | 8 + ...yMetadataUpdateChangingTopologySelfTest.java | 7 + .../distributed/IgniteCache150ClientsTest.java | 20 +- ...heClientMultiNodeUpdateTopologyLockTest.java | 7 + ...niteCacheClientNodeChangingTopologyTest.java | 7 + .../IgniteCacheClientReconnectTest.java | 7 + .../IgniteCacheCreatePutMultiNodeSelfTest.java | 17 +- .../distributed/IgniteCacheCreatePutTest.java | 11 + .../IgniteCacheFailedUpdateResponseTest.java | 48 +- .../distributed/IgniteCacheGetRestartTest.java | 7 + .../distributed/IgniteCachePrimarySyncTest.java | 53 +- .../IgniteCacheReadFromBackupTest.java | 89 ++- .../IgniteCacheSingleGetMessageTest.java | 33 +- .../IgniteCacheSizeFailoverTest.java | 7 + .../IgniteCacheThreadLocalTxTest.java | 4 + .../IgnitePessimisticTxSuspendResumeTest.java | 5 + .../IgniteTxCachePrimarySyncTest.java | 96 ++- ...teSynchronizationModesMultithreadedTest.java | 85 +- .../IgniteTxConcurrentRemoveObjectsTest.java | 52 +- .../IgniteTxPreloadAbstractTest.java | 12 +- .../IgniteTxRemoveTimeoutObjectsTest.java | 12 + .../dht/CacheGetReadFromBackupFailoverTest.java | 257 ++++++ ...tPartitionedOnlyByteArrayValuesSelfTest.java | 3 - ...heAbstractTransformWriteThroughSelfTest.java | 3 + ...dCachePartitionedTopologyChangeSelfTest.java | 7 + ...gniteAtomicLongChangingTopologySelfTest.java | 7 + .../IgniteCacheCrossCacheTxFailoverTest.java | 7 + .../dht/IgniteCacheLockFailoverSelfTest.java | 15 + .../dht/IgniteCacheMultiTxLockSelfTest.java | 24 +- .../IgniteCachePutRetryAbstractSelfTest.java | 7 + .../IgniteCacheTopologySplitAbstractTest.java | 7 + .../dht/IgniteCacheTxRecoveryRollbackTest.java | 7 + .../dht/IgniteCrossCacheMvccTxSelfTest.java | 39 + .../dht/IgniteCrossCacheTxAbstractSelfTest.java | 181 +++++ .../dht/IgniteCrossCacheTxSelfTest.java | 155 +--- .../dht/NotMappedPartitionInTxTest.java | 149 ++-- ...eAtomicInvalidPartitionHandlingSelfTest.java | 7 + .../near/GridCacheNearOnlyTopologySelfTest.java | 15 + .../near/GridCacheNearTxPreloadSelfTest.java | 8 + .../near/GridCachePutArrayValueSelfTest.java | 9 + .../near/IgniteCacheNearOnlyTxTest.java | 8 + .../near/IgniteCacheNearReadCommittedTest.java | 8 + .../rebalancing/CacheManualRebalancingTest.java | 7 +- ...cheRebalancingPartitionCountersMvccTest.java | 29 + ...idCacheRebalancingPartitionCountersTest.java | 9 + .../GridCacheRebalancingSyncSelfTest.java | 7 + ...cheRebalancingWithAsyncClearingMvccTest.java | 36 + ...idCacheRebalancingWithAsyncClearingTest.java | 9 + ...balanceOnCachesStoppingOrDestroyingTest.java | 279 +++++++ ...heReplicatedMvccTxMultiThreadedSelfTest.java | 81 ++ ...eReplicatedMvccTxSingleThreadedSelfTest.java | 77 ++ ...ridCacheReplicatedMvccTxTimeoutSelfTest.java | 44 ++ ...dCacheReplicatedTxMultiThreadedSelfTest.java | 25 - ...CacheReplicatedTxSingleThreadedSelfTest.java | 43 +- .../GridCacheReplicatedPreloadSelfTest.java | 133 +--- .../PageEvictionMultinodeAbstractTest.java | 4 + .../IgniteCacheLoadAllAbstractTest.java | 10 +- .../IgniteCacheTxLoaderWriterTest.java | 8 + .../IgniteCacheTxLocalLoadAllTest.java | 7 + ...niteCacheTxLocalNoLoadPreviousValueTest.java | 8 + .../IgniteCacheTxLocalNoReadThroughTest.java | 8 + .../IgniteCacheTxLocalNoWriteThroughTest.java | 8 + ...cheTxNearEnabledNoLoadPreviousValueTest.java | 8 + ...iteCacheTxNearEnabledNoWriteThroughTest.java | 8 + .../IgniteCacheTxNoLoadPreviousValueTest.java | 8 + .../IgniteCacheTxNoReadThroughTest.java | 8 + .../IgniteCacheTxNoWriteThroughTest.java | 8 + .../IgniteCacheTxStoreSessionTest.java | 8 + ...TxStoreSessionWriteBehindCoalescingTest.java | 8 + ...gniteCacheTxStoreSessionWriteBehindTest.java | 8 + .../local/GridCacheDaemonNodeLocalSelfTest.java | 8 + .../GridCacheLocalByteArrayValuesSelfTest.java | 3 + .../local/GridCacheLocalEventSelfTest.java | 2 +- .../cache/mvcc/CacheMvccAbstractTest.java | 7 + ...eBaselineAffinityTopologyActivationTest.java | 7 + ...heConfigurationFileConsistencyCheckTest.java | 7 + .../IgnitePdsCacheRebalancingAbstractTest.java | 7 + .../IgnitePdsContinuousRestartTest.java | 7 + .../persistence/IgnitePdsTaskCancelingTest.java | 3 + ...lWalModeChangeDuringRebalancingSelfTest.java | 102 ++- ...itePdsCacheWalDisabledOnRebalancingTest.java | 266 +++++++ ...tePdsRebalancingOnNotStableTopologyTest.java | 7 + .../db/wal/IgniteWalFlushFailoverTest.java | 7 + ...lFlushMultiNodeFailoverAbstractSelfTest.java | 7 + .../persistence/db/wal/WalCompactionTest.java | 7 + .../IgniteChangeGlobalStateFailOverTest.java | 7 + .../IgniteNoParrallelClusterIsAllowedTest.java | 7 + ...gniteAbstractStandByClientReconnectTest.java | 7 + .../cache/query/CacheScanQueryFailoverTest.java | 7 + .../cache/query/IndexingSpiQueryTxSelfTest.java | 7 + ...tinuousQueryAsyncFailoverMvccTxSelfTest.java | 5 - ...ContinuousQueryFailoverAbstractSelfTest.java | 7 + ...heContinuousQueryFailoverMvccTxSelfTest.java | 5 - ...heContinuousWithTransformerFailoverTest.java | 7 + .../ClientReconnectContinuousQueryTest.java | 7 + ...IgniteCacheContinuousQueryReconnectTest.java | 7 + .../GridCacheWriteBehindStoreAbstractTest.java | 8 + .../GridCacheWriteBehindStoreLocalTest.java | 8 + ...heWriteBehindStoreMultithreadedSelfTest.java | 35 +- ...BehindStorePartitionedMultiNodeSelfTest.java | 8 + ...CacheClientWriteBehindStoreAbstractTest.java | 8 + ...IntegrityWithPrimaryIndexCorruptionTest.java | 9 + .../cache/transactions/TxLabelTest.java | 23 +- ...OptimisticPrepareOnUnstableTopologyTest.java | 7 + .../TxRollbackAsyncNearCacheTest.java | 9 + .../cache/transactions/TxRollbackAsyncTest.java | 74 +- .../TxRollbackOnIncorrectParamsTest.java | 17 +- .../transactions/TxRollbackOnTimeoutTest.java | 9 + .../TxRollbackOnTopologyChangeTest.java | 7 + .../transactions/TxStateChangeEventTest.java | 78 +- ...WithSmallTimeoutAndContentionOneKeyTest.java | 10 + ...ersionedEntryLocalTransactionalSelfTest.java | 9 + .../continuous/GridEventConsumeSelfTest.java | 7 + .../database/IndexStorageSelfTest.java | 21 +- ...rClientReconnectAfterClusterRestartTest.java | 7 + .../igfs/IgfsBackupFailoverSelfTest.java | 7 + .../top/CacheTopologyCommandHandlerTest.java | 7 + ...GridServiceProxyClientReconnectSelfTest.java | 7 + .../ServiceDeploymentOnActivationTest.java | 2 +- .../session/GridSessionJobFailoverSelfTest.java | 7 + ...alingCollisionSpiCustomTopologySelfTest.java | 7 + .../tcp/TcpCommunicationSpiDropNodesTest.java | 7 + .../TcpCommunicationSpiFaultyClientTest.java | 7 + .../TcpCommunicationSpiSkipMessageSendTest.java | 7 + ...gniteClientReconnectMassiveShutdownTest.java | 7 + ...pClientDiscoveryMarshallerCheckSelfTest.java | 7 + .../tcp/TcpClientDiscoverySpiSelfTest.java | 7 + .../tcp/TcpDiscoveryMultiThreadedTest.java | 19 +- ...veryNodeAttributesUpdateOnReconnectTest.java | 7 + .../spi/discovery/tcp/TcpDiscoverySelfTest.java | 7 + .../TcpDiscoverySpiFailureTimeoutSelfTest.java | 7 + .../tcp/TcpDiscoverySpiReconnectDelayTest.java | 7 + ...nLoadBalancingSpiTopologyChangeSelfTest.java | 7 + .../testframework/MvccFeatureChecker.java | 30 +- .../testframework/junits/GridAbstractTest.java | 10 +- .../junits/TestFailingFailureHandler.java | 50 ++ .../IgniteBasicWithPersistenceTestSuite.java | 2 + .../IgniteBinaryObjectsCacheTestSuite3.java | 18 +- .../testsuites/IgniteCacheMvccTestSuite2.java | 2 +- .../testsuites/IgniteCacheMvccTestSuite3.java | 133 ++++ .../testsuites/IgniteCacheMvccTestSuite4.java | 197 +++++ .../testsuites/IgniteCacheMvccTestSuite5.java | 94 +++ .../testsuites/IgniteCacheMvccTestSuite6.java | 92 +++ .../testsuites/IgniteCacheMvccTestSuite7.java | 76 ++ .../testsuites/IgniteCacheMvccTestSuite9.java | 57 ++ .../IgniteCacheNearOnlySelfTestSuite.java | 31 +- .../ignite/testsuites/IgniteCacheTestSuite.java | 3 + .../testsuites/IgniteCacheTestSuite2.java | 8 +- .../testsuites/IgniteCacheTestSuite3.java | 161 ++-- .../testsuites/IgniteCacheTestSuite4.java | 354 +++++---- .../testsuites/IgniteCacheTestSuite5.java | 79 +- .../testsuites/IgniteCacheTestSuite6.java | 83 +- .../testsuites/IgniteCacheTestSuite7.java | 56 +- .../testsuites/IgniteCacheTestSuite9.java | 33 +- .../IgniteCacheWriteBehindTestSuite.java | 33 +- .../testsuites/IgniteKernalSelfTestSuite.java | 2 + .../ignite/testsuites/IgnitePdsTestSuite4.java | 9 + .../ignite/util/GridCommandHandlerSslTest.java | 88 +++ .../ignite/util/GridCommandHandlerTest.java | 184 ++++- .../util/GridTopologyHeapSizeSelfTest.java | 7 + .../HadoopMapReduceErrorResilienceTest.java | 7 + .../IgniteHadoopFileSystemAbstractSelfTest.java | 6 + .../taskexecutor/HadoopExecutorServiceTest.java | 7 + .../query/h2/DmlStatementsProcessor.java | 12 +- .../processors/query/h2/H2RowCache.java | 19 +- .../processors/query/h2/H2RowCacheRegistry.java | 46 +- .../internal/processors/query/h2/H2Schema.java | 6 +- .../processors/query/h2/H2TableDescriptor.java | 35 +- .../processors/query/h2/H2TableEngine.java | 2 +- .../internal/processors/query/h2/H2Utils.java | 27 + .../processors/query/h2/IgniteH2Indexing.java | 211 +++-- .../processors/query/h2/IndexBuildClosure.java | 54 ++ .../query/h2/IndexRebuildFullClosure.java | 49 ++ .../query/h2/IndexRebuildPartialClosure.java | 76 ++ .../query/h2/RebuildIndexFromHashClosure.java | 47 -- .../processors/query/h2/database/H2Tree.java | 14 + .../query/h2/database/H2TreeClientIndex.java | 114 +++ .../query/h2/database/H2TreeIndex.java | 177 ++--- .../query/h2/database/H2TreeIndexBase.java | 53 ++ .../query/h2/ddl/DdlStatementsProcessor.java | 71 +- .../processors/query/h2/dml/UpdatePlan.java | 2 +- .../query/h2/dml/UpdatePlanBuilder.java | 89 ++- .../query/h2/opt/GridH2RowDescriptor.java | 14 +- .../query/h2/opt/GridH2SystemIndexFactory.java | 10 +- .../processors/query/h2/opt/GridH2Table.java | 95 ++- .../query/h2/sql/GridSqlQueryParser.java | 10 +- .../h2/twostep/GridReduceQueryExecutor.java | 648 +--------------- .../h2/twostep/ReducePartitionMapResult.java | 73 ++ .../query/h2/twostep/ReducePartitionMapper.java | 638 +++++++++++++++ .../h2/twostep/ReducePartitionsSpecializer.java | 61 ++ .../visor/verify/ValidateIndexesClosure.java | 6 +- .../ClientReconnectAfterClusterRestartTest.java | 7 + ...dCacheDynamicLoadOnClientPersistentTest.java | 44 ++ .../cache/GridCacheDynamicLoadOnClientTest.java | 304 ++++++++ .../cache/IgniteCrossCachesJoinsQueryTest.java | 7 + .../cache/IgniteDynamicSqlRestoreTest.java | 180 ++++- .../cache/QueryEntityCaseMismatchTest.java | 7 + ...ynamicColumnsAbstractConcurrentSelfTest.java | 21 + .../cache/index/H2DynamicTableSelfTest.java | 22 + .../cache/index/SchemaExchangeSelfTest.java | 149 +++- .../db/wal/IgniteWalRecoveryTest.java | 7 + .../query/IgniteSqlSplitterSelfTest.java | 4 +- .../query/SqlIllegalSchemaSelfTest.java | 7 + .../query/h2/GridIndexRebuildSelfTest.java | 11 +- .../IgniteBinaryCacheQueryTestSuite.java | 5 + .../ml/clustering/kmeans/KMeansTrainer.java | 9 +- .../boosting/GDBBinaryClassifierTrainer.java | 12 +- .../boosting/GDBLearningStrategy.java | 21 +- .../boosting/GDBRegressionTrainer.java | 6 + .../ml/composition/boosting/GDBTrainer.java | 20 +- .../convergence/ConvergenceChecker.java | 8 +- .../simple/ConvergenceCheckerStub.java | 3 +- .../org/apache/ignite/ml/dataset/Dataset.java | 61 +- .../ignite/ml/dataset/DatasetBuilder.java | 17 +- .../ignite/ml/dataset/DatasetFactory.java | 174 ++++- .../ml/dataset/PartitionContextBuilder.java | 11 +- .../ignite/ml/dataset/PartitionDataBuilder.java | 12 +- .../ignite/ml/dataset/UpstreamTransformer.java | 22 +- .../ml/dataset/UpstreamTransformerBuilder.java | 72 ++ .../ml/dataset/UpstreamTransformerChain.java | 153 ---- .../BootstrappedDatasetBuilder.java | 15 +- .../dataset/impl/cache/CacheBasedDataset.java | 49 +- .../impl/cache/CacheBasedDatasetBuilder.java | 40 +- .../dataset/impl/cache/util/ComputeUtils.java | 128 +-- .../ml/dataset/impl/local/LocalDataset.java | 18 +- .../dataset/impl/local/LocalDatasetBuilder.java | 118 +-- .../ml/dataset/primitive/DatasetWrapper.java | 5 +- ...eatureMatrixWithLabelsOnHeapDataBuilder.java | 7 +- .../builder/context/EmptyContextBuilder.java | 3 +- .../builder/data/SimpleDatasetDataBuilder.java | 5 +- .../data/SimpleLabeledDatasetDataBuilder.java | 5 +- .../DefaultLearningEnvironmentBuilder.java | 178 +++++ .../ml/environment/LearningEnvironment.java | 19 +- .../environment/LearningEnvironmentBuilder.java | 167 ++-- .../ml/environment/logging/ConsoleLogger.java | 3 + .../parallelism/ParallelismStrategy.java | 1 - .../ignite/ml/inference/ModelDescriptor.java | 8 + .../reader/FileSystemInfModelReader.java | 2 +- .../reader/ModelStorageInfModelReader.java | 64 ++ .../storage/IgniteModelDescriptorStorage.java | 57 -- .../storage/LocalModelDescriptorStorage.java | 45 -- .../storage/ModelDescriptorStorage.java | 48 -- .../IgniteModelDescriptorStorage.java | 66 ++ .../descriptor/LocalModelDescriptorStorage.java | 52 ++ .../descriptor/ModelDescriptorStorage.java | 58 ++ .../ModelDescriptorStorageFactory.java | 43 + .../storage/descriptor/package-info.java | 22 + .../storage/model/DefaultModelStorage.java | 313 ++++++++ .../ml/inference/storage/model/Directory.java | 42 + .../ignite/ml/inference/storage/model/File.java | 48 ++ .../storage/model/FileOrDirectory.java | 41 + .../model/IgniteModelStorageProvider.java | 58 ++ .../model/LocalModelStorageProvider.java | 56 ++ .../inference/storage/model/ModelStorage.java | 115 +++ .../storage/model/ModelStorageFactory.java | 42 + .../storage/model/ModelStorageProvider.java | 56 ++ .../inference/storage/model/package-info.java | 22 + .../ml/inference/storage/package-info.java | 2 +- .../java/org/apache/ignite/ml/knn/KNNUtils.java | 9 +- .../ml/knn/ann/ANNClassificationTrainer.java | 10 +- .../KNNClassificationTrainer.java | 8 +- .../ml/knn/regression/KNNRegressionTrainer.java | 9 +- .../ml/math/functions/IgniteFunction.java | 12 +- .../ignite/ml/math/isolve/lsqr/LSQROnHeap.java | 6 +- .../ml/math/primitives/vector/VectorUtils.java | 11 + .../ignite/ml/multiclass/OneVsRestTrainer.java | 3 +- .../gaussian/GaussianNaiveBayesTrainer.java | 11 +- .../org/apache/ignite/ml/nn/MLPTrainer.java | 1 + .../org/apache/ignite/ml/pipeline/Pipeline.java | 14 + .../ml/preprocessing/PreprocessingTrainer.java | 66 +- .../binarization/BinarizationTrainer.java | 5 +- .../preprocessing/encoding/EncoderTrainer.java | 12 +- .../preprocessing/imputing/ImputerTrainer.java | 10 +- .../maxabsscaling/MaxAbsScalerTrainer.java | 10 +- .../minmaxscaling/MinMaxScalerTrainer.java | 12 +- .../normalization/NormalizationTrainer.java | 5 +- .../standardscaling/StandardScalerTrainer.java | 14 +- .../linear/LinearRegressionLSQRTrainer.java | 1 + .../logistic/LogisticRegressionModel.java | 205 +++++ .../logistic/LogisticRegressionSGDTrainer.java | 246 ++++++ .../binomial/LogisticRegressionModel.java | 205 ----- .../binomial/LogisticRegressionSGDTrainer.java | 246 ------ .../logistic/binomial/package-info.java | 22 - .../LogRegressionMultiClassModel.java | 115 --- .../LogRegressionMultiClassTrainer.java | 268 ------- .../logistic/multiclass/package-info.java | 22 - .../LabelPartitionDataBuilderOnHeap.java | 8 +- ...abeledDatasetPartitionDataBuilderOnHeap.java | 7 +- .../svm/SVMLinearBinaryClassificationModel.java | 194 ----- .../SVMLinearBinaryClassificationTrainer.java | 355 --------- .../ml/svm/SVMLinearClassificationModel.java | 194 +++++ .../ml/svm/SVMLinearClassificationTrainer.java | 356 +++++++++ .../SVMLinearMultiClassClassificationModel.java | 114 --- ...VMLinearMultiClassClassificationTrainer.java | 268 ------- .../ignite/ml/trainers/DatasetTrainer.java | 28 +- .../ignite/ml/trainers/TrainerTransformers.java | 68 +- .../BaggingUpstreamTransformer.java | 29 +- .../org/apache/ignite/ml/tree/DecisionTree.java | 7 + .../tree/DecisionTreeClassificationTrainer.java | 6 + .../ml/tree/DecisionTreeRegressionTrainer.java | 6 + .../GDBBinaryClassifierOnTreesTrainer.java | 6 + .../boosting/GDBOnTreesLearningStrategy.java | 3 +- .../boosting/GDBRegressionOnTreesTrainer.java | 6 + .../ml/tree/data/DecisionTreeDataBuilder.java | 7 +- .../tree/randomforest/RandomForestTrainer.java | 1 + .../apache/ignite/ml/util/plugin/MLPlugin.java | 30 + .../ml/util/plugin/MLPluginConfiguration.java | 77 ++ .../ignite/ml/util/plugin/MLPluginProvider.java | 195 +++++ .../org.apache.ignite.plugin.PluginProvider | 1 + .../java/org/apache/ignite/ml/TestUtils.java | 79 ++ .../ignite/ml/common/CollectionsTest.java | 19 +- .../ignite/ml/common/LocalModelsTest.java | 54 +- .../MeanAbsValueConvergenceCheckerTest.java | 10 +- .../MedianOfMedianConvergenceCheckerTest.java | 10 +- .../cache/CacheBasedDatasetBuilderTest.java | 11 +- .../impl/cache/CacheBasedDatasetTest.java | 11 +- .../impl/cache/util/ComputeUtilsTest.java | 16 +- .../impl/local/LocalDatasetBuilderTest.java | 14 +- .../ml/dataset/primitive/SimpleDatasetTest.java | 2 + .../primitive/SimpleLabeledDatasetTest.java | 11 +- .../LearningEnvironmentBuilderTest.java | 36 +- .../ml/environment/LearningEnvironmentTest.java | 130 +++- .../ignite/ml/inference/InferenceTestSuite.java | 4 +- .../storage/model/AbstractModelStorageTest.java | 142 ++++ .../storage/model/DefaultModelStorageTest.java | 143 ++++ .../ml/math/isolve/lsqr/LSQROnHeapTest.java | 4 + .../ml/multiclass/OneVsRestTrainerTest.java | 4 +- .../ignite/ml/pipeline/PipelineMdlTest.java | 2 +- .../apache/ignite/ml/pipeline/PipelineTest.java | 2 +- .../binarization/BinarizationTrainerTest.java | 3 + .../encoding/EncoderTrainerTest.java | 5 + .../imputing/ImputerTrainerTest.java | 2 + .../maxabsscaling/MaxAbsScalerTrainerTest.java | 2 + .../minmaxscaling/MinMaxScalerTrainerTest.java | 2 + .../normalization/NormalizationTrainerTest.java | 2 + .../StandardScalerTrainerTest.java | 3 + .../ml/regressions/RegressionsTestSuite.java | 4 +- .../linear/LinearRegressionModelTest.java | 23 +- .../logistic/LogRegMultiClassTrainerTest.java | 141 ---- .../logistic/LogisticRegressionModelTest.java | 1 - .../LogisticRegressionSGDTrainerTest.java | 4 +- .../scoring/evaluator/EvaluatorTest.java | 11 +- .../ignite/ml/svm/SVMBinaryTrainerTest.java | 14 +- .../org/apache/ignite/ml/svm/SVMModelTest.java | 36 +- .../ignite/ml/svm/SVMMultiClassTrainerTest.java | 100 --- .../org/apache/ignite/ml/svm/SVMTestSuite.java | 1 - .../apache/ignite/ml/trainers/BaggingTest.java | 34 +- .../ApiParity/CacheConfigurationParityTest.cs | 4 +- .../ApiParity/DataStorageMetricsParityTest.cs | 5 +- modules/web-console/backend/app/settings.js | 12 +- .../docker/compose/docker-compose.yml | 3 +- .../components/modal-import-models/service.js | 32 +- .../app/components/ui-grid/controller.js | 10 + .../frontend/app/components/ui-grid/style.scss | 1 + .../app/modules/agent/AgentManager.service.js | 2 +- modules/web-console/frontend/app/types/index.ts | 9 +- modules/web-console/frontend/app/vendor.js | 2 + modules/web-console/frontend/package.json | 3 +- .../cache/IgniteGetAllTxBenchmark.java | 50 ++ .../zk/internal/ZookeeperDiscoveryImpl.java | 21 + .../zk/internal/ZookeeperDiscoverySpiTest.java | 7 + 634 files changed, 18980 insertions(+), 9083 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/89ec0339/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/CacheAffinitySharedManager.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/89ec0339/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/GridCachePartitionExchangeManager.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/89ec0339/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/preloader/GridDhtPartitionsExchangeFuture.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/89ec0339/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/topology/GridClientPartitionTopology.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/89ec0339/modules/core/src/main/java/org/apache/ignite/internal/processors/cache/distributed/dht/topology/GridDhtPartitionTopologyImpl.java ----------------------------------------------------------------------
