This is an automated email from the ASF dual-hosted git repository. dpavlov pushed a commit to branch ignite-10779-2 in repository https://gitbox.apache.org/repos/asf/ignite.git
commit 3fed37c2dba499b23c4317eaca3fb0ae9a1caec8 Merge: c31aa01 d53a91f Author: Dmitriy Pavlov <[email protected]> AuthorDate: Fri Jan 18 17:29:10 2019 +0300 Merge branch 'master' into ignite-10779-2 assembly/dependencies-apache-ignite.xml | 1 + bin/ignite.bat | 6 +- bin/include/parseargs.sh | 10 + doap_Ignite.rdf | 4 +- examples/pom.xml | 42 + .../ml/clustering/KMeansClusterizationExample.java | 2 +- ...=> IgniteModelDistributedInferenceExample.java} | 22 +- .../LogRegFromSparkThroughPMMLExample.java} | 75 +- ...LogRegFromSparkThroughSerializationExample.java | 182 + .../examples/ml/inference/ModelStorageExample.java | 22 +- .../TensorFlowDistributedInferenceExample.java | 20 +- .../inference/TensorFlowLocalInferenceExample.java | 20 +- .../TensorFlowThreadedInferenceExample.java | 20 +- .../examples/ml/knn/ANNClassificationExample.java | 2 +- .../examples/ml/knn/KNNClassificationExample.java | 52 +- .../examples/ml/knn/KNNRegressionExample.java | 6 +- .../multiclass/OneVsRestClassificationExample.java | 4 +- .../DiscreteNaiveBayesTrainerExample.java | 53 +- .../GaussianNaiveBayesTrainerExample.java | 55 +- .../ignite/examples/ml/nn/MLPTrainerExample.java | 2 +- .../linear/LinearRegressionLSQRTrainerExample.java | 2 +- ...gressionLSQRTrainerWithMinMaxScalerExample.java | 2 +- .../linear/LinearRegressionSGDTrainerExample.java | 2 +- .../BaggedLogisticRegressionSGDTrainerExample.java | 8 +- .../LogisticRegressionSGDTrainerExample.java | 54 +- .../ml/selection/scoring/EvaluatorExample.java | 10 +- .../split/TrainTestDatasetSplitterExample.java | 2 +- .../ml/svm/SVMBinaryClassificationExample.java | 59 +- .../DecisionTreeClassificationTrainerExample.java | 2 +- .../tree/DecisionTreeRegressionTrainerExample.java | 2 +- .../GDBOnTreesClassificationTrainerExample.java | 2 +- .../GDBOnTreesRegressionTrainerExample.java | 4 +- .../RandomForestClassificationExample.java | 2 +- .../RandomForestRegressionExample.java | 2 +- .../ml/tutorial/Step_10_Scaling_With_Stacking.java | 142 + .../ml/xgboost/XGBoostModelParserExample.java | 18 +- .../resources/models/mleap/airbnb.model.rf.zip | Bin 0 -> 35932 bytes examples/src/main/resources/models/spark/iris.pmml | 30 + .../models/spark/serialized/data/._SUCCESS.crc | Bin 0 -> 8 bytes ...-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc | Bin 0 -> 40 bytes .../models/spark/serialized/data/_SUCCESS | 0 ...c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet | Bin 0 -> 3839 bytes .../models/spark/serialized/metadata/._SUCCESS.crc | Bin 0 -> 8 bytes .../spark/serialized/metadata/.part-00000.crc | Bin 0 -> 12 bytes .../models/spark/serialized/metadata/_SUCCESS | 0 .../models/spark/serialized/metadata/part-00000 | 1 + .../examples/ml/mleap/MLeapModelParserExample.java | 73 + .../ignite/examples/ml/mleap}/package-info.java | 4 +- .../IgniteLgplExamplesSelfTestSuite.java | 37 +- .../testsuites/IgniteExamplesMLTestSuite.java | 79 +- .../testsuites/IgniteExamplesSelfTestSuite.java | 92 +- .../IgniteExamplesSparkSelfTestSuite.java | 27 +- .../ignite/testsuites/IgniteAopSelfTestSuite.java | 37 +- modules/aws/pom.xml | 6 + .../tcp/ipfinder/s3/TcpDiscoveryS3IpFinder.java | 173 +- .../s3/encrypt/AsymmetricKeyEncryptionService.java | 109 + .../s3/encrypt/AwsKmsEncryptionService.java | 154 + .../ipfinder/s3/encrypt/EncryptionService.java} | 34 +- .../s3/encrypt/SymmetricKeyEncryptionService.java | 98 + .../ipfinder/s3/{ => encrypt}/package-info.java | 5 +- .../discovery/tcp/ipfinder/s3/package-info.java | 3 +- .../checkpoint/s3/S3CheckpointManagerSelfTest.java | 6 +- .../spi/checkpoint/s3/S3CheckpointSpiSelfTest.java | 8 +- .../s3/S3CheckpointSpiStartStopSelfTest.java | 4 +- .../checkpoint/s3/S3SessionCheckpointSelfTest.java | 4 +- .../s3/TcpDiscoveryS3IpFinderAbstractSelfTest.java | 30 +- ...veryS3IpFinderClientSideEncryptionSelfTest.java | 72 + .../AsymmetricKeyEncryptionServiceTest.java | 100 + .../s3/encrypt/AwsKmsEncryptionServiceTest.java | 76 + .../ipfinder/s3/encrypt/MockEncryptionService.java | 66 + .../s3/encrypt/MockEncryptionServiceTest.java} | 33 +- .../encrypt/SymmetricKeyEncryptionServiceTest.java | 57 + .../tcp/ipfinder/s3/encrypt}/package-info.java | 5 +- .../ignite/testsuites/IgniteElbTestSuite.java | 18 +- .../ignite/testsuites/IgniteS3TestSuite.java | 77 +- .../stream/camel/IgniteCamelStreamerTestSuite.java | 26 +- modules/cassandra/store/pom.xml | 4 +- .../apache/ignite/tests/utils/CassandraHelper.java | 4 +- .../ignite/tests/utils/CassandraLifeCycleBean.java | 1 + .../client/ClientReconnectionSelfTest.java | 4 +- .../client/suite/IgniteClientTestSuite.java | 198 +- .../jdbc2/JdbcAbstractDmlStatementSelfTest.java | 2 +- .../jdbc/suite/IgniteJdbcDriverMvccTestSuite.java | 37 +- .../jdbc/suite/IgniteJdbcDriverTestSuite.java | 260 +- .../jdbc/thin/JdbcThinStatementCancelSelfTest.java | 769 + .../jdbc/thin/JdbcThinStatementSelfTest.java | 95 - .../thin/JdbcThinStatementTimeoutSelfTest.java | 312 + ...dbcThinTransactionsAbstractComplexSelfTest.java | 2 +- .../clients/src/test/resources/bulkload20_000.csv | 20000 +++++++++++++++++++ .../cloud/TcpDiscoveryCloudIpFinderSelfTest.java | 12 +- .../ignite/testsuites/IgniteCloudTestSuite.java | 20 +- .../testsuites/IgnitePdsCompressionTestSuite.java | 30 +- .../testsuites/IgnitePdsCompressionTestSuite2.java | 19 +- .../ignite/IgniteCacheRestartingException.java | 25 +- .../main/java/org/apache/ignite/IgniteCluster.java | 8 + .../org/apache/ignite/IgniteSystemProperties.java | 26 + .../cache/query/QueryCancelledException.java | 5 +- .../ignite/configuration/IgniteConfiguration.java | 87 +- .../org/apache/ignite/internal/GridComponent.java | 8 +- .../apache/ignite/internal/GridKernalContext.java | 28 +- .../ignite/internal/GridKernalContextImpl.java | 36 +- .../java/org/apache/ignite/internal/GridTopic.java | 5 +- .../org/apache/ignite/internal/IgniteKernal.java | 69 +- .../ignite/internal/IgniteNodeAttributes.java | 4 + .../internal/binary/BinaryMetadataHandler.java | 10 +- .../cluster/DistributedBaselineConfiguration.java | 109 + .../internal/cluster/IgniteClusterAsyncImpl.java | 5 + .../ignite/internal/cluster/IgniteClusterImpl.java | 50 +- .../internal/commandline/CommandHandler.java | 76 +- .../internal/commandline/cache/CacheArguments.java | 34 + .../internal/jdbc/thin/JdbcThinConnection.java | 148 +- .../internal/jdbc/thin/JdbcThinResultSet.java | 54 +- .../internal/jdbc/thin/JdbcThinStatement.java | 188 +- .../ignite/internal/jdbc/thin/JdbcThinTcpIo.java | 93 +- .../managers/communication/GridIoManager.java | 8 +- .../communication/GridIoMessageFactory.java | 18 + .../managers/discovery/ConsistentIdMapper.java | 10 +- .../managers/discovery/GridDiscoveryManager.java | 25 +- .../managers/encryption/GridEncryptionManager.java | 18 +- .../IgniteAuthenticationProcessor.java | 14 +- .../cache/AutoClosableCursorIterator.java} | 49 +- .../cache/CacheAffinitySharedManager.java | 46 +- .../processors/cache/CacheEvictionManager.java | 6 +- .../cache/CacheOffheapEvictionManager.java | 5 +- .../processors/cache/ClusterCachesInfo.java | 571 +- .../processors/cache/DynamicCacheChangeBatch.java | 20 + .../cache/DynamicCacheChangeRequest.java | 22 +- .../processors/cache/ExchangeDiscoveryEvents.java | 5 - .../cache/GatewayProtectedCacheProxy.java | 25 +- .../processors/cache/GridCacheAdapter.java | 19 +- .../cache/GridCacheConcurrentMapImpl.java | 2 +- .../processors/cache/GridCacheEntryEx.java | 3 +- .../processors/cache/GridCacheEvictionManager.java | 3 +- .../processors/cache/GridCacheIoManager.java | 23 +- .../processors/cache/GridCacheMapEntry.java | 22 +- .../processors/cache/GridCacheMvccManager.java | 36 +- .../cache/GridCachePartitionExchangeManager.java | 44 +- .../processors/cache/GridCacheProcessor.java | 159 +- .../processors/cache/GridCacheTtlManager.java | 2 +- .../internal/processors/cache/GridCacheUtils.java | 2 +- .../processors/cache/IgniteCacheProxyImpl.java | 457 +- .../internal/processors/cache/QueryCursorImpl.java | 19 +- .../internal/processors/cache/WalStateManager.java | 11 +- .../cache/binary/BinaryMetadataFileStore.java | 33 +- .../processors/cache/binary/BinaryMetadataKey.java | 2 +- .../binary/CacheObjectBinaryProcessorImpl.java | 16 +- .../binary/MetadataUpdateProposedMessage.java | 12 +- .../GridDistributedTxRemoteAdapter.java | 19 +- .../cache/distributed/dht/GridDhtCacheAdapter.java | 6 +- .../cache/distributed/dht/GridDhtGetFuture.java | 2 +- .../distributed/dht/GridDhtGetSingleFuture.java | 2 +- .../dht/GridDhtTransactionalCacheAdapter.java | 4 +- .../dht/GridDhtTxAbstractEnlistFuture.java | 17 +- .../distributed/dht/GridPartitionedGetFuture.java | 8 +- .../dht/GridPartitionedSingleGetFuture.java | 8 +- .../dht/NearTxQueryEnlistResultHandler.java | 2 +- .../distributed/dht/atomic/GridDhtAtomicCache.java | 12 +- .../atomic/GridNearAtomicSingleUpdateFuture.java | 8 +- .../dht/atomic/GridNearAtomicUpdateFuture.java | 8 +- .../dht/colocated/GridDhtColocatedCache.java | 2 +- .../dht/colocated/GridDhtColocatedLockFuture.java | 6 +- .../CachePartitionPartialCountersMap.java | 2 +- .../dht/preloader/GridDhtPartitionDemander.java | 4 +- .../preloader/GridDhtPartitionsExchangeFuture.java | 84 +- .../distributed/near/GridNearAtomicCache.java | 2 +- .../cache/distributed/near/GridNearGetFuture.java | 6 +- .../cache/distributed/near/GridNearLockFuture.java | 6 +- .../near/GridNearTransactionalCache.java | 6 +- .../near/GridNearTxAbstractEnlistFuture.java | 16 +- .../cache/distributed/near/GridNearTxLocal.java | 10 +- .../near/GridNearTxQueryEnlistFuture.java | 3 +- .../distributed/near/TxTopologyVersionFuture.java | 6 +- .../processors/cache/local/GridLocalCache.java | 2 +- .../cache/local/atomic/GridLocalAtomicCache.java | 8 +- .../processors/cache/mvcc/MvccProcessorImpl.java | 12 +- .../internal/processors/cache/mvcc/MvccUtils.java | 4 +- .../processors/cache/mvcc/txlog/TxLog.java | 7 +- .../cache/persistence/DbCheckpointListener.java | 10 + .../GridCacheDatabaseSharedManager.java | 180 +- .../cache/persistence/GridCacheOffheapManager.java | 5 + .../cache/persistence/file/FilePageStore.java | 7 + .../persistence/file/FilePageStoreManager.java | 109 +- .../cache/persistence/metastorage/MetaStorage.java | 139 +- .../metastorage/ReadOnlyMetastorage.java | 21 +- .../metastorage/ReadWriteMetastorage.java | 3 + .../pagemem/DelayedPageReplacementTracker.java | 8 +- .../cache/persistence/pagemem/PageMemoryEx.java | 2 +- .../pagemem/PagesWriteSpeedBasedThrottle.java | 4 +- .../processors/cache/persistence/pagemem/README.md | 30 +- .../wal/reader/StandaloneGridKernalContext.java | 12 + .../cache/query/GridCacheQueryManager.java | 2 +- .../cache/query/IgniteQueryErrorCode.java | 6 + .../cache/store/GridCacheWriteBehindStore.java | 149 +- .../cache/transactions/IgniteInternalTx.java | 3 +- .../cache/transactions/IgniteTxAdapter.java | 23 +- .../cache/transactions/IgniteTxHandler.java | 68 +- .../IgniteTxImplicitSingleStateImpl.java | 6 +- .../cache/transactions/IgniteTxLocalAdapter.java | 13 +- .../cache/transactions/IgniteTxManager.java | 40 +- .../cache/transactions/IgniteTxStateImpl.java | 6 +- .../cache/tree/mvcc/data/MvccUpdateDataRow.java | 2 +- .../cache/verify/GridNotIdleException.java | 69 + .../cache/verify/IdleVerifyException.java | 61 + .../cache/verify/IdleVerifyResultV2.java | 124 +- .../processors/cache/verify/IdleVerifyUtility.java | 120 + .../verify/VerifyBackupPartitionsDumpTask.java | 108 +- .../cache/verify/VerifyBackupPartitionsTaskV2.java | 381 +- .../cacheobject/IgniteCacheObjectProcessor.java | 10 +- .../cluster/ChangeGlobalStateMessage.java | 19 + .../cluster/GridClusterStateProcessor.java | 21 +- .../distributed/DetachedPropertyException.java} | 15 +- .../distributed/DistributedBooleanProperty.java} | 25 +- .../distributed/DistributedComparableProperty.java | 63 + ...DistributedConfigurationLifecycleListener.java} | 16 +- .../DistributedConfigurationProcessor.java | 281 + .../distributed/DistributedLongProperty.java} | 25 +- .../distributed/DistributedProperty.java | 118 + .../distributed/DistributedPropertyDispatcher.java | 53 + .../continuous/GridContinuousProcessor.java | 4 +- .../processors/datastreamer/DataStreamerImpl.java | 2 +- .../datastructures/AtomicDataStructureProxy.java | 2 +- .../datastructures/DataStructuresProcessor.java | 22 +- .../datastructures/GridCacheRemovable.java | 7 + .../datastructures/GridCacheSetProxy.java | 2 +- .../metastorage/DistributedMetaStorage.java | 74 + .../DistributedMetaStorageListener.java} | 27 +- .../DistributedMetastorageLifecycleListener.java | 43 + .../ReadableDistributedMetaStorage.java | 62 + .../persistence/DistributedMetaStorageBridge.java | 91 + .../DistributedMetaStorageCasAckMessage.java} | 34 +- .../DistributedMetaStorageCasMessage.java | 67 + .../DistributedMetaStorageClusterNodeData.java} | 41 +- .../DistributedMetaStorageHistoryItem.java | 76 + .../persistence/DistributedMetaStorageImpl.java | 1169 ++ .../DistributedMetaStorageJoiningNodeData.java} | 36 +- .../DistributedMetaStorageUpdateAckMessage.java | 97 + .../DistributedMetaStorageUpdateMessage.java | 119 + .../persistence/DistributedMetaStorageUtil.java | 109 + .../persistence/DistributedMetaStorageVersion.java | 159 + .../EmptyDistributedMetaStorageBridge.java | 64 + ...InMemoryCachedDistributedMetaStorageBridge.java | 109 + .../NotAvailableDistributedMetaStorageBridge.java | 62 + .../ReadOnlyDistributedMetaStorageBridge.java | 212 + .../metastorage/persistence/StartupExtras.java} | 18 +- .../WritableDistributedMetaStorageBridge.java | 163 + .../odbc/ClientListenerMessageParser.java | 20 +- .../processors/odbc/ClientListenerNioListener.java | 11 +- .../processors/odbc/ClientListenerProcessor.java | 44 + .../odbc/ClientListenerRequestHandler.java | 27 +- .../internal/processors/odbc/SqlStateCode.java | 3 + .../odbc/jdbc/JdbcBatchExecuteRequest.java | 6 +- .../odbc/jdbc/JdbcBulkLoadAckResult.java | 24 +- .../odbc/jdbc/JdbcBulkLoadBatchRequest.java | 30 +- .../odbc/jdbc/JdbcBulkLoadProcessor.java | 21 +- .../odbc/jdbc/JdbcConnectionContext.java | 6 +- .../JdbcCursor.java} | 45 +- .../processors/odbc/jdbc/JdbcMessageParser.java | 17 +- ...ataRequest.java => JdbcQueryCancelRequest.java} | 36 +- .../odbc/jdbc/JdbcQueryCloseRequest.java | 20 +- .../processors/odbc/jdbc/JdbcQueryCursor.java | 28 +- .../processors/odbc/jdbc/JdbcQueryDescriptor.java | 95 + .../odbc/jdbc/JdbcQueryExecuteResult.java | 28 +- .../odbc/jdbc/JdbcQueryFetchRequest.java | 22 +- .../odbc/jdbc/JdbcQueryMetadataRequest.java | 20 +- .../internal/processors/odbc/jdbc/JdbcRequest.java | 57 +- .../processors/odbc/jdbc/JdbcRequestHandler.java | 544 +- .../processors/odbc/jdbc/JdbcResultInfo.java | 20 +- .../odbc/odbc/OdbcConnectionContext.java | 7 +- .../processors/odbc/odbc/OdbcMessageParser.java | 13 + .../processors/odbc/odbc/OdbcRequestHandler.java | 15 + .../platform/client/ClientMessageParser.java | 14 + .../platform/client/ClientRequestHandler.java | 16 + .../platform/utils/PlatformConfigurationUtils.java | 12 + .../processors/query/GridQueryProcessor.java | 58 +- .../processors/query/RunningQueryManager.java | 17 +- .../query/schema/SchemaIndexCacheVisitorImpl.java | 3 +- .../processors/service/GridServiceAssignments.java | 3 + .../service/GridServiceAssignmentsKey.java | 3 + .../processors/service/GridServiceDeployment.java | 3 + .../GridServiceDeploymentCompoundFuture.java | 15 +- .../service/GridServiceDeploymentFuture.java | 24 +- .../service/GridServiceDeploymentKey.java | 3 + .../processors/service/GridServiceProcessor.java | 186 +- .../processors/service/GridServiceProxy.java | 10 +- .../processors/service/IgniteServiceProcessor.java | 1787 ++ .../processors/service/PreparedConfigurations.java | 7 +- ...ture.java => ServiceChangeAbstractRequest.java} | 30 +- .../ServiceChangeBatchRequest.java} | 119 +- .../service/ServiceClusterDeploymentResult.java | 73 + .../ServiceClusterDeploymentResultBatch.java | 125 + .../service/ServiceDeploymentActions.java | 115 + .../service/ServiceDeploymentManager.java | 567 + .../service/ServiceDeploymentProcessId.java | 172 + ...ntFuture.java => ServiceDeploymentRequest.java} | 23 +- .../processors/service/ServiceDeploymentTask.java | 859 + .../processors/service/ServiceDescriptorImpl.java | 4 + ...ServiceDescriptorImpl.java => ServiceInfo.java} | 110 +- .../service/ServiceProcessorAdapter.java | 162 + .../ServiceProcessorCommonDiscoveryData.java | 55 + ... => ServiceProcessorJoinNodeDiscoveryData.java} | 38 +- .../service/ServiceSingleNodeDeploymentResult.java | 162 + .../ServiceSingleNodeDeploymentResultBatch.java | 155 + .../service/ServiceUndeploymentRequest.java} | 27 +- .../GridInternalSubscriptionProcessor.java | 53 +- .../apache/ignite/internal/util/IgniteUtils.java | 281 +- .../lang/IgniteThrowableBiConsumer.java} | 24 +- .../org/apache/ignite/internal/util/typedef/X.java | 28 +- .../internal/visor/baseline/VisorBaselineTask.java | 4 + .../cache/VisorCacheConfigurationCollectorJob.java | 3 +- .../cache/VisorCacheMetricsCollectorTask.java | 15 +- .../visor/cache/VisorCachePartitionsTask.java | 5 +- .../visor/verify/VisorIdleVerifyDumpTaskArg.java | 63 +- .../internal/visor/verify/VisorIdleVerifyJob.java | 13 +- .../visor/verify/VisorIdleVerifyTaskArg.java | 94 +- .../visor/verify/VisorIdleVerifyTaskV2.java | 58 +- .../ignite/marshaller/jdk/JdkMarshaller.java | 3 + .../ignite/services/ServiceConfiguration.java | 2 + .../ignite/spi/discovery/tcp/ClientImpl.java | 11 +- .../ignite/spi/discovery/tcp/ServerImpl.java | 80 +- .../tcp/ipfinder/TcpDiscoveryIpFinderAdapter.java | 34 +- .../multicast/TcpDiscoveryMulticastIpFinder.java | 213 +- .../sharedfs/TcpDiscoverySharedFsIpFinder.java | 7 + .../apache/ignite/ssl/DelegatingSSLContextSpi.java | 4 +- .../apache/ignite/ssl/SSLSocketFactoryWrapper.java | 64 +- .../startup/cmdline/CommandLineTransformer.java | 10 +- .../org.apache.ignite.plugin.PluginProvider | 1 + .../RendezvousAffinityFunctionSelfTest.java | 7 + .../RendezvousAffinityFunctionSimpleBenchmark.java | 7 + ...JdbcPojoWriteBehindStoreWithCoalescingTest.java | 680 + .../store/jdbc/model/TestJdbcPojoDataSource.java | 523 + .../jdbc/model/TestJdbcPojoDataSourceFactory.java | 106 + .../TestJdbcPojoStoreFactoryWithHangWriteAll.java | 136 + .../ignite/cache/store/jdbc/model/TestPojo.java | 117 + .../ignite/internal/ClusterGroupSelfTest.java | 7 + .../ignite/internal/GridCommunicationSelfTest.java | 7 + .../ignite/internal/GridDeploymentSelfTest.java | 2 +- .../ignite/internal/GridDiscoverySelfTest.java | 7 + .../ignite/internal/GridEventStorageSelfTest.java | 8 + .../GridFailedInputParametersSelfTest.java | 7 + .../GridJobStealingZeroActiveJobsSelfTest.java | 1 + .../IgniteClientReconnectServicesTest.java | 49 + .../encryption/EncryptedCacheDestroyTest.java | 4 +- .../GridDiscoveryManagerAttributesSelfTest.java | 12 + .../AuthenticationProcessorNodeRestartTest.java | 4 +- .../cache/CacheEntryProcessorCopySelfTest.java | 3 +- .../cache/CacheLocalGetSerializationTest.java | 68 + .../cache/GridCacheAbstractFullApiSelfTest.java | 2 +- .../GridCacheMultinodeUpdateAbstractSelfTest.java | 20 +- .../cache/GridCacheReferenceCleanupSelfTest.java | 6 - .../processors/cache/GridCacheTestEntryEx.java | 4 +- ...ridProjectionForCachesOnDaemonNodeSelfTest.java | 8 + .../IgniteCacheConfigVariationsFullApiTest.java | 2 +- .../IgniteCacheEntryProcessorNodeJoinTest.java | 7 - .../cache/IgniteCacheInterceptorSelfTestSuite.java | 26 +- .../cache/IgniteClusterActivateDeactivateTest.java | 7 + ...usterActivateDeactivateTestWithPersistence.java | 18 + .../cache/IgniteDynamicCacheStartSelfTest.java | 66 +- .../IgniteMvccTxMultiThreadedAbstractTest.java | 11 +- .../cache/IgnitePdsDataRegionMetricsTxTest.java | 14 +- .../PartitionsExchangeCoordinatorFailoverTest.java | 176 +- .../cache/WalModeChangeAdvancedSelfTest.java | 8 +- .../distributed/CacheBaselineTopologyTest.java | 113 +- .../cache/distributed/CacheExchangeMergeTest.java | 8 +- .../CacheLateAffinityAssignmentTest.java | 2 +- .../distributed/GridCacheLockAbstractTest.java | 11 + .../IgniteCacheClientNodeChangingTopologyTest.java | 2 +- .../distributed/IgniteCachePrimarySyncTest.java | 4 +- .../distributed/IgniteTxCachePrimarySyncTest.java | 14 +- .../distributed/IgniteTxPreloadAbstractTest.java | 6 - .../CachePartitionPartialCountersMapSelfTest.java | 16 +- .../dht/GridCacheDhtPreloadDelayedSelfTest.java | 6 +- ...GridCachePartitionedTopologyChangeSelfTest.java | 4 +- .../dht/GridCacheTxNodeFailureSelfTest.java | 2 +- ...achePartitionedOptimisticTxNodeRestartTest.java | 4 +- .../near/GridPartitionedBackupLoadSelfTest.java | 4 + ...eRebalanceOnCachesStoppingOrDestroyingTest.java | 207 +- .../SortedEvictionPolicyPerformanceTest.java | 7 + .../expiry/IgniteCacheExpiryPolicyTestSuite.java | 59 +- .../GridCacheLocalByteArrayValuesSelfTest.java | 1 + .../cache/mvcc/CacheMvccAbstractTest.java | 24 +- .../cache/mvcc/MvccUnsupportedTxModesTest.java | 17 +- ...itePdsCacheStartStopWithFreqCheckpointTest.java | 2 +- .../IgnitePdsNoSpaceLeftOnDeviceTest.java | 154 + ...gniteRebalanceScheduleResendPartitionsTest.java | 2 +- ...IgnitePdsCacheWalDisabledOnRebalancingTest.java | 195 +- .../db/IgnitePdsDataRegionMetricsTest.java | 7 +- .../db/file/IgnitePdsThreadInterruptionTest.java | 206 +- .../metastorage/IgniteMetaStorageBasicTest.java | 75 +- .../wal/CpTriggeredWalDeltaConsistencyTest.java | 4 - .../wal/ExplicitWalDeltaConsistencyTest.java | 5 +- .../wal/SysPropWalDeltaConsistencyTest.java | 4 - .../wal/memtracker/PageMemoryTracker.java | 102 +- ...ContinuousQueryAsyncFailoverMvccTxSelfTest.java | 6 - ...CacheContinuousQueryFailoverMvccTxSelfTest.java | 6 - .../GridCacheContinuousQueryAbstractSelfTest.java | 9 +- .../store/GridCacheWriteBehindStoreSelfTest.java | 4 + .../TxDataConsistencyOnCommitFailureTest.java | 4 +- .../cache/transactions/TxRollbackAsyncTest.java | 3 - .../distributed/DistributedConfigurationTest.java | 242 + .../TestDistibutedConfigurationPlugin.java | 119 + .../DistributedMetaStoragePersistentTest.java | 698 + .../metastorage/DistributedMetaStorageTest.java | 366 + .../GridServiceContinuousQueryRedeployTest.java | 6 +- ...ridServiceDeploymentCompoundFutureSelfTest.java | 7 +- ...dServiceDeploymentExceptionPropagationTest.java | 43 +- .../GridServiceProcessorAbstractSelfTest.java | 54 +- .../GridServiceProcessorBatchDeploySelfTest.java | 54 +- ...ridServiceProcessorMultiNodeConfigSelfTest.java | 40 +- .../GridServiceProcessorMultiNodeSelfTest.java | 25 +- .../service/GridServiceProcessorProxySelfTest.java | 5 +- .../GridServiceProcessorSingleNodeSelfTest.java | 20 +- .../service/GridServiceProcessorStopSelfTest.java | 77 +- .../service/GridServiceReassignmentSelfTest.java | 18 +- .../service/GridServiceSerializationSelfTest.java | 2 +- .../IgniteServiceConfigVariationsFullApiTest.java | 80 +- .../IgniteServiceDynamicCachesSelfTest.java | 26 +- .../service/IgniteServiceReassignmentTest.java | 50 +- ...mentDiscoveryListenerNotificationOrderTest.java | 115 + ...mentNonSerializableStaticConfigurationTest.java | 119 + .../service/ServiceDeploymentOnActivationTest.java | 110 +- .../ServiceDeploymentOnClientDisconnectTest.java | 228 + .../ServiceDeploymentOutsideBaselineTest.java | 12 +- .../ServiceDeploymentProcessAbstractTest.java | 127 + .../ServiceDeploymentProcessIdSelfTest.java | 105 + ...DeploymentProcessingOnCoordinatorFailTest.java} | 27 +- ...eDeploymentProcessingOnCoordinatorLeftTest.java | 125 + ...erviceDeploymentProcessingOnNodesFailTest.java} | 27 +- ...ServiceDeploymentProcessingOnNodesLeftTest.java | 117 + .../processors/service/ServiceInfoSelfTest.java | 137 + .../service/ServicePredicateAccessCacheTest.java | 52 +- .../ServiceReassignmentFunctionSelfTest.java | 220 + .../service/inner/LongInitializedTestService.java} | 32 +- .../ignite/internal/util/IgniteUtilsSelfTest.java | 20 +- .../tcp/TcpClientDiscoverySpiMulticastTest.java | 8 +- .../GridInternalTasksLoadBalancingSelfTest.java | 7 + .../GridCommandLineTransformerSelfTest.java | 6 +- .../apache/ignite/testframework/GridTestUtils.java | 29 + .../ignite/testframework/IgniteTestSuite.java | 429 - .../testframework/junits/GridAbstractTest.java | 18 +- .../junits/common/GridCommonAbstractTest.java | 45 +- .../junits/multijvm/IgniteClusterProcessProxy.java | 6 + .../ignite/testsuites/IgniteBasicTestSuite.java | 241 +- .../IgniteBasicWithPersistenceTestSuite.java | 69 +- .../testsuites/IgniteBinaryCacheTestSuite.java | 24 +- .../IgniteBinaryObjectsCacheTestSuite3.java | 26 +- .../IgniteBinaryObjectsComputeGridTestSuite.java | 20 +- ...bjectsSimpleNameMapperComputeGridTestSuite.java | 16 +- .../testsuites/IgniteBinaryObjectsTestSuite.java | 163 +- ...IgniteBinarySimpleNameMapperBasicTestSuite.java | 17 +- ...inarySimpleNameMapperCacheFullApiTestSuite.java | 19 +- ...acheBlockExchangeOnReadOperationsTestSuite.java | 31 +- ...niteCacheDataStructuresBinarySelfTestSuite.java | 33 +- .../IgniteCacheDataStructuresSelfTestSuite.java | 204 +- .../IgniteCacheEvictionSelfTestSuite.java | 10 +- .../testsuites/IgniteCacheFailoverTestSuite.java | 73 +- .../testsuites/IgniteCacheFailoverTestSuite2.java | 55 +- .../testsuites/IgniteCacheFailoverTestSuite3.java | 23 +- .../IgniteCacheFullApiMultiJvmSelfTestSuite.java | 74 +- .../IgniteCacheFullApiSelfTestSuite.java | 178 +- .../IgniteCacheIteratorsSelfTestSuite.java | 10 +- .../IgniteCacheLoadConsistencyTestSuite.java | 23 +- .../IgniteCacheMetricsSelfTestSuite.java | 10 +- .../testsuites/IgniteCacheMvccTestSuite.java | 66 +- .../testsuites/IgniteCacheMvccTestSuite1.java | 31 +- .../testsuites/IgniteCacheMvccTestSuite2.java | 33 +- .../testsuites/IgniteCacheMvccTestSuite3.java | 29 +- .../testsuites/IgniteCacheMvccTestSuite4.java | 25 +- .../testsuites/IgniteCacheMvccTestSuite5.java | 21 +- .../testsuites/IgniteCacheMvccTestSuite6.java | 27 +- .../testsuites/IgniteCacheMvccTestSuite7.java | 28 +- .../testsuites/IgniteCacheMvccTestSuite8.java | 24 +- .../testsuites/IgniteCacheMvccTestSuite9.java | 26 +- .../IgniteCacheNearOnlySelfTestSuite.java | 26 +- .../IgniteCacheP2pUnmarshallingErrorTestSuite.java | 34 +- .../testsuites/IgniteCacheRestartTestSuite.java | 31 +- .../testsuites/IgniteCacheRestartTestSuite2.java | 35 +- .../IgniteCacheTcpClientDiscoveryTestSuite.java | 22 +- .../ignite/testsuites/IgniteCacheTestSuite.java | 29 +- .../ignite/testsuites/IgniteCacheTestSuite2.java | 26 +- .../ignite/testsuites/IgniteCacheTestSuite3.java | 32 +- .../ignite/testsuites/IgniteCacheTestSuite4.java | 357 +- .../ignite/testsuites/IgniteCacheTestSuite5.java | 31 +- .../ignite/testsuites/IgniteCacheTestSuite6.java | 26 +- .../ignite/testsuites/IgniteCacheTestSuite7.java | 24 +- .../ignite/testsuites/IgniteCacheTestSuite8.java | 33 +- .../ignite/testsuites/IgniteCacheTestSuite9.java | 26 +- .../IgniteCacheTxRecoverySelfTestSuite.java | 43 +- .../IgniteCacheWriteBehindTestSuite.java | 26 +- .../testsuites/IgniteClientNodesTestSuite.java | 29 +- .../testsuites/IgniteClientReconnectTestSuite.java | 51 +- .../testsuites/IgniteComputeGridTestSuite.java | 169 +- .../IgniteContinuousTaskSelfTestSuite.java | 26 +- .../ignite/testsuites/IgniteDatabaseTestSuite.java | 21 +- .../testsuites/IgniteDbMemoryLeakTestSuite.java | 31 +- .../IgniteExternalizableSelfTestSuite.java | 17 +- .../org/apache/ignite/testsuites/IgniteIgnore.java | 40 - .../IgniteIpcSharedMemorySelfTestSuite.java | 25 +- .../ignite/testsuites/IgniteIpcTestSuite.java | 6 +- .../testsuites/IgniteJobMetricsSelfTestSuite.java | 17 +- .../testsuites/IgniteKernalSelfTestSuite.java | 156 +- .../ignite/testsuites/IgniteLangSelfTestSuite.java | 77 +- .../testsuites/IgniteLoggingSelfTestSuite.java | 17 +- .../testsuites/IgniteMarshallerSelfTestSuite.java | 52 +- .../ignite/testsuites/IgniteP2PSelfTestSuite.java | 67 +- .../ignite/testsuites/IgnitePdsMvccTestSuite.java | 22 +- .../ignite/testsuites/IgnitePdsMvccTestSuite2.java | 21 +- .../ignite/testsuites/IgnitePdsMvccTestSuite3.java | 21 +- .../ignite/testsuites/IgnitePdsMvccTestSuite4.java | 22 +- .../ignite/testsuites/IgnitePdsTestSuite.java | 34 +- .../ignite/testsuites/IgnitePdsTestSuite2.java | 30 +- .../ignite/testsuites/IgnitePdsTestSuite3.java | 27 +- .../ignite/testsuites/IgnitePdsTestSuite4.java | 28 +- .../testsuites/IgnitePlatformsTestSuite.java | 22 +- .../testsuites/IgniteRestHandlerTestSuite.java | 27 +- ...iteServiceConfigVariationsFullApiTestSuite.java | 9 - ...tSuite.java => IgniteServiceGridTestSuite.java} | 121 +- .../IgniteSpiCheckpointSelfTestSuite.java | 50 +- .../IgniteSpiCollisionSelfTestSuite.java | 46 +- .../IgniteSpiCommunicationSelfTestSuite.java | 73 +- .../IgniteSpiDeploymentSelfTestSuite.java | 22 +- .../IgniteSpiDiscoverySelfTestSuite.java | 154 +- .../IgniteSpiEventStorageSelfTestSuite.java | 25 +- .../testsuites/IgniteSpiFailoverSelfTestSuite.java | 42 +- .../IgniteSpiLoadBalancingSelfTestSuite.java | 64 +- .../ignite/testsuites/IgniteSpiTestSuite.java | 62 +- .../testsuites/IgniteStandByClusterSuite.java | 61 +- .../ignite/testsuites/IgniteStartUpTestSuite.java | 17 +- .../testsuites/IgniteStreamSelfTestSuite.java | 21 +- .../testsuites/IgniteTaskSessionSelfTestSuite.java | 55 +- .../IgniteTimeoutProcessorSelfTestSuite.java | 17 +- .../IgniteTopologyValidatorTestSuite.java | 10 +- .../ignite/testsuites/IgniteUtilSelfTestSuite.java | 125 +- .../testsuites/TxDeadlockDetectionTestSuite.java | 37 +- .../apache/ignite/util/GridCommandHandlerTest.java | 214 +- .../testsuites/IgnitePdsNativeIoTestSuite.java | 25 +- .../testsuites/IgnitePdsNativeIoTestSuite2.java | 29 +- .../ignite/stream/flume/IgniteSinkTestSuite.java | 17 +- .../ignite/testsuites/IgniteGCETestSuite.java | 18 +- .../query/h2/H2IndexingAbstractGeoSelfTest.java | 29 +- .../testsuites/GeoSpatialIndexingTestSuite.java | 21 +- ...opFileSystemShmemExternalDualAsyncSelfTest.java | 9 +- .../HadoopExternalTaskExecutionSelfTest.java | 4 +- .../HadoopExternalCommunicationSelfTest.java | 6 +- .../testsuites/IgniteBinaryHibernateTestSuite.java | 22 +- .../testsuites/IgniteHibernateTestSuite.java | 40 +- .../IgniteBinaryHibernate5TestSuite.java | 22 +- .../testsuites/IgniteHibernate5TestSuite.java | 40 +- .../IgniteBinaryHibernate53TestSuite.java | 24 +- .../testsuites/IgniteHibernate53TestSuite.java | 43 +- .../IgniteIgnoredBinarySimpleMapperTestSuite.java | 22 +- .../testsuites/IgniteIgnoredBinaryTestSuite.java | 26 +- .../ignite/testsuites/IgniteIgnoredTestSuite.java | 50 +- .../processors/query/h2/ConnectionManager.java | 209 +- .../processors/query/h2/H2ConnectionWrapper.java | 25 + .../processors/query/h2/H2FieldsIterator.java | 5 +- .../processors/query/h2/IgniteH2Indexing.java | 151 +- .../processors/query/h2/SchemaManager.java | 9 +- .../processors/query/h2/ThreadLocalObjectPool.java | 121 +- .../affinity/PartitionAffinityFunctionType.java} | 37 +- .../query/h2/affinity/PartitionAllNode.java | 5 + .../query/h2/affinity/PartitionCompositeNode.java | 114 +- .../query/h2/affinity/PartitionConstantNode.java | 6 +- .../query/h2/affinity/PartitionExtractor.java | 544 +- .../query/h2/affinity/PartitionGroupNode.java | 23 +- .../query/h2/affinity/PartitionJoinCondition.java | 132 + .../query/h2/affinity/PartitionJoinGroup.java | 81 + .../query/h2/affinity/PartitionNode.java | 5 + .../query/h2/affinity/PartitionNoneNode.java | 5 + .../query/h2/affinity/PartitionParameterNode.java | 2 +- .../query/h2/affinity/PartitionResult.java | 25 +- .../query/h2/affinity/PartitionSingleNode.java | 21 +- .../query/h2/affinity/PartitionTable.java | 113 + .../affinity/PartitionTableAffinityDescriptor.java | 97 + .../h2/affinity/PartitionTableDescriptor.java | 73 - .../query/h2/affinity/PartitionTableModel.java | 157 + .../processors/query/h2/dml/UpdatePlan.java | 6 +- .../processors/query/h2/opt/GridH2Table.java | 161 +- .../processors/query/h2/sql/GridSqlColumn.java | 7 + .../query/h2/sql/GridSqlQuerySplitter.java | 20 +- .../query/h2/twostep/GridMapQueryExecutor.java | 2 +- .../query/h2/twostep/GridReduceQueryExecutor.java | 7 +- .../visor/verify/ValidateIndexesClosure.java | 105 +- .../cache/GridCacheDynamicLoadOnClientTest.java | 4 +- .../cache/IgniteCacheDistributedJoinTest.java | 2 + ...acheLockPartitionOnAffinityRunAbstractTest.java | 1 + .../cache/IgniteCacheOffheapIndexScanTest.java | 7 + .../cache/IgniteCacheQueriesLoadTest1.java | 4 +- .../cache/IgniteCacheQueryH2IndexingLeakTest.java | 14 +- .../IgniteCacheQueryMultiThreadedSelfTest.java | 9 +- .../cache/IgniteCacheUnionDuplicatesTest.java | 7 + .../QueryJoinWithDifferentNodeFiltersTest.java | 7 +- ...eCacheQueryAbstractDistributedJoinSelfTest.java | 4 +- .../near/IgniteCacheQueryNodeRestartSelfTest2.java | 2 + .../IgniteCacheReplicatedQuerySelfTest.java | 13 + .../cache/index/AbstractIndexingCommonTest.java | 64 + .../cache/index/AbstractSchemaSelfTest.java | 5 +- .../processors/cache/index/BasicIndexTest.java | 7 +- .../index/ComplexPrimaryKeyUnwrapSelfTest.java | 8 +- .../index/ComplexSecondaryKeyUnwrapSelfTest.java | 4 +- .../index/DuplicateKeyValueClassesSelfTest.java | 6 +- .../cache/index/DynamicColumnsAbstractTest.java | 3 +- .../index/DynamicIndexAbstractBasicSelfTest.java | 2 +- .../cache/index/H2ConnectionLeaksSelfTest.java | 60 +- .../cache/index/H2RowCachePageEvictionTest.java | 3 +- .../processors/cache/index/H2RowCacheSelfTest.java | 4 +- .../index/IoStatisticsBasicIndexSelfTest.java | 3 +- .../processors/cache/index/LongIndexNameTest.java | 11 +- .../cache/index/MvccEmptyTransactionSelfTest.java | 12 +- .../index/OptimizedMarshallerIndexNameTest.java | 16 +- .../cache/index/QueryEntityValidationSelfTest.java | 14 +- .../mvcc/CacheMvccBasicContinuousQueryTest.java | 11 +- .../cache/mvcc/CacheMvccSqlTxModesTest.java | 213 + .../persistence/db/wal/IgniteWalRecoveryTest.java | 28 +- .../IgnitePersistentStoreSchemaLoadTest.java | 6 +- ...iteStableBaselineBinObjFieldsQuerySelfTest.java | 4 +- .../query/IgniteSqlDistributedJoinSelfTest.java | 4 +- .../query/IgniteSqlEntryCacheModeAgnosticTest.java | 7 +- .../query/IgniteSqlGroupConcatCollocatedTest.java | 4 +- .../IgniteSqlGroupConcatNotCollocatedTest.java | 4 +- .../query/IgniteSqlKeyValueFieldsTest.java | 15 +- .../query/IgniteSqlNotNullConstraintTest.java | 4 +- .../query/IgniteSqlParameterizedQueryTest.java | 4 +- .../query/IgniteSqlQueryParallelismTest.java | 4 +- .../processors/query/IgniteSqlRoutingTest.java | 29 +- .../query/IgniteSqlSchemaIndexingTest.java | 4 +- .../query/IgniteSqlSegmentedIndexSelfTest.java | 4 +- ...gniteSqlSkipReducerOnUpdateDmlFlagSelfTest.java | 122 +- .../IgniteSqlSkipReducerOnUpdateDmlSelfTest.java | 6 +- .../query/IgniteSqlSplitterSelfTest.java | 7 +- .../processors/query/LazyQuerySelfTest.java | 13 +- .../query/MultipleStatementsSqlQuerySelfTest.java | 4 +- .../processors/query/RunningQueriesTest.java | 78 +- .../processors/query/SqlIllegalSchemaSelfTest.java | 4 +- .../SqlLocalQueryConnectionAndStatementTest.java | 48 +- .../processors/query/SqlNestedQuerySelfTest.java | 4 +- .../processors/query/SqlPushDownFunctionTest.java | 4 +- .../processors/query/SqlSchemaSelfTest.java | 6 +- .../processors/query/SqlSystemViewsSelfTest.java | 4 +- .../CacheQueryEntityWithDateTimeApiFieldsTest.java | 4 +- .../query/h2/GridIndexRebuildSelfTest.java | 4 +- .../query/h2/GridIndexingSpiAbstractSelfTest.java | 15 +- .../H2ResultSetIteratorNullifyOnEndSelfTest.java | 4 +- .../query/h2/H2StatementCacheSelfTest.java | 5 +- .../query/h2/IgniteSqlBigIntegerKeyTest.java | 4 +- .../query/h2/IgniteSqlQueryMinMaxTest.java | 7 +- .../query/h2/PreparedStatementExSelfTest.java | 4 +- .../query/h2/ThreadLocalObjectPoolSelfTest.java | 59 +- .../query/h2/database/InlineIndexHelperTest.java | 4 +- .../query/h2/sql/AbstractH2CompareQueryTest.java | 4 +- .../query/h2/sql/BaseH2CompareQueryTest.java | 8 +- .../processors/query/h2/sql/ExplainSelfTest.java | 7 +- .../query/h2/sql/GridQueryParsingTest.java | 6 +- .../query/h2/sql/H2CompareBigQueryTest.java | 4 +- .../AndOperationExtractPartitionSelfTest.java | 4 +- .../BetweenOperationExtractPartitionSelfTest.java | 741 + .../query/h2/twostep/CacheQueryMemoryLeakTest.java | 4 +- .../h2/twostep/CreateTableWithDateKeySelfTest.java | 4 +- .../DisappearedCacheCauseRetryMessageSelfTest.java | 4 +- ...DisappearedCacheWasNotFoundMessageSelfTest.java | 4 +- .../InOperationExtractPartitionSelfTest.java | 5 +- .../h2/twostep/JoinPartitionPruningSelfTest.java | 1303 ++ .../query/h2/twostep/JoinSqlTestHelper.java | 23 +- .../twostep/NonCollocatedRetryMessageSelfTest.java | 4 +- .../h2/twostep/RetryCauseMessageSelfTest.java | 6 +- .../h2/twostep/TableViewSubquerySelfTest.java | 12 +- ...achePartitionedAtomicColumnConstraintsTest.java | 4 +- .../sql/IgniteSQLColumnConstraintsTest.java | 4 +- ...qlConnectorConfigurationValidationSelfTest.java | 17 +- .../org/apache/ignite/sqltests/BaseSqlTest.java | 4 +- .../IgniteBinaryCacheQueryTestSuite.java | 600 +- .../IgniteBinaryCacheQueryTestSuite2.java | 110 +- ...eBinarySimpleNameMapperCacheQueryTestSuite.java | 16 +- .../IgniteCacheAffinityRunTestSuite.java | 29 +- ...eBlockExchangeOnSqlReadOperationsTestSuite.java | 21 +- .../testsuites/IgniteCacheMvccSqlTestSuite.java | 169 +- .../testsuites/IgniteCacheQuerySelfTestSuite3.java | 83 +- .../testsuites/IgniteCacheQuerySelfTestSuite4.java | 41 +- .../testsuites/IgniteCacheQuerySelfTestSuite5.java | 54 +- .../testsuites/IgniteCacheQuerySelfTestSuite6.java | 54 +- ...teCacheWithIndexingAndPersistenceTestSuite.java | 21 +- .../IgniteCacheWithIndexingTestSuite.java | 67 +- .../IgniteDbMemoryLeakWithIndexingTestSuite.java | 21 +- .../IgnitePdsWithIndexingCoreTestSuite.java | 73 +- .../testsuites/IgnitePdsWithIndexingTestSuite.java | 37 +- .../ignite/testsuites/IgniteJclTestSuite.java | 19 +- ...PartitionedCacheJtaLookupClassNameSelfTest.java | 4 +- .../ignite/testsuites/IgniteJtaTestSuite.java | 44 +- .../kafka/IgniteKafkaStreamerSelfTestSuite.java | 29 +- .../testsuites/IgniteKubernetesTestSuite.java | 20 +- .../ignite/testsuites/IgniteLog4j2TestSuite.java | 25 +- .../org/apache/ignite/IgniteMesosTestSuite.java | 19 +- modules/ml/mleap-model-parser/pom.xml | 51 + .../org/apache/ignite/ml/mleap/MLeapModel.java | 122 + .../apache/ignite/ml/mleap/MLeapModelParser.java | 123 + .../org/apache/ignite/ml/mleap}/package-info.java | 4 +- .../ignite/ml/mleap/IgniteMLeapTestSuite.java} | 17 +- .../ignite/ml/mleap/MLeapModelParserTest.java | 68 + .../test/resources/datasets/scikit-airbnb.rf.zip | Bin 0 -> 216734 bytes .../main/java/org/apache/ignite/ml/Exportable.java | 2 +- .../ignite/ml/{Model.java => IgniteModel.java} | 48 +- .../ignite/ml/clustering/kmeans/Clusterer.java | 4 +- .../ml/clustering/kmeans/ClusterizationModel.java | 4 +- .../ignite/ml/clustering/kmeans/KMeansModel.java | 2 +- .../ignite/ml/clustering/kmeans/KMeansTrainer.java | 2 +- .../ignite/ml/composition/CompositionUtils.java | 85 + .../ignite/ml/composition/DatasetMapping.java | 68 + .../ml/composition/ModelOnFeaturesSubspace.java | 14 +- .../ignite/ml/composition/ModelsComposition.java | 14 +- .../ml/composition/ModelsCompositionFormat.java | 8 +- .../bagging/BaggedModel.java} | 47 +- .../ml/composition/bagging/BaggedTrainer.java | 212 + .../composition/boosting/GDBLearningStrategy.java | 20 +- .../ignite/ml/composition/boosting/GDBTrainer.java | 14 +- .../boosting/convergence/ConvergenceChecker.java | 2 +- .../ml/composition/combinators}/package-info.java | 4 +- .../parallel/ModelsParallelComposition.java | 67 + .../parallel/TrainersParallelComposition.java | 145 + .../combinators/parallel}/package-info.java | 4 +- .../sequential/ModelsSequentialComposition.java | 100 + .../sequential/TrainersSequentialComposition.java | 139 + .../combinators/sequential}/package-info.java | 4 +- .../stacking/SimpleStackedDatasetTrainer.java | 6 +- .../stacking/StackedDatasetTrainer.java | 216 +- .../ml/composition/stacking/StackedModel.java | 76 +- .../stacking/StackedVectorDatasetTrainer.java | 11 +- .../apache/ignite/ml/dataset/DatasetBuilder.java | 2 +- .../ignite/ml/dataset/UpstreamTransformer.java | 18 +- .../ml/dataset/UpstreamTransformerBuilder.java | 18 +- .../ml/dataset/impl/cache/CacheBasedDataset.java | 4 +- .../impl/cache/CacheBasedDatasetBuilder.java | 6 +- .../ml/dataset/impl/cache/util/ComputeUtils.java | 27 +- .../ml/dataset/impl/local/LocalDatasetBuilder.java | 25 +- .../ml/environment/logging/ConsoleLogger.java | 4 +- .../ml/environment/logging/CustomMLLogger.java | 4 +- .../ignite/ml/environment/logging/MLLogger.java | 4 +- .../ignite/ml/environment/logging/NoOpLogger.java | 4 +- .../org/apache/ignite/ml/genetic/Chromosome.java | 1 - .../org/apache/ignite/ml/genetic/MutateJob.java | 3 +- .../ignite/ml/genetic/cache/GeneCacheConfig.java | 1 - .../ml/genetic/cache/PopulationCacheConfig.java | 1 - .../ml/genetic/parameter/ChromosomeCriteria.java | 1 - .../ml/inference/{InfModel.java => Model.java} | 6 +- .../ignite/ml/inference/ModelDescriptor.java | 18 +- ...InfModelBuilder.java => AsyncModelBuilder.java} | 16 +- ...der.java => IgniteDistributedModelBuilder.java} | 58 +- ...nfModelBuilder.java => SingleModelBuilder.java} | 12 +- ...cInfModelBuilder.java => SyncModelBuilder.java} | 16 +- ...ModelBuilder.java => ThreadedModelBuilder.java} | 24 +- ...nInfModelParser.java => IgniteModelParser.java} | 37 +- .../{InfModelParser.java => ModelParser.java} | 8 +- ...lParser.java => TensorFlowBaseModelParser.java} | 14 +- ...Parser.java => TensorFlowGraphModelParser.java} | 2 +- ...r.java => TensorFlowSavedModelModelParser.java} | 4 +- ...ModelReader.java => FileSystemModelReader.java} | 4 +- ...nfModelReader.java => InMemoryModelReader.java} | 6 +- .../{InfModelReader.java => ModelReader.java} | 2 +- ...delReader.java => ModelStorageModelReader.java} | 6 +- .../ignite/ml/knn/NNClassificationModel.java | 4 +- .../ignite/ml/knn/ann/ANNClassificationModel.java | 2 +- .../ml/knn/ann/ANNClassificationTrainer.java | 2 +- .../knn/classification/KNNClassificationModel.java | 2 +- .../classification/KNNClassificationTrainer.java | 2 +- .../ml/knn/regression/KNNRegressionModel.java | 2 +- .../ml/knn/regression/KNNRegressionTrainer.java | 2 +- .../ignite/ml/multiclass/MultiClassModel.java | 8 +- .../ignite/ml/multiclass/OneVsRestTrainer.java | 6 +- .../discrete/DiscreteNaiveBayesModel.java | 6 +- .../discrete/DiscreteNaiveBayesTrainer.java | 4 +- .../gaussian/GaussianNaiveBayesModel.java | 6 +- .../gaussian/GaussianNaiveBayesTrainer.java | 2 +- .../java/org/apache/ignite/ml/nn/MLPTrainer.java | 2 +- .../apache/ignite/ml/nn/MultilayerPerceptron.java | 6 +- .../ignite/ml/optimization/SmoothParametrized.java | 4 +- .../org/apache/ignite/ml/pipeline/Pipeline.java | 4 +- .../org/apache/ignite/ml/pipeline/PipelineMdl.java | 14 +- .../linear/LinearRegressionLSQRTrainer.java | 2 +- .../regressions/linear/LinearRegressionModel.java | 6 +- .../linear/LinearRegressionSGDTrainer.java | 2 +- .../logistic/LogisticRegressionModel.java | 6 +- .../logistic/LogisticRegressionSGDTrainer.java | 2 +- .../ignite/ml/selection/cv/CrossValidation.java | 4 +- .../scoring/cursor/CacheBasedLabelPairCursor.java | 10 +- .../scoring/cursor/LocalLabelPairCursor.java | 17 +- .../evaluator/BinaryClassificationEvaluator.java | 281 +- .../metric/BinaryClassificationMetrics.java | 9 +- .../ml/svm/SVMLinearClassificationModel.java | 6 +- .../ml/svm/SVMLinearClassificationTrainer.java | 2 +- .../ignite/ml/trainers/AdaptableDatasetModel.java | 14 +- .../ml/trainers/AdaptableDatasetTrainer.java | 181 +- .../apache/ignite/ml/trainers/DatasetTrainer.java | 46 +- .../ml/trainers/MultiLabelDatasetTrainer.java | 4 +- .../ml/trainers/SingleLabelDatasetTrainer.java | 4 +- .../ignite/ml/trainers/TrainerTransformers.java | 69 +- .../transformers/BaggingUpstreamTransformer.java | 11 +- .../org/apache/ignite/ml/tree/DecisionTree.java | 2 +- .../ml/tree/DecisionTreeConditionalNode.java | 6 +- .../ignite/ml/tree/DecisionTreeLeafNode.java | 2 +- .../apache/ignite/ml/tree/DecisionTreeNode.java | 4 +- .../tree/boosting/GDBOnTreesLearningStrategy.java | 10 +- .../ml/tree/randomforest/RandomForestTrainer.java | 6 +- .../ignite/ml/tree/randomforest/data/TreeNode.java | 10 +- .../ignite/ml/tree/randomforest/data/TreeRoot.java | 8 +- .../ml/util/generators/DataStreamGenerator.java | 2 +- .../ml/util/generators/DatasetBuilderAdapter.java | 2 +- .../org/apache/ignite/ml/IgniteMLTestSuite.java | 56 +- .../test/java/org/apache/ignite/ml/TestUtils.java | 6 +- .../ignite/ml/clustering/KMeansModelTest.java | 8 +- .../ignite/ml/clustering/KMeansTrainerTest.java | 12 +- .../org/apache/ignite/ml/common/ModelTest.java | 10 +- .../apache/ignite/ml/composition/BaggingTest.java | 47 +- .../apache/ignite/ml/composition/StackingTest.java | 20 +- .../ml/composition/boosting/GDBTrainerTest.java | 18 +- .../convergence/ConvergenceCheckerTest.java | 4 +- .../apache/ignite/ml/dataset/DatasetTestSuite.java | 37 +- .../ml/environment/LearningEnvironmentTest.java | 14 +- .../ignite/ml/inference/InferenceTestSuite.java | 23 +- ...java => IgniteDistributedModelBuilderTest.java} | 14 +- ...lderTestUtil.java => ModelBuilderTestUtil.java} | 16 +- ...uilderTest.java => SingleModelBuilderTest.java} | 16 +- ...lderTest.java => ThreadedModelBuilderTest.java} | 16 +- .../ignite/ml/knn/KNNClassificationTest.java | 24 +- .../apache/ignite/ml/knn/KNNRegressionTest.java | 12 +- .../ignite/ml/multiclass/OneVsRestTrainerTest.java | 8 +- .../discrete/DiscreteNaiveBayesModelTest.java | 2 +- .../discrete/DiscreteNaiveBayesTest.java | 2 +- .../gaussian/GaussianNaiveBayesModelTest.java | 2 +- .../gaussian/GaussianNaiveBayesTest.java | 4 +- .../gaussian/GaussianNaiveBayesTrainerTest.java | 4 +- .../test/java/org/apache/ignite/ml/nn/MLPTest.java | 8 +- .../java/org/apache/ignite/ml/nn/MLPTestSuite.java | 23 +- .../ignite/ml/nn/MLPTrainerIntegrationTest.java | 2 +- .../org/apache/ignite/ml/nn/MLPTrainerTest.java | 6 +- .../MLPTrainerMnistIntegrationTest.java | 2 +- .../ml/nn/performance/MLPTrainerMnistTest.java | 2 +- .../apache/ignite/ml/pipeline/PipelineMdlTest.java | 10 +- .../apache/ignite/ml/pipeline/PipelineTest.java | 8 +- .../linear/LinearRegressionModelTest.java | 12 +- .../logistic/LogisticRegressionModelTest.java | 12 +- .../logistic/LogisticRegressionSGDTrainerTest.java | 12 +- .../ignite/ml/selection/SelectionTestSuite.java | 43 +- .../BinaryClassificationEvaluatorTest.java | 96 + .../selection/scoring/evaluator/EvaluatorTest.java | 2 +- .../metric/BinaryClassificationMetricsTest.java | 159 + .../BinaryClassificationMetricsValuesTest.java | 48 + .../apache/ignite/ml/svm/SVMBinaryTrainerTest.java | 8 +- .../org/apache/ignite/ml/svm/SVMModelTest.java | 28 +- .../ml/{composition => trainers}/StackingTest.java | 25 +- .../ignite/ml/tree/DecisionTreeTestSuite.java | 37 +- .../DecisionTreeMNISTIntegrationTest.java | 2 +- .../ml/tree/performance/DecisionTreeMNISTTest.java | 2 +- .../RandomForestClassifierTrainerTest.java | 4 +- .../RandomForestRegressionTrainerTest.java | 4 +- .../ml/tree/randomforest/data/TreeNodeTest.java | 4 +- .../util/generators/DataStreamGeneratorTest.java | 12 +- .../ignite/ml/xgboost/XGModelComposition.java | 8 +- .../ignite/ml/xgboost/parser/XGModelParser.java | 4 +- .../ml/xgboost/parser/XGBoostModelParserTest.java | 14 +- .../cpp/core/include/ignite/cache/cache.h | 32 +- modules/platforms/cpp/core/src/ignition.cpp | 17 +- .../cpp/thin-client-test/src/cache_client_test.cpp | 710 + .../ignite/impl/thin/cache/cache_client_proxy.h | 83 + .../include/ignite/thin/cache/cache_client.h | 239 +- .../src/impl/cache/cache_client_impl.cpp | 70 +- .../thin-client/src/impl/cache/cache_client_impl.h | 83 + .../src/impl/cache/cache_client_proxy.cpp | 36 + .../platforms/cpp/thin-client/src/impl/message.h | 88 +- .../ApiParity/ClusterParityTest.cs | 3 +- .../IgniteConfigurationTest.cs | 4 + .../Services/ServicesTest.cs | 20 +- .../Apache.Ignite.Core/IgniteConfiguration.cs | 60 + .../IgniteConfigurationSection.xsd | 15 + .../Apache.Ignite.Core/Impl/IgniteManager.cs | 8 +- .../rest/protocols/http/jetty/GridRestSuite.java | 19 +- .../stream/rocketmq/RocketMQStreamerTestSuite.java | 19 +- .../testsuites/IgniteSchedulerTestSuite.java | 19 +- .../ignite/testsuites/IgniteSlf4jTestSuite.java | 19 +- .../ignite/testsuites/IgniteRDDTestSuite.java | 21 +- .../repository/query/IgniteQueryGenerator.java | 14 +- .../repository/query/IgniteRepositoryQuery.java | 17 +- .../support/IgniteRepositoryFactory.java | 16 +- .../springdata/IgniteSpringDataCrudSelfTest.java | 124 +- .../ignite/springdata/misc/PersonRepository.java | 28 + .../testsuites/IgniteSpringData2TestSuite.java | 21 +- .../testsuites/IgniteSpringDataTestSuite.java | 21 +- .../p2p/GridP2PUserVersionChangeSelfTest.java | 4 +- .../testsuites/IgniteResourceSelfTestSuite.java | 27 +- .../ignite/testsuites/IgniteSpringTestSuite.java | 78 +- .../storm/IgniteStormStreamerSelfTestSuite.java | 19 +- .../twitter/IgniteTwitterStreamerTestSuite.java | 19 +- .../testsuites/IgniteToolsSelfTestSuite.java | 19 +- .../testsuites/IgniteUriDeploymentTestSuite.java | 52 +- modules/web-console/assembly/README.txt | 73 +- modules/web-console/backend/app/browsersHandler.js | 34 +- modules/web-console/backend/app/configure.js | 4 + modules/web-console/backend/app/mongo.js | 20 +- modules/web-console/backend/app/schemas.js | 5 +- modules/web-console/backend/app/settings.js | 80 +- .../backend/config/settings.json.sample | 56 +- .../errors/MissingConfirmRegistrationException.js} | 21 +- modules/web-console/backend/errors/index.js | 2 + modules/web-console/backend/launch-tools.js | 6 +- modules/web-console/backend/middlewares/api.js | 3 + modules/web-console/backend/package.json | 3 +- modules/web-console/backend/routes/profile.js | 2 +- modules/web-console/backend/routes/public.js | 53 +- modules/web-console/backend/services/auth.js | 83 +- modules/web-console/backend/services/downloads.js | 10 + modules/web-console/backend/services/mails.js | 18 + modules/web-console/backend/services/users.js | 39 +- modules/web-console/frontend/app/app.js | 8 +- .../connected-clusters-badge/controller.js | 11 +- .../form-field/showValidationError.directive.js | 2 +- .../list-of-registered-users/categories.js | 1 + .../list-of-registered-users/column-defs.js | 1 + .../components/modal-import-models/service.js | 6 +- .../app/components/page-configure/template.pug | 4 +- .../components/queries-notebook/controller.ts | 2 +- .../app/components/page-signin/component.ts | 5 +- .../app/components/page-signin/controller.ts | 10 +- .../frontend/app/components/page-signin/run.ts | 11 +- .../app/components/page-signin/template.pug | 4 +- .../component.ts | 10 +- .../page-signup-confirmation/controller.ts} | 35 +- .../index.ts} | 13 +- .../components/page-signup-confirmation/state.ts | 48 + .../page-signup-confirmation/style.scss} | 10 +- .../page-signup-confirmation/template.tpl.pug | 24 + .../app/components/page-signup/controller.ts | 7 + .../frontend/app/components/ui-grid/component.js | 1 + .../frontend/app/components/ui-grid/controller.js | 8 + .../app/directives/auto-focus.directive.js | 2 +- .../app/modules/agent/AgentManager.service.js | 21 +- .../app/modules/agent/decompress.worker.js | 6 +- .../frontend/app/modules/demo/Demo.module.js | 24 +- .../frontend/app/modules/user/Auth.service.ts | 14 +- .../modules/user/emailConfirmationInterceptor.ts} | 32 +- .../frontend/app/modules/user/user.module.js | 27 +- .../frontend/app/utils/SimpleWorkerPool.js | 2 +- modules/web-console/frontend/app/vendor.js | 1 - modules/web-console/frontend/package.json | 5 +- .../web-console/frontend/webpack/webpack.dev.js | 25 +- modules/web-console/web-agent/README.txt | 50 +- modules/web-console/web-agent/pom.xml | 18 +- .../ignite/console/agent/AgentConfiguration.java | 332 +- .../apache/ignite/console/agent/AgentLauncher.java | 92 +- .../apache/ignite/console/agent/AgentUtils.java | 138 +- .../console/agent/handlers/AbstractListener.java | 9 +- .../console/agent/handlers/ClusterListener.java | 77 +- .../console/agent/handlers/RestListener.java | 6 +- .../ignite/console/agent/rest/RestExecutor.java | 86 +- .../console/agent/rest/RestExecutorSelfTest.java | 330 + .../testsuites/IgniteWebAgentTestSuite.java} | 16 +- .../web-agent/src/test/resources/ca.jks | Bin 0 -> 1394 bytes .../web-agent/src/test/resources/client.jks | Bin 0 -> 2030 bytes .../web-agent/src/test/resources/generate.bat | 122 + .../web-agent/src/test/resources/generate.sh | 111 + .../src/test/resources/jetty-with-ciphers-0.xml | 94 + .../src/test/resources/jetty-with-ciphers-1.xml | 94 + .../src/test/resources/jetty-with-ciphers-2.xml | 94 + .../src/test/resources/jetty-with-ssl.xml | 89 + .../web-agent/src/test/resources/server.jks | Bin 0 -> 1419 bytes .../websession/IgniteWebSessionSelfTestSuite.java | 38 +- .../WebSessionTransactionalSelfTest.java | 8 +- modules/yardstick/README.txt | 4 + .../yardstick/config/benchmark-failover.properties | 5 - modules/yardstick/config/benchmark-ml.properties | 1 - .../yardstick/config/benchmark-remote.properties | 9 - modules/yardstick/pom.xml | 7 + .../ignite/yardstick/IgniteBenchmarkArguments.java | 11 + .../ignite/yardstick/IgniteBenchmarkUtils.java | 54 +- .../org/apache/ignite/yardstick/IgniteNode.java | 94 +- .../org/apache/ignite/IgniteYarnTestSuite.java | 19 +- .../zeromq/IgniteZeroMqStreamerTestSuite.java | 19 +- ...iteCacheEntryListenerWithZkDiscoAtomicTest.java | 4 +- .../zk/ZookeeperDiscoverySpiTestSuite3.java | 41 +- .../zk/ZookeeperDiscoverySpiTestSuite4.java | 37 +- .../zk/internal/ZookeeperDiscoverySpiTest.java | 10 +- parent/pom.xml | 1 + pom.xml | 8 +- scripts/apply-pull-request.sh | 2 +- 980 files changed, 57317 insertions(+), 10949 deletions(-)
