Merge remote-tracking branch 'upstream/master' into ignite-7777
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/db232830 Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/db232830 Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/db232830 Branch: refs/heads/ignite-7777 Commit: db232830ec490ffe76f484573658384f114cf8fe Parents: 325cd6c 4c295f8 Author: Igor Sapego <[email protected]> Authored: Thu Jun 28 15:47:13 2018 +0300 Committer: Igor Sapego <[email protected]> Committed: Thu Jun 28 15:47:13 2018 +0300 ---------------------------------------------------------------------- MIGRATION_GUIDE.txt | 2 + RELEASE_NOTES.txt | 116 + assembly/libs/README.txt | 1 - assembly/release-base.xml | 5 + bin/control.sh | 5 + config/wsl-default-config.xml | 63 + examples/pom.xml | 76 +- .../clustering/KMeansClusterizationExample.java | 8 +- .../examples/ml/knn/KNNRegressionExample.java | 4 +- .../ml/preprocessing/BinarizationExample.java | 96 + .../ml/preprocessing/ImputingExample.java | 98 + .../ImputingExampleWithMostFrequentValues.java | 100 + .../ml/preprocessing/MinMaxScalerExample.java | 101 + .../ml/preprocessing/NormalizationExample.java | 19 +- .../LinearRegressionLSQRTrainerExample.java | 9 +- ...ssionLSQRTrainerWithMinMaxScalerExample.java | 177 + ...sionLSQRTrainerWithNormalizationExample.java | 177 - ...gressionMultiClassClassificationExample.java | 10 +- .../CrossValidationScoreCalculatorExample.java | 147 + .../examples/ml/selection/cv/package-info.java | 22 + .../examples/ml/selection/package-info.java | 22 + .../split/TrainTestDatasetSplitterExample.java | 175 + .../ml/selection/split/package-info.java | 22 + .../SVMMultiClassClassificationExample.java | 10 +- ...ecisionTreeClassificationTrainerExample.java | 6 +- .../DecisionTreeRegressionTrainerExample.java | 3 +- .../RandomForestClassificationExample.java | 304 + .../RandomForestRegressionExample.java | 636 ++ .../ml/tree/randomforest/package-info.java | 22 + .../ml/tutorial/Step_1_Read_and_Learn.java | 108 + .../examples/ml/tutorial/Step_2_Imputing.java | 115 + .../examples/ml/tutorial/Step_3_Categorial.java | 131 + .../ml/tutorial/Step_4_Add_age_fare.java | 131 + .../examples/ml/tutorial/Step_5_Scaling.java | 150 + .../ignite/examples/ml/tutorial/Step_6_KNN.java | 150 + .../ml/tutorial/Step_7_Split_train_test.java | 160 + .../ignite/examples/ml/tutorial/Step_8_CV.java | 218 + .../ml/tutorial/Step_9_Change_algorithm.java | 251 + .../examples/ml/tutorial/TitanicUtils.java | 91 + .../examples/ml/tutorial/package-info.java | 22 + .../src/main/resources/datasets/titanic.csv | 1310 +++ .../main/resources/datasets/titanic_10_rows.csv | 11 + .../cluster/TensorFlowClusterExample.java | 118 + modules/aop/pom.xml | 2 +- modules/apache-license-gen/pom.xml | 2 +- modules/aws/pom.xml | 2 +- modules/benchmarks/pom.xml | 2 +- modules/camel/pom.xml | 2 +- modules/cassandra/pom.xml | 2 +- modules/cassandra/serializers/pom.xml | 4 +- modules/cassandra/store/pom.xml | 4 +- modules/clients/pom.xml | 2 +- .../client/suite/IgniteClientTestSuite.java | 2 + .../rest/AbstractRestProcessorSelfTest.java | 4 +- .../JettyRestProcessorAbstractSelfTest.java | 132 +- .../rest/JettyRestProcessorCommonSelfTest.java | 171 + .../rest/JettyRestProcessorSignedSelfTest.java | 6 +- .../JettyRestProcessorUnsignedSelfTest.java | 11 +- .../rest/TcpRestUnmarshalVulnerabilityTest.java | 269 + .../jdbc/thin/JdbcThinConnectionSelfTest.java | 12 - .../client/ClientMarshallerBenchmarkTest.java | 16 +- modules/cloud/pom.xml | 2 +- modules/codegen/pom.xml | 2 +- modules/compatibility/pom.xml | 2 +- .../PdsWithTtlCompatibilityTest.java | 6 +- .../FoldersReuseCompatibilityTest.java | 2 +- modules/core/pom.xml | 19 +- .../org/apache/ignite/DataRegionMetrics.java | 11 +- .../org/apache/ignite/DataStorageMetrics.java | 21 + .../java/org/apache/ignite/IgniteCache.java | 7 + .../org/apache/ignite/IgniteDataStreamer.java | 9 +- .../apache/ignite/IgniteSystemProperties.java | 35 +- .../CacheAtomicUpdateTimeoutException.java | 47 - .../org/apache/ignite/cache/CacheManager.java | 15 +- .../org/apache/ignite/cache/CacheMetrics.java | 10 + .../configuration/DataRegionConfiguration.java | 10 +- .../configuration/DataStorageConfiguration.java | 32 +- .../configuration/FileSystemConfiguration.java | 2 +- .../configuration/MemoryConfiguration.java | 10 +- .../MemoryPolicyConfiguration.java | 8 +- .../java/org/apache/ignite/events/JobEvent.java | 73 +- .../ClusterLocalNodeMetricsMXBeanImpl.java | 21 + .../internal/ClusterMetricsMXBeanImpl.java | 32 + .../apache/ignite/internal/GridDiagnostic.java | 2 +- .../ignite/internal/GridKernalContextImpl.java | 7 +- .../apache/ignite/internal/IgniteKernal.java | 139 +- .../internal/IgniteNeedReconnectException.java | 8 +- .../ignite/internal/IgniteNodeAttributes.java | 3 + .../org/apache/ignite/internal/IgnitionEx.java | 25 +- .../internal/MarshallerMappingFileStore.java | 85 +- .../ignite/internal/TransactionsMXBeanImpl.java | 2 +- .../internal/UnregisteredClassException.java | 74 + .../ignite/internal/binary/BinaryContext.java | 20 +- .../internal/binary/BinaryEnumObjectImpl.java | 2 +- .../internal/binary/BinaryMarshaller.java | 2 +- .../internal/binary/BinaryReaderExImpl.java | 33 +- .../ignite/internal/binary/BinaryUtils.java | 23 +- .../internal/binary/BinaryWriterExImpl.java | 28 +- .../internal/binary/GridBinaryMarshaller.java | 5 +- .../binary/builder/BinaryBuilderEnum.java | 2 +- .../binary/builder/BinaryBuilderSerializer.java | 5 +- .../builder/BinaryEnumArrayLazyValue.java | 2 +- .../builder/BinaryObjectArrayLazyValue.java | 2 +- .../binary/builder/BinaryObjectBuilderImpl.java | 2 +- .../marshaller/jdk/GridClientJdkMarshaller.java | 51 +- .../impl/GridTcpRouterNioListenerAdapter.java | 14 +- .../client/thin/ClientBinaryMarshaller.java | 2 +- .../internal/commandline/CommandHandler.java | 211 +- .../commandline/cache/CacheArguments.java | 34 + .../optimized/OptimizedObjectOutputStream.java | 4 +- .../ignite/internal/pagemem/PageIdUtils.java | 5 +- .../pagemem/impl/PageMemoryNoStoreImpl.java | 2 +- .../pagemem/store/IgnitePageStoreManager.java | 8 + .../pagemem/wal/IgniteWriteAheadLogManager.java | 5 + .../wal/record/BaselineTopologyRecord.java | 76 - .../internal/pagemem/wal/record/WALRecord.java | 15 +- .../wal/record/delta/RotatedIdPartRecord.java | 66 + .../cache/CacheAffinitySharedManager.java | 3 +- ...acheAtomicUpdateTimeoutCheckedException.java | 47 - .../cache/CacheClusterMetricsMXBeanImpl.java | 10 + .../CacheDefaultBinaryAffinityKeyMapper.java | 2 +- .../processors/cache/CacheGroupContext.java | 25 +- .../cache/CacheGroupMetricsMXBeanImpl.java | 49 +- .../cache/CacheLocalMetricsMXBeanImpl.java | 8 + .../processors/cache/CacheMetricsImpl.java | 15 +- .../processors/cache/CacheMetricsSnapshot.java | 30 + .../processors/cache/CacheOperationContext.java | 73 +- .../processors/cache/ClusterCachesInfo.java | 58 +- .../cache/GatewayProtectedCacheProxy.java | 26 +- .../processors/cache/GridCacheAdapter.java | 66 +- .../processors/cache/GridCacheContext.java | 2 +- .../processors/cache/GridCacheEntryEx.java | 5 - .../processors/cache/GridCacheGateway.java | 29 +- .../processors/cache/GridCacheIoManager.java | 16 +- .../processors/cache/GridCacheMapEntry.java | 31 +- .../GridCachePartitionExchangeManager.java | 57 +- .../processors/cache/GridCacheProcessor.java | 59 +- .../processors/cache/GridCacheProxyImpl.java | 25 +- .../processors/cache/GridCacheReturn.java | 5 + .../processors/cache/GridCacheTtlManager.java | 9 + .../processors/cache/GridCacheUtils.java | 27 +- .../processors/cache/IgniteCacheProxy.java | 3 + .../processors/cache/IgniteCacheProxyImpl.java | 7 +- .../processors/cache/IgniteInternalCache.java | 5 + .../binary/CacheObjectBinaryProcessor.java | 3 +- .../binary/CacheObjectBinaryProcessorImpl.java | 43 +- .../cache/binary/IgniteBinaryImpl.java | 2 +- .../CacheDataStructuresManager.java | 1 + .../distributed/GridCacheTxRecoveryFuture.java | 112 +- .../cache/distributed/dht/EvictionContext.java | 28 + .../dht/GridClientPartitionTopology.java | 40 + .../distributed/dht/GridDhtLocalPartition.java | 37 +- .../distributed/dht/GridDhtLockFuture.java | 3 +- .../dht/GridDhtPartitionTopology.java | 15 + .../dht/GridDhtPartitionTopologyImpl.java | 39 + .../dht/GridDhtPartitionsEvictor.java | 326 +- .../dht/GridDhtPartitionsReservation.java | 2 +- .../dht/GridDhtTransactionalCacheAdapter.java | 15 + .../dht/atomic/GridDhtAtomicCache.java | 76 +- .../dht/atomic/GridNearAtomicUpdateFuture.java | 6 +- .../GridDhtPartitionDemandMessage.java | 2 +- .../dht/preloader/GridDhtPartitionDemander.java | 28 +- .../GridDhtPartitionSupplyMessage.java | 9 +- .../GridDhtPartitionsExchangeFuture.java | 227 +- .../preloader/GridDhtPartitionsFullMessage.java | 80 +- .../GridDhtPartitionsSingleMessage.java | 24 +- .../dht/preloader/GridDhtPreloader.java | 8 +- .../IgniteDhtPartitionHistorySuppliersMap.java | 13 +- .../dht/preloader/InitNewCoordinatorFuture.java | 3 + .../preloader/latch/ExchangeLatchManager.java | 18 +- .../persistence/DataRegionMetricsImpl.java | 55 +- .../DataRegionMetricsMXBeanImpl.java | 9 +- .../persistence/DataRegionMetricsSnapshot.java | 17 +- .../persistence/DataStorageMetricsImpl.java | 54 + .../persistence/DataStorageMetricsSnapshot.java | 33 +- .../cache/persistence/DataStructure.java | 34 +- .../GridCacheDatabaseSharedManager.java | 1547 ++- .../persistence/GridCacheOffheapManager.java | 7 +- .../IgniteCacheDatabaseSharedManager.java | 37 +- .../persistence/checkpoint/CheckpointEntry.java | 366 + .../checkpoint/CheckpointEntryType.java | 29 + .../checkpoint/CheckpointHistory.java | 382 + .../cache/persistence/file/AsyncFileIO.java | 4 +- .../cache/persistence/file/FileIO.java | 4 +- .../cache/persistence/file/FileIODecorator.java | 4 +- .../cache/persistence/file/FilePageStore.java | 10 +- .../persistence/file/FilePageStoreManager.java | 24 +- .../file/FileVersionCheckingFactory.java | 7 +- .../persistence/file/RandomAccessFileIO.java | 4 +- .../cache/persistence/file/UnzipFileIO.java | 2 +- .../persistence/freelist/AbstractFreeList.java | 104 +- .../cache/persistence/freelist/PagesList.java | 83 +- .../persistence/pagemem/PageMemoryImpl.java | 3 +- .../cache/persistence/tree/BPlusTree.java | 29 +- .../cache/persistence/tree/io/PageIO.java | 35 +- .../tree/reuse/LongListReuseBag.java | 46 + .../wal/AbstractWalRecordsIterator.java | 15 +- .../wal/FileWriteAheadLogManager.java | 372 +- .../wal/FsyncModeFileWriteAheadLogManager.java | 361 +- .../SingleSegmentLogicalRecordsIterator.java | 7 +- .../wal/reader/StandaloneGridKernalContext.java | 8 +- .../persistence/wal/record/RecordTypes.java | 1 + .../BaselineTopologyRecordSerializer.java | 168 - .../wal/serializer/RecordDataV1Serializer.java | 24 + .../wal/serializer/RecordDataV2Serializer.java | 16 - .../wal/serializer/RecordV1Serializer.java | 28 +- .../wal/serializer/RecordV2Serializer.java | 27 +- .../continuous/CacheContinuousQueryManager.java | 31 +- .../cache/transactions/IgniteTxHandler.java | 8 +- .../cache/transactions/IgniteTxManager.java | 20 +- .../processors/cache/verify/CacheInfo.java | 30 +- .../cache/verify/IdleVerifyResultV2.java | 113 + .../cache/verify/PartitionHashRecordV2.java | 168 + .../processors/cache/verify/PartitionKeyV2.java | 127 + .../verify/VerifyBackupPartitionsTask.java | 16 +- .../verify/VerifyBackupPartitionsTaskV2.java | 347 + .../cache/verify/ViewCacheClosure.java | 2 + .../cache/version/GridCacheVersionManager.java | 3 + .../cacheobject/IgniteCacheObjectProcessor.java | 11 + .../IgniteCacheObjectProcessorImpl.java | 6 + .../datastreamer/DataStreamerImpl.java | 77 +- .../datastructures/DataStructuresProcessor.java | 5 +- .../processors/failure/FailureProcessor.java | 9 + ...ClientListenerAbstractConnectionContext.java | 116 + .../odbc/jdbc/JdbcConnectionContext.java | 34 +- .../odbc/odbc/OdbcConnectionContext.java | 32 +- .../odbc/odbc/OdbcRequestHandler.java | 14 +- .../platform/cache/PlatformCache.java | 2 + .../client/ClientConnectionContext.java | 80 +- .../platform/cluster/PlatformClusterGroup.java | 4 +- .../processors/query/GridQueryProcessor.java | 104 +- .../processors/rest/GridRestProcessor.java | 94 +- .../rest/protocols/tcp/GridTcpRestProtocol.java | 13 +- .../service/GridServiceProcessor.java | 2 +- .../processors/service/GridServiceProxy.java | 22 +- .../processors/task/GridTaskWorker.java | 11 +- .../ignite/internal/util/GridArgumentCheck.java | 13 + .../ignite/internal/util/GridLogThrottle.java | 28 +- .../ignite/internal/util/IgniteUtils.java | 20 +- .../util/StripedCompositeReadWriteLock.java | 25 +- .../ignite/internal/util/StripedExecutor.java | 164 +- .../internal/util/io/GridUnsafeDataOutput.java | 36 +- .../util/nio/GridNioRecoveryDescriptor.java | 52 +- .../ignite/internal/util/nio/GridNioServer.java | 97 +- .../internal/util/nio/GridNioSessionImpl.java | 5 + .../util/nio/GridSelectorNioSessionImpl.java | 23 + .../util/tostring/GridToStringBuilder.java | 38 +- .../internal/visor/cache/VisorCacheMetrics.java | 35 + .../visor/cache/VisorMemoryMetrics.java | 4 +- .../visor/compute/VisorGatewayTask.java | 11 +- .../internal/visor/misc/VisorWalTask.java | 4 +- .../visor/node/VisorNodeDataCollectorJob.java | 20 +- .../internal/visor/query/VisorQueryTask.java | 1 + .../internal/visor/query/VisorQueryTaskArg.java | 69 +- .../ignite/internal/visor/tx/VisorTxInfo.java | 64 +- .../internal/visor/tx/VisorTxSortOrder.java | 8 +- .../ignite/internal/visor/tx/VisorTxTask.java | 230 +- .../visor/verify/VisorIdleVerifyTask.java | 2 + .../visor/verify/VisorIdleVerifyTaskV2.java | 94 + .../verify/VisorValidateIndexesTaskArg.java | 40 +- .../worker/WorkersControlMXBeanImpl.java | 29 + .../apache/ignite/logger/java/JavaLogger.java | 2 +- .../ignite/marshaller/MarshallerUtils.java | 117 + .../ignite/mxbean/CacheGroupMetricsMXBean.java | 16 + .../ignite/mxbean/ClusterMetricsMXBean.java | 16 + .../ignite/mxbean/DataStorageMetricsMXBean.java | 12 + .../ignite/mxbean/WorkersControlMXBean.java | 30 + .../security/SecurityBasicPermissionSet.java | 4 +- .../communication/tcp/TcpCommunicationSpi.java | 118 +- .../tcp/internal/package-info.java | 22 + .../ignite/spi/discovery/tcp/ClientImpl.java | 87 +- .../ignite/spi/discovery/tcp/ServerImpl.java | 321 +- .../resources/META-INF/classnames.properties | 3 +- .../core/src/main/resources/ignite.properties | 2 +- .../test/config/class_list_exploit_included.txt | 3 +- .../org.apache.ignite.plugin.PluginProvider | 3 +- .../failure/FailureHandlerTriggeredTest.java | 35 - .../ignite/failure/TestFailureHandler.java | 82 + .../ClusterBaselineNodesMetricsSelfTest.java | 178 + .../GridEventStorageCheckAllEventsSelfTest.java | 90 +- .../ignite/internal/GridStartStopSelfTest.java | 43 +- .../IgniteClientReconnectCacheTest.java | 8 +- .../ignite/internal/IgniteClientRejoinTest.java | 11 +- ...onnectionConcurrentReserveAndRemoveTest.java | 146 + .../internal/TestRecordingCommunicationSpi.java | 42 +- .../commandline/CommandHandlerParsingTest.java | 87 + .../managers/IgniteDiagnosticMessagesTest.java | 2 + .../optimized/OptimizedMarshallerTest.java | 80 + .../pagemem/impl/PageIdUtilsSelfTest.java | 3 +- .../cache/CacheDataRegionConfigurationTest.java | 4 +- .../cache/CacheGroupMetricsMBeanTest.java | 107 +- .../cache/CacheGroupsMetricsRebalanceTest.java | 50 +- .../cache/CacheReadThroughRestartSelfTest.java | 2 +- ...idAbstractCacheInterceptorRebalanceTest.java | 2 +- .../cache/GridCacheAbstractFullApiSelfTest.java | 20 +- .../GridCacheAbstractLocalStoreSelfTest.java | 25 +- .../cache/GridCacheAbstractSelfTest.java | 2 +- .../processors/cache/GridCacheTestEntryEx.java | 5 - ...idCacheValueConsistencyAbstractSelfTest.java | 6 +- .../IgniteCacheConfigVariationsFullApiTest.java | 2 +- .../IgniteCacheEntryProcessorCallTest.java | 5 + .../IgniteClusterActivateDeactivateTest.java | 4 +- .../cache/IgniteOutOfMemoryPropagationTest.java | 2 +- .../IgniteStartCacheInTransactionSelfTest.java | 25 +- .../cache/MemoryPolicyConfigValidationTest.java | 20 +- ...AffinityCoordinatorDynamicStartStopTest.java | 2 +- ...sExchangeOnDiscoveryHistoryOverflowTest.java | 2 + ...plicatedAtomicCacheGetsDistributionTest.java | 6 +- .../IgniteClientDataStructuresAbstractTest.java | 108 +- .../IgniteDataStructureUniqueNameTest.java | 5 + .../distributed/CacheBaselineTopologyTest.java | 8 +- .../CacheGetInsideLockChangingTopologyTest.java | 10 +- .../CacheLateAffinityAssignmentTest.java | 2 +- ...CacheLoadingConcurrentGridStartSelfTest.java | 22 +- .../cache/distributed/CacheStartOnJoinTest.java | 4 +- .../GridCacheAbstractNodeRestartSelfTest.java | 4 +- .../IgniteCacheClientReconnectTest.java | 177 +- .../IgniteCacheTxIteratorSelfTest.java | 2 +- .../atomic/IgniteCacheAtomicProtocolTest.java | 4 + ...AtomicPartitionedTckMetricsSelfTestImpl.java | 4 + ...idCacheNearOnlyMultiNodeFullApiSelfTest.java | 5 +- .../near/GridNearCacheStoreUpdateTest.java | 8 +- .../PageEvictionMultinodeMixedRegionsTest.java | 2 +- ...ageEvictionPagesRecyclingAndReusingTest.java | 153 + ...dCacheAtomicLocalTckMetricsSelfTestImpl.java | 4 + ...eBaselineAffinityTopologyActivationTest.java | 2 +- .../IgniteDataStorageMetricsSelfTest.java | 4 +- ...PdsAtomicCacheHistoricalRebalancingTest.java | 19 + ...tePdsBinaryMetadataOnClusterRestartTest.java | 2 +- ...gnitePdsCacheAssignmentNodeRestartsTest.java | 4 +- .../IgnitePdsCacheRebalancingAbstractTest.java | 328 +- .../IgnitePdsContinuousRestartTest.java | 2 +- .../IgnitePdsCorruptedStoreTest.java | 50 +- .../persistence/IgnitePdsDynamicCacheTest.java | 2 +- .../IgnitePdsExchangeDuringCheckpointTest.java | 4 +- .../IgnitePdsMultiNodePutGetRestartTest.java | 2 +- .../persistence/IgnitePdsPageSizesTest.java | 2 +- ...gnitePdsRecoveryAfterFileCorruptionTest.java | 2 +- .../IgnitePdsRemoveDuringRebalancingTest.java | 2 +- ...nitePdsTxCacheHistoricalRebalancingTest.java | 39 - .../IgnitePersistentStoreCacheGroupsTest.java | 2 +- ...lWalModeChangeDuringRebalancingSelfTest.java | 104 +- .../MemoryPolicyInitializationTest.java | 4 +- ...lientAffinityAssignmentWithBaselineTest.java | 974 ++ ...niteAbsentEvictionNodeOutOfBaselineTest.java | 106 + .../IgniteBaselineAbstractFullApiSelfTest.java | 2 +- ...gingBaselineDownCachePutAllFailoverTest.java | 6 +- ...gingBaselineDownCacheRemoveFailoverTest.java | 6 +- ...angingBaselineUpCachePutAllFailoverTest.java | 6 +- ...angingBaselineUpCacheRemoveFailoverTest.java | 6 +- ...teStableBaselineCachePutAllFailoverTest.java | 6 +- ...teStableBaselineCacheRemoveFailoverTest.java | 6 +- .../db/IgnitePdsCacheRestoreTest.java | 4 +- .../db/IgnitePdsDataRegionMetricsTest.java | 186 +- .../db/IgnitePdsMultiNodePutGetRestartTest.java | 2 +- ...PdsPageEvictionDuringPartitionClearTest.java | 2 +- .../db/IgnitePdsPageEvictionTest.java | 2 +- ...tePdsRebalancingOnNotStableTopologyTest.java | 2 +- .../db/IgnitePdsTransactionsHangTest.java | 10 +- .../db/IgnitePdsUnusedWalSegmentsTest.java | 20 +- .../db/IgnitePdsWholeClusterRestartTest.java | 2 +- .../persistence/db/IgnitePdsWithTtlTest.java | 83 +- ...faultPageSizeBackwardsCompatibilityTest.java | 2 +- .../db/file/IgnitePdsCacheIntegrationTest.java | 2 +- .../file/IgnitePdsDiskErrorsRecoveringTest.java | 7 +- .../file/IgnitePdsNoActualWalHistoryTest.java | 2 +- .../IgniteUidAsConsistentIdMigrationTest.java | 2 +- ...alFlushBackgroundWithMmapBufferSelfTest.java | 28 + .../db/wal/IgniteWalFlushDefaultSelfTest.java | 35 - .../db/wal/IgniteWalFlushFsyncSelfTest.java | 35 + ...alFlushFsyncWithDedicatedWorkerSelfTest.java | 39 + ...niteWalFlushFsyncWithMmapBufferSelfTest.java | 28 + ...teWalFlushLogOnlyWithMmapBufferSelfTest.java | 28 + ...lFlushMultiNodeFailoverAbstractSelfTest.java | 88 +- .../db/wal/IgniteWalFormatFileFailoverTest.java | 258 + .../wal/IgniteWalHistoryReservationsTest.java | 2 +- .../wal/IgniteWalIteratorSwitchSegmentTest.java | 386 + .../db/wal/IgniteWalRebalanceTest.java | 271 +- .../db/wal/IgniteWalRecoveryPPCTest.java | 8 +- .../IgniteWalRecoverySeveralRestartsTest.java | 2 +- .../db/wal/IgniteWalRecoveryTest.java | 4 +- .../db/wal/IgniteWalSerializerVersionTest.java | 2 +- .../persistence/db/wal/WalCompactionTest.java | 2 +- .../db/wal/WalRecoveryTxLogicalRecordsTest.java | 5 +- .../db/wal/reader/IgniteWalReaderTest.java | 5 +- .../pagemem/FillFactorMetricTest.java | 5 +- .../pagemem/NoOpPageStoreManager.java | 6 + .../persistence/pagemem/NoOpWALManager.java | 5 + .../pagemem/PagesWriteThrottleSmokeTest.java | 8 +- .../IgniteChangeGlobalStateAbstractTest.java | 2 +- .../IgniteChangeGlobalStateTest.java | 2 + .../IgniteStandByClusterTest.java | 2 +- .../extended/GridActivateExtensionTest.java | 2 +- ...gniteAbstractStandByClientReconnectTest.java | 30 +- ...eStandByClientReconnectToNewClusterTest.java | 117 +- .../wal/AbstractWalDeltaConsistencyTest.java | 84 + .../wal/CpTriggeredWalDeltaConsistencyTest.java | 65 + .../wal/ExplicitWalDeltaConsistencyTest.java | 93 + .../wal/SysPropWalDeltaConsistencyTest.java | 82 + .../wal/memtracker/PageMemoryTracker.java | 806 ++ .../PageMemoryTrackerConfiguration.java | 69 + .../PageMemoryTrackerPluginProvider.java | 200 + ...usQueryFactoryFilterRandomOperationTest.java | 2 +- ...ridCacheContinuousQueryAbstractSelfTest.java | 24 + .../transactions/AtomicOperationsInTxTest.java | 227 + .../cache/transactions/TxDeadlockCauseTest.java | 2 +- .../cache/transactions/TxOnCachesStartTest.java | 141 + .../TxOptimisticDeadlockDetectionTest.java | 2 +- .../TxPessimisticDeadlockDetectionTest.java | 2 +- .../cache/transactions/TxRollbackAsyncTest.java | 2 + .../transactions/TxRollbackOnTimeoutTest.java | 2 + .../database/IgniteDbDynamicCacheSelfTest.java | 2 +- .../IgniteDbPutGetWithCacheStoreTest.java | 2 +- .../database/IndexStorageSelfTest.java | 2 +- .../database/SwapPathConstructionSelfTest.java | 2 +- .../datastreamer/DataStreamerImplSelfTest.java | 29 + .../igfs/IgfsAbstractBaseSelfTest.java | 2 +- ...fsLocalSecondaryFileSystemProxySelfTest.java | 2 +- .../igfs/IgfsPrimaryMultiNodeSelfTest.java | 7 + ...maryRelaxedConsistencyMultiNodeSelfTest.java | 7 + .../processors/igfs/IgfsSizeSelfTest.java | 2 +- ...GridServiceProxyClientReconnectSelfTest.java | 62 +- .../service/SystemCacheNotConfiguredTest.java | 172 + .../internal/util/StripedExecutorTest.java | 8 +- .../offheap/GridOffHeapMapAbstractSelfTest.java | 2 +- ...idOffHeapPartitionedMapAbstractSelfTest.java | 2 +- .../MarshallerEnumDeadlockMultiJvmTest.java | 189 + .../platform/PlatformCacheWriteMetricsTask.java | 10 + .../ignite/platform/PlatformExceptionTask.java | 4 +- .../communication/GridCacheMessageSelfTest.java | 248 + .../tcp/TcpDiscoverySegmentationPolicyTest.java | 91 + .../spi/discovery/tcp/TcpDiscoverySelfTest.java | 7 +- .../testframework/junits/GridAbstractTest.java | 1 + .../junits/GridTestKernalContext.java | 1 + .../junits/common/GridCommonAbstractTest.java | 10 +- .../multijvm/IgniteCacheProcessProxy.java | 5 + .../ignite/testsuites/IgniteBasicTestSuite.java | 3 + .../IgniteCacheEvictionSelfTestSuite.java | 3 + .../testsuites/IgniteCacheTestSuite6.java | 9 +- .../testsuites/IgniteComputeGridTestSuite.java | 2 + .../testsuites/IgniteKernalSelfTestSuite.java | 4 + .../IgniteMarshallerSelfTestSuite.java | 2 + .../ignite/testsuites/IgnitePdsTestSuite.java | 8 + .../ignite/testsuites/IgnitePdsTestSuite2.java | 36 +- .../IgniteSpiDiscoverySelfTestSuite.java | 3 + .../testsuites/IgniteUtilSelfTestSuite.java | 2 + .../ignite/util/GridCommandHandlerTest.java | 527 +- .../apache/ignite/util/GridLogThrottleTest.java | 128 +- .../util/GridTopologyHeapSizeSelfTest.java | 4 +- .../util/mbeans/GridMBeanBaselineTest.java | 17 + .../util/mbeans/WorkersControlMXBeanTest.java | 98 + modules/dev-utils/pom.xml | 2 +- modules/direct-io/pom.xml | 2 +- .../file/AlignedBuffersDirectFileIO.java | 4 +- ...lWalModeChangeDuringRebalancingSelfTest.java | 33 + .../IgniteNativeIoWalFlushFsyncSelfTest.java | 23 + .../testsuites/IgnitePdsNativeIoTestSuite2.java | 6 + modules/extdata/p2p/pom.xml | 2 +- modules/extdata/platform/pom.xml | 2 +- .../extdata/uri/modules/uri-dependency/pom.xml | 2 +- modules/extdata/uri/pom.xml | 2 +- modules/flink/pom.xml | 2 +- modules/flume/pom.xml | 2 +- modules/gce/pom.xml | 2 +- modules/geospatial/pom.xml | 2 +- modules/hadoop/pom.xml | 2 +- ...HadoopKerberosFileSystemFactoryDelegate.java | 12 +- .../hadoop/jobtracker/HadoopJobTracker.java | 1 + .../hadoop/mapreduce/MapReduceClient.java | 16 +- .../hadoop/impl/HadoopPopularWordsTest.java | 2 +- .../impl/igfs/Hadoop1OverIgfsProxyTest.java | 2 +- .../igfs/IgfsNearOnlyMultiNodeSelfTest.java | 8 +- modules/hibernate-4.2/pom.xml | 2 +- .../CacheHibernateStoreFactorySelfTest.java | 2 + modules/hibernate-5.1/pom.xml | 2 +- .../CacheHibernateStoreFactorySelfTest.java | 2 + modules/hibernate-core/pom.xml | 2 +- .../cache/hibernate/HibernateCacheProxy.java | 5 + modules/ignored-tests/pom.xml | 2 +- modules/indexing/pom.xml | 2 +- .../query/h2/DmlStatementsProcessor.java | 2 +- .../processors/query/h2/IgniteH2Indexing.java | 63 +- .../query/h2/database/InlineIndexHelper.java | 37 +- .../query/h2/opt/GridH2ProxyIndex.java | 4 +- .../h2/twostep/GridReduceQueryExecutor.java | 15 + .../visor/verify/ValidateIndexesClosure.java | 81 +- .../visor/verify/VisorValidateIndexesTask.java | 2 +- .../cache/BinaryTypeMismatchLoggingTest.java | 388 + .../ClientReconnectAfterClusterRestartTest.java | 27 +- .../cache/IgniteCacheGroupsSqlTest.java | 4 +- ...CheckClusterStateBeforeExecuteQueryTest.java | 2 +- .../cache/IgniteErrorOnRebalanceTest.java | 2 +- .../QueryJoinWithDifferentNodeFiltersTest.java | 163 + ...stributedPartitionQueryAbstractSelfTest.java | 2 +- .../IgniteCacheQueryNodeRestartSelfTest2.java | 2 +- .../cache/index/DynamicColumnsAbstractTest.java | 2 +- .../index/DynamicIndexAbstractSelfTest.java | 2 +- .../cache/index/H2ConnectionLeaksSelfTest.java | 51 +- .../index/OptimizedMarshallerIndexNameTest.java | 2 +- ...eDbSingleNodeWithIndexingWalRestoreTest.java | 2 +- .../IgnitePersistentStoreSchemaLoadTest.java | 2 +- ...ckPartitionOnAffinityRunAtomicCacheTest.java | 4 +- ...neLockPartitionOnAffinityRunTxCacheTest.java | 4 +- ...ngBaselineCacheQueryNodeRestartSelfTest.java | 2 +- ...StableBaselineBinObjFieldsQuerySelfTest.java | 2 +- ...eBaselineCacheQueryNodeRestartsSelfTest.java | 2 +- .../query/IgniteSqlNotNullConstraintTest.java | 88 +- .../query/IgniteSqlSchemaIndexingTest.java | 5 +- .../h2/database/InlineIndexHelperTest.java | 22 +- .../org/apache/ignite/sqltests/BaseSqlTest.java | 1303 +++ .../ignite/sqltests/PartitionedSqlTest.java | 156 + .../ignite/sqltests/ReplicatedSqlTest.java | 349 + .../IgniteCacheQuerySelfTestSuite.java | 5 + .../IgniteCacheQuerySelfTestSuite2.java | 3 + .../IgniteCacheWithIndexingTestSuite.java | 3 + .../IgnitePdsWithIndexingCoreTestSuite.java | 2 - .../util/GridCommandHandlerIndexingTest.java | 11 +- modules/jcl/pom.xml | 2 +- modules/jms11/pom.xml | 2 +- modules/jta/pom.xml | 2 +- modules/kafka/pom.xml | 2 +- .../config/example-kube-persistence.xml | 56 + modules/kubernetes/pom.xml | 2 +- modules/log4j/pom.xml | 2 +- modules/log4j2/pom.xml | 2 +- modules/mesos/pom.xml | 2 +- modules/ml/pom.xml | 2 +- .../ml/composition/BaggingModelTrainer.java | 210 + .../ml/composition/ModelsComposition.java | 131 + .../ignite/ml/composition/package-info.java | 22 + .../MeanValuePredictionsAggregator.java | 32 + .../OnMajorityPredictionsAggregator.java | 44 + .../PredictionsAggregator.java | 26 + .../predictionsaggregator/package-info.java | 23 + .../ignite/ml/dataset/DatasetBuilder.java | 8 + .../dataset/impl/cache/CacheBasedDataset.java | 10 +- .../impl/cache/CacheBasedDatasetBuilder.java | 28 +- .../dataset/impl/cache/util/ComputeUtils.java | 76 +- ...eratorWithConcurrentModificationChecker.java | 80 + .../impl/cache/util/UpstreamCursorAdapter.java | 68 - .../dataset/impl/local/LocalDatasetBuilder.java | 44 +- .../ml/knn/regression/KNNRegressionTrainer.java | 3 +- .../preprocessing/UnknownStringValue.java | 35 + .../binarization/BinarizationPreprocessor.java | 74 + .../binarization/BinarizationTrainer.java | 58 + .../binarization/package-info.java | 22 + .../ml/preprocessing/encoding/package-info.java | 22 + .../StringEncoderPartitionData.java | 62 + .../StringEncoderPreprocessor.java | 84 + .../stringencoder/StringEncoderTrainer.java | 195 + .../encoding/stringencoder/package-info.java | 22 + .../imputing/ImputerPartitionData.java | 111 + .../imputing/ImputerPreprocessor.java | 67 + .../preprocessing/imputing/ImputerTrainer.java | 281 + .../imputing/ImputingStrategy.java | 27 + .../ml/preprocessing/imputing/package-info.java | 22 + .../MinMaxScalerPartitionData.java | 58 + .../minmaxscaling/MinMaxScalerPreprocessor.java | 88 + .../minmaxscaling/MinMaxScalerTrainer.java | 105 + .../minmaxscaling/package-info.java | 22 + .../NormalizationPartitionData.java | 58 - .../NormalizationPreprocessor.java | 59 +- .../normalization/NormalizationTrainer.java | 92 +- .../normalization/package-info.java | 4 +- .../binomial/LogisticRegressionModel.java | 6 +- .../cv/CrossValidationScoreCalculator.java | 257 + .../ignite/ml/selection/cv/package-info.java | 22 + .../ignite/ml/selection/package-info.java | 22 + .../score/AccuracyScoreCalculator.java | 47 + .../ml/selection/score/ScoreCalculator.java | 35 + .../ml/selection/score/TruthWithPrediction.java | 52 + .../ignite/ml/selection/score/package-info.java | 22 + .../CacheBasedTruthWithPredictionCursor.java | 126 + .../util/LocalTruthWithPredictionCursor.java | 139 + .../score/util/TruthWithPredictionCursor.java | 29 + .../ml/selection/score/util/package-info.java | 22 + .../split/TrainTestDatasetSplitter.java | 122 + .../ml/selection/split/TrainTestSplit.java | 59 + .../split/mapper/SHA256UniformMapper.java | 95 + .../selection/split/mapper/UniformMapper.java | 38 + .../ml/selection/split/mapper/package-info.java | 22 + .../ignite/ml/selection/split/package-info.java | 22 + .../ignite/ml/trainers/DatasetTrainer.java | 51 +- .../org/apache/ignite/ml/tree/DecisionTree.java | 3 +- .../ml/tree/DecisionTreeConditionalNode.java | 6 +- .../ignite/ml/tree/DecisionTreeLeafNode.java | 4 +- .../apache/ignite/ml/tree/DecisionTreeNode.java | 3 +- .../ml/tree/data/DecisionTreeDataBuilder.java | 1 + .../RandomForestClassifierTrainer.java | 103 + .../RandomForestRegressionTrainer.java | 103 + .../tree/randomforest/RandomForestTrainer.java | 83 + .../ml/tree/randomforest/package-info.java | 22 + .../org/apache/ignite/ml/IgniteMLTestSuite.java | 4 +- .../MeanValuePredictionsAggregatorTest.java | 31 + .../OnMajorityPredictionsAggregatorTest.java | 31 + .../cache/CacheBasedDatasetBuilderTest.java | 39 + .../impl/cache/CacheBasedDatasetTest.java | 2 +- .../impl/cache/util/ComputeUtilsTest.java | 2 + ...orWithConcurrentModificationCheckerTest.java | 91 + .../impl/local/LocalDatasetBuilderTest.java | 38 + .../preprocessing/PreprocessingTestSuite.java | 21 +- .../BinarizationPreprocessorTest.java | 51 + .../binarization/BinarizationTrainerTest.java | 75 + .../encoding/StringEncoderPreprocessorTest.java | 74 + .../encoding/StringEncoderTrainerTest.java | 80 + .../imputing/ImputerPreprocessorTest.java | 51 + .../imputing/ImputerTrainerTest.java | 75 + .../MinMaxScalerPreprocessorTest.java | 54 + .../minmaxscaling/MinMaxScalerTrainerTest.java | 76 + .../NormalizationPreprocessorTest.java | 24 +- .../normalization/NormalizationTrainerTest.java | 19 +- .../linear/LinearRegressionLSQRTrainerTest.java | 7 +- .../ignite/ml/selection/SelectionTestSuite.java | 43 + .../cv/CrossValidationScoreCalculatorTest.java | 95 + .../score/AccuracyScoreCalculatorTest.java | 44 + .../score/TestTruthWithPredictionCursor.java | 91 + ...CacheBasedTruthWithPredictionCursorTest.java | 78 + .../LocalTruthWithPredictionCursorTest.java | 54 + .../split/TrainTestDatasetSplitterTest.java | 46 + .../split/mapper/SHA256UniformMapperTest.java | 70 + .../ignite/ml/tree/DecisionTreeTestSuite.java | 6 +- .../DecisionTreeMNISTIntegrationTest.java | 6 +- .../tree/performance/DecisionTreeMNISTTest.java | 10 +- .../RandomForestClassifierTrainerTest.java | 80 + .../RandomForestRegressionTrainerTest.java | 80 + modules/mqtt/pom.xml | 2 +- modules/osgi-karaf/pom.xml | 2 +- modules/osgi-paxlogging/pom.xml | 2 +- modules/osgi/pom.xml | 2 +- modules/platforms/cpp/common/configure.ac | 2 +- .../platforms/cpp/common/src/ignite_error.cpp | 8 +- modules/platforms/cpp/configure.ac | 2 +- modules/platforms/cpp/configure.acrel | 2 +- modules/platforms/cpp/core-test/configure.ac | 2 +- .../cpp/core-test/project/vs/core-test.vcxproj | 31 +- .../project/vs/core-test.vcxproj.filters | 1 - .../cpp/core-test/src/compute_test.cpp | 4 +- modules/platforms/cpp/core/configure.ac | 2 +- modules/platforms/cpp/examples/configure.ac | 2 +- modules/platforms/cpp/ignite/configure.ac | 2 +- .../cpp/odbc-test/src/api_robustness_test.cpp | 20 + .../cpp/odbc-test/src/queries_test.cpp | 56 + .../cpp/odbc-test/src/sql_types_test.cpp | 4 +- .../src/sql_value_expressions_test.cpp | 2 +- .../cpp/odbc/install/ignite-odbc-amd64.wxs | 2 +- .../cpp/odbc/install/ignite-odbc-x86.wxs | 2 +- .../os/linux/src/system/tcp_socket_client.cpp | 45 +- .../os/win/src/system/tcp_socket_client.cpp | 4 +- modules/platforms/cpp/odbc/src/connection.cpp | 32 +- modules/platforms/cpp/odbc/src/message.cpp | 2 +- .../cpp/odbc/src/query/batch_query.cpp | 6 +- .../platforms/cpp/odbc/src/query/data_query.cpp | 6 +- .../cpp/odbc/src/query/type_info_query.cpp | 2 +- .../ExpiryCacheHolderTest.cs | 7 + .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../ApiParity/DataRegionMetricsParityTest.cs | 4 +- .../ApiParity/DataStorageMetricsParityTest.cs | 5 +- .../Cache/CacheTestAsyncWrapper.cs | 13 +- .../Cache/DataRegionMetricsTest.cs | 15 +- .../Properties/AssemblyInfo.cs | 6 +- .../Apache.Ignite.Core.csproj | 3 +- .../Cache/CacheAtomicUpdateTimeoutException.cs | 67 - .../dotnet/Apache.Ignite.Core/Cache/ICache.cs | 12 + .../Apache.Ignite.Core/Cache/ICacheMetrics.cs | 18 + .../Apache.Ignite.Core/Impl/Cache/CacheImpl.cs | 34 +- .../Impl/Cache/CacheMetricsImpl.cs | 14 + .../Apache.Ignite.Core/Impl/ExceptionUtils.cs | 1 - .../dotnet/Apache.Ignite.Core/Impl/Ignite.cs | 2 +- .../Properties/AssemblyInfo.cs | 6 +- .../EntityFrameworkCacheInitializationTest.cs | 4 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Properties/AssemblyInfo.cs | 6 +- .../Apache.Ignite/Properties/AssemblyInfo.cs | 6 +- modules/rest-http/pom.xml | 2 +- .../http/jetty/GridJettyObjectMapper.java | 4 +- modules/rocketmq/pom.xml | 2 +- modules/scalar-2.10/pom.xml | 2 +- modules/scalar/pom.xml | 2 +- modules/schedule/pom.xml | 2 +- modules/slf4j/pom.xml | 2 +- modules/spark-2.10/README.txt | 4 - modules/spark-2.10/licenses/apache-2.0.txt | 202 - modules/spark-2.10/pom.xml | 237 - modules/spark/pom.xml | 2 +- .../impl/optimization/StringExpressions.scala | 30 +- .../spark/impl/optimization/package.scala | 2 +- .../sql/ignite/IgniteExternalCatalog.scala | 17 +- .../spark/sql/ignite/IgniteOptimization.scala | 14 +- .../spark/sql/ignite/IgniteSparkSession.scala | 10 +- .../ignite/spark/AbstractDataFrameSpec.scala | 2 +- .../ignite/spark/IgniteDataFrameSuite.scala | 3 +- .../IgniteOptimizationAggregationFuncSpec.scala | 4 +- .../spark/IgniteOptimizationJoinSpec.scala | 6 +- .../spark/IgniteOptimizationMathFuncSpec.scala | 46 +- .../ignite/spark/IgniteOptimizationSpec.scala | 8 +- .../IgniteOptimizationStringFuncSpec.scala | 101 +- modules/spring-data-2.0/pom.xml | 26 +- modules/spring-data/pom.xml | 2 +- modules/spring/pom.xml | 2 +- .../ignite/cache/spring/SpringCacheManager.java | 31 +- .../spring/SpringTransactionManager.java | 28 +- .../spring-transactions-ignite-spring-bean.xml | 67 + .../test/java/config/spring-transactions.xml | 7 +- .../GridSpringCacheManagerAbstractTest.java | 382 + .../spring/GridSpringCacheManagerSelfTest.java | 359 +- ...ridSpringCacheManagerSpringBeanSelfTest.java | 40 + .../spring-caching-ignite-spring-bean.xml | 90 + .../jdbc/CacheJdbcBlobStoreFactorySelfTest.java | 2 + .../jdbc/CacheJdbcPojoStoreFactorySelfTest.java | 2 + .../testsuites/IgniteSpringTestSuite.java | 4 + ...ridSpringTransactionManagerAbstractTest.java | 136 + .../GridSpringTransactionManagerSelfTest.java | 127 +- ...ingTransactionManagerSpringBeanSelfTest.java | 52 + .../spring/GridSpringTransactionService.java | 2 - modules/sqlline/pom.xml | 7 +- modules/ssh/pom.xml | 2 +- modules/storm/pom.xml | 2 +- modules/tensorflow/DEVNOTES.txt | 1 + modules/tensorflow/README.txt | 29 + modules/tensorflow/licenses/apache-2.0.txt | 202 + modules/tensorflow/pom.xml | 90 + .../tensorflow/cluster/TensorFlowCluster.java | 62 + .../cluster/TensorFlowClusterGateway.java | 68 + .../TensorFlowClusterGatewayManager.java | 92 + .../cluster/TensorFlowClusterMaintainer.java | 138 + .../cluster/TensorFlowClusterManager.java | 211 + .../ignite/tensorflow/cluster/package-info.java | 33 + .../cluster/spec/TensorFlowClusterSpec.java | 59 + .../spec/TensorFlowServerAddressSpec.java | 59 + .../tensorflow/cluster/spec/package-info.java | 22 + .../cluster/tfrunning/TensorFlowServer.java | 100 + .../tfrunning/TensorFlowServerManager.java | 167 + .../cluster/tfrunning/package-info.java | 23 + .../cluster/util/ClusterPortManager.java | 161 + .../cluster/util/TensorFlowClusterResolver.java | 101 + .../tensorflow/cluster/util/package-info.java | 22 + .../ignite/tensorflow/core/ProcessManager.java | 63 + .../tensorflow/core/ProcessManagerWrapper.java | 83 + .../core/longrunning/LongRunningProcess.java | 61 + .../longrunning/LongRunningProcessManager.java | 168 + .../core/longrunning/package-info.java | 25 + .../task/LongRunningProcessClearTask.java | 98 + .../task/LongRunningProcessPingTask.java | 85 + .../task/LongRunningProcessStartTask.java | 114 + .../task/LongRunningProcessStopTask.java | 102 + .../task/LongRunningProcessTask.java | 53 + .../core/longrunning/task/package-info.java | 23 + .../task/util/LongRunningProcessState.java | 27 + .../task/util/LongRunningProcessStatus.java | 66 + .../longrunning/task/util/package-info.java | 22 + .../core/nativerunning/NativeProcess.java | 71 + .../nativerunning/NativeProcessManager.java | 59 + .../core/nativerunning/package-info.java | 25 + .../task/NativeProcessStartTask.java | 116 + .../core/nativerunning/task/package-info.java | 22 + .../ignite/tensorflow/core/package-info.java | 26 + .../core/pythonrunning/PythonProcess.java | 58 + .../pythonrunning/PythonProcessManager.java | 83 + .../core/pythonrunning/package-info.java | 25 + .../core/util/CustomizableThreadFactory.java | 54 + .../tensorflow/core/util/package-info.java | 22 + .../apache/ignite/tensorflow/package-info.java | 37 + .../ignite/tensorflow/TensorFlowTestSuite.java | 33 + .../ignite/tensorflow/core/CoreTestSuite.java | 42 + .../core/ProcessManagerWrapperTest.java | 108 + .../LongRunningProcessManagerTest.java | 169 + .../task/LongRunningProcessClearTaskTest.java | 144 + .../task/LongRunningProcessPingTaskTest.java | 152 + .../task/LongRunningProcessStartTaskTest.java | 101 + .../task/LongRunningProcessStopTaskTest.java | 157 + modules/tools/pom.xml | 2 +- modules/twitter/pom.xml | 2 +- modules/urideploy/pom.xml | 2 +- modules/visor-console-2.10/pom.xml | 2 +- modules/visor-console/pom.xml | 2 +- .../config/VisorConfigurationCommand.scala | 2 +- .../commands/disco/VisorDiscoveryCommand.scala | 9 +- .../visor/commands/node/VisorNodeCommand.scala | 1 + .../commands/top/VisorTopologyCommand.scala | 14 +- .../scala/org/apache/ignite/visor/visor.scala | 5 +- modules/visor-plugins/pom.xml | 2 +- modules/web-console/.dockerignore | 8 +- modules/web-console/.gitignore | 4 +- modules/web-console/DEVNOTES.txt | 86 +- modules/web-console/assembly/README.txt | 11 +- .../web-console/backend/agent_dists/README.txt | 5 +- modules/web-console/backend/app/agentSocket.js | 117 +- .../web-console/backend/app/agentsHandler.js | 4 +- .../web-console/backend/app/browsersHandler.js | 38 +- modules/web-console/backend/app/mongo.js | 5 +- modules/web-console/backend/app/schemas.js | 3 +- .../ignite_modules/migrations/README.txt | 4 - modules/web-console/backend/index.js | 122 +- modules/web-console/backend/injector.js | 3 +- modules/web-console/backend/launch-tools.js | 109 + modules/web-console/backend/middlewares/api.js | 7 +- modules/web-console/backend/package-lock.json | 6888 ++++++++++++++ modules/web-console/backend/package.json | 42 +- .../web-console/backend/services/clusters.js | 15 +- .../web-console/backend/services/downloads.js | 2 + modules/web-console/backend/test/app/db.js | 6 +- .../web-console/backend/test/app/httpAgent.js | 2 +- .../web-console/backend/test/data/caches.json | 60 +- .../web-console/backend/test/data/clusters.json | 6 +- .../web-console/backend/test/data/domains.json | 21 +- modules/web-console/backend/test/index.js | 4 - modules/web-console/backend/test/injector.js | 41 +- .../web-console/backend/test/routes/clusters.js | 13 +- .../web-console/backend/test/routes/public.js | 4 +- .../backend/test/unit/AuthService.test.js | 11 - .../backend/test/unit/CacheService.test.js | 4 +- .../backend/test/unit/ClusterService.test.js | 22 +- .../web-console/backend/test/unit/Utils.test.js | 48 + .../docker/compose/backend/.dockerignore | 3 - .../docker/compose/backend/Dockerfile | 15 +- .../web-console/docker/compose/backend/build.sh | 57 - .../docker/compose/docker-compose.yml | 70 +- .../docker/compose/frontend/.dockerignore | 3 - .../docker/compose/frontend/Dockerfile | 23 +- .../docker/compose/frontend/DockerfileBuild | 30 - .../docker/compose/frontend/build.sh | 59 - .../compose/frontend/nginx/web-console.conf | 5 - .../web-console/docker/standalone/.dockerignore | 2 - .../web-console/docker/standalone/Dockerfile | 73 +- .../web-console/docker/standalone/README.txt | 24 - .../docker/standalone/docker-entrypoint.sh | 23 + .../web-console/docker/standalone/entrypoint.sh | 23 - .../docker/standalone/nginx/web-console.conf | 2 +- modules/web-console/e2e/docker-compose.yml | 2 +- modules/web-console/e2e/testcafe/Dockerfile | 10 +- .../e2e/testcafe/components/FormField.js | 3 + .../e2e/testcafe/components/Table.js | 23 +- .../e2e/testcafe/environment/envtools.js | 196 + .../e2e/testcafe/environment/launch-env.js | 26 + modules/web-console/e2e/testcafe/envtools.js | 192 - .../e2e/testcafe/fixtures/admin-panel.js | 2 +- .../testcafe/fixtures/auth/forgot-password.js | 2 +- .../e2e/testcafe/fixtures/auth/logout.js | 2 +- .../fixtures/auth/signup-validation-local.js | 2 +- .../e2e/testcafe/fixtures/auth/signup.js | 2 +- .../testcafe/fixtures/configuration/basic.js | 6 +- .../testcafe/fixtures/configuration/overview.js | 2 +- .../e2e/testcafe/fixtures/menu-smoke.js | 4 +- .../testcafe/fixtures/queries/notebooks-list.js | 2 +- .../fixtures/user-profile/credentials.js | 2 +- .../testcafe/fixtures/user-profile/profile.js | 2 +- modules/web-console/e2e/testcafe/index.js | 38 + .../web-console/e2e/testcafe/package-lock.json | 2486 +++++ modules/web-console/e2e/testcafe/package.json | 16 +- .../page-models/PageConfigurationBasic.js | 23 +- modules/web-console/e2e/testcafe/roles.js | 6 +- .../web-console/e2e/testcafe/testcafe-runner.js | 62 + modules/web-console/e2e/testcafe/testcafe.js | 86 - modules/web-console/e2e/testenv/Dockerfile | 71 +- modules/web-console/e2e/testenv/entrypoint.sh | 21 - .../web-console/e2e/testenv/nginx/nginx.conf | 58 +- modules/web-console/frontend/.gitignore | 7 +- modules/web-console/frontend/app/app.js | 20 +- .../app/components/bs-select-menu/style.scss | 2 +- .../cluster-security-icon/component.js | 25 + .../components/cluster-security-icon/index.js | 24 + .../cluster-security-icon/template.pug | 30 + .../app/components/cluster-selector/style.scss | 11 +- .../components/cluster-selector/template.pug | 43 +- .../connected-clusters-badge/controller.js | 51 + .../connected-clusters-badge/index.js | 33 + .../connected-clusters-badge/style.scss | 43 + .../connected-clusters-badge/template.pug | 19 + .../components/cell-logout/index.js | 43 + .../components/cell-logout/template.pug | 23 + .../components/cell-status/index.js | 26 + .../components/cell-status/style.scss | 46 + .../components/cell-status/template.pug | 18 + .../components/list/column-defs.js | 59 + .../components/list/controller.js | 59 + .../components/list/index.js | 29 + .../components/list/style.scss | 49 + .../components/list/template.tpl.pug | 19 + .../connected-clusters-dialog/controller.js | 24 + .../connected-clusters-dialog/index.js | 35 + .../connected-clusters-dialog/service.js | 44 + .../connected-clusters-dialog/style.scss | 23 + .../connected-clusters-dialog/template.tpl.pug | 34 + .../components/connected-clusters/controller.js | 36 - .../app/components/connected-clusters/index.js | 29 - .../components/connected-clusters/style.scss | 40 - .../components/connected-clusters/template.pug | 18 - .../app/components/grid-export/template.pug | 4 +- .../list-editable-cols/cols.directive.js | 3 +- .../list-editable-cols/cols.style.scss | 10 +- .../list-editable-cols/cols.template.pug | 1 + .../list-of-registered-users/column-defs.js | 2 +- .../list-of-registered-users/style.scss | 11 + .../list-of-registered-users/template.tpl.pug | 2 +- .../components/cache-edit-form/controller.js | 11 +- .../components/cache-edit-form/template.tpl.pug | 6 +- .../components/cluster-edit-form/controller.js | 11 +- .../cluster-edit-form/template.tpl.pug | 8 +- .../cluster-edit-form/templates/binary.pug | 2 +- .../templates/cache-key-cfg.pug | 2 +- .../cluster-edit-form/templates/checkpoint.pug | 2 +- .../templates/data-storage.pug | 5 +- .../cluster-edit-form/templates/discovery.pug | 4 +- .../cluster-edit-form/templates/failover.pug | 15 +- .../templates/load-balancing.pug | 5 +- .../cluster-edit-form/templates/memory.pug | 2 +- .../cluster-edit-form/templates/service.pug | 26 +- .../components/igfs-edit-form/controller.js | 12 +- .../components/igfs-edit-form/template.tpl.pug | 7 +- .../components/model-edit-form/controller.js | 12 +- .../components/model-edit-form/template.tpl.pug | 7 +- .../controller.js | 4 +- .../controller.js | 4 +- .../page-configure-advanced-igfs/controller.js | 4 +- .../controller.js | 4 +- .../page-configure-basic/controller.js | 4 +- .../components/page-configure-basic/style.scss | 25 - .../page-configure-basic/template.pug | 15 +- .../components/pc-items-table/template.pug | 2 +- .../components/pc-split-button/component.js | 27 + .../components/pc-split-button/controller.js | 45 + .../components/pc-split-button/index.js | 23 + .../components/pc-split-button/template.pug | 28 + .../app/components/page-configure/index.js | 4 +- .../page-configure/store/actionCreators.js | 8 +- .../components/page-configure/store/effects.js | 22 +- .../app/components/page-configure/style.scss | 16 + .../components/page-forgot-password/style.scss | 1 - .../page-forgot-password/template.pug | 2 +- .../app/components/page-landing/template.pug | 20 +- .../components/queries-notebook/controller.js | 25 +- .../queries-notebook/template.tpl.pug | 12 +- .../queries-notebooks-list/controller.js | 8 +- .../queries-notebooks-list/template.tpl.pug | 2 +- .../app/components/page-signin/style.scss | 1 - .../app/components/page-signup/style.scss | 1 - .../app/components/panel-collapsible/style.scss | 3 +- .../components/password-visibility/style.scss | 4 + .../ui-grid-column-resizer/directive.js | 29 + .../components/ui-grid-column-resizer/index.js | 24 + .../components/user-notifications/service.js | 5 + .../components/user-notifications/style.scss | 2 +- .../components/web-console-header/style.scss | 25 +- .../controllers/reset-password.controller.js | 50 - .../helpers/jade/form/form-field-feedback.pug | 2 +- .../helpers/jade/form/form-field-password.pug | 2 +- .../app/helpers/jade/form/form-field-text.pug | 2 +- .../app/modules/agent/AgentManager.service.js | 315 +- .../frontend/app/modules/agent/agent.module.js | 8 +- .../agent/components/cluster-login/component.js | 40 + .../agent/components/cluster-login/index.js | 26 + .../agent/components/cluster-login/service.js | 66 + .../agent/components/cluster-login/template.pug | 56 + .../frontend/app/modules/agent/types/Cluster.js | 37 + .../app/modules/agent/types/ClusterSecrets.js | 61 + .../agent/types/ClusterSecretsManager.js | 70 + .../app/primitives/datepicker/index.scss | 6 +- .../frontend/app/primitives/panel/index.scss | 2 +- .../frontend/app/primitives/switcher/index.scss | 2 +- .../app/primitives/timepicker/index.scss | 6 +- .../app/primitives/ui-grid-header/index.scss | 4 + .../app/primitives/ui-grid-settings/index.scss | 6 +- .../frontend/app/primitives/ui-grid/index.scss | 12 + .../frontend/app/services/Version.service.js | 6 +- .../frontend/app/utils/SimpleWorkerPool.js | 2 + .../frontend/ignite_modules/README.txt | 6 - .../frontend/ignite_modules/index.js | 22 - modules/web-console/frontend/index.js | 22 + modules/web-console/frontend/package-lock.json | 8815 ++++++++++++------ modules/web-console/frontend/package.json | 94 +- .../frontend/public/images/icons/exit.svg | 3 + .../frontend/public/images/icons/index.js | 7 +- .../frontend/public/images/icons/lockClosed.svg | 3 + .../frontend/public/images/icons/lockOpened.svg | 3 + .../stylesheets/_bootstrap-variables.scss | 2 +- .../frontend/public/stylesheets/style.scss | 10 +- .../frontend/test/check-doc-links/Dockerfile | 2 +- modules/web-console/frontend/test/ci/Dockerfile | 15 +- .../frontend/test/karma.conf.babel.js | 8 +- modules/web-console/frontend/tsconfig.json | 5 +- .../frontend/views/includes/header-right.pug | 6 +- modules/web-console/frontend/views/index.pug | 2 +- .../frontend/webpack/webpack.common.js | 53 +- .../frontend/webpack/webpack.dev.babel.js | 43 +- .../frontend/webpack/webpack.prod.babel.js | 23 +- modules/web-console/pom.xml | 567 +- modules/web-console/web-agent/README.txt | 6 + .../web-agent/assembly/release-web-agent.xml | 7 + .../web-agent/bin/ignite-web-agent.bat | 2 +- .../web-agent/bin/ignite-web-agent.sh | 2 +- .../config/java.util.logging.properties | 74 + modules/web-console/web-agent/pom.xml | 2 +- .../console/agent/AgentConfiguration.java | 115 +- .../ignite/console/agent/AgentLauncher.java | 334 +- .../apache/ignite/console/agent/AgentUtils.java | 24 + .../agent/handlers/AbstractListener.java | 50 +- .../console/agent/handlers/ClusterListener.java | 227 +- .../agent/handlers/DatabaseListener.java | 2 +- .../console/agent/handlers/DemoListener.java | 131 - .../console/agent/handlers/RestListener.java | 41 +- .../ignite/console/agent/rest/RestExecutor.java | 308 +- .../ignite/console/agent/rest/RestResult.java | 18 +- .../ignite/console/demo/AgentClusterDemo.java | 7 +- modules/web/ignite-appserver-test/pom.xml | 2 +- modules/web/ignite-websphere-test/pom.xml | 2 +- modules/web/pom.xml | 2 +- .../yardstick/config/ignite-pr-base-config.xml | 150 + .../config/ignite-pr-localhost-config.xml | 108 + modules/yardstick/pom.xml | 2 +- .../yardstick/IgniteBenchmarkArguments.java | 26 + .../cache/IgniteCacheAbstractBenchmark.java | 54 +- .../cache/IgniteCreateIndexBenchmark.java | 245 + .../apache/ignite/yardstick/cache/Loader.java | 189 + .../cache/model/Person8NotIndexed.java | 215 + modules/yarn/pom.xml | 2 +- modules/zeromq/pom.xml | 2 +- .../stream/zeromq/IgniteZeroMqStreamer.java | 43 +- .../stream/zeromq/IgniteZeroMqStreamerTest.java | 24 +- modules/zookeeper/pom.xml | 2 +- .../zk/internal/ZookeeperDiscoveryImpl.java | 20 +- .../spi/discovery/zk/internal/package-info.java | 21 + .../tcp/ipfinder/zk/ZookeeperIpFinderTest.java | 28 +- .../zk/internal/ZookeeperDiscoverySpiTest.java | 19 +- packaging/deb/changelog | 6 + packaging/package.sh | 9 +- packaging/rpm/apache-ignite.spec | 32 +- packaging/rpm/name.service | 2 +- parent/pom.xml | 32 +- pom.xml | 11 +- 1036 files changed, 54600 insertions(+), 11874 deletions(-) ----------------------------------------------------------------------
