This is an automated email from the ASF dual-hosted git repository.
gvvinblade pushed a change to branch ignite-12248
in repository https://gitbox.apache.org/repos/asf/ignite.git.
from aa5b981 IGNITE-12248: Apache Calcite based query execution engine.
add 110f8d2 IGNITE-12209: Transactions system view. (#6896)
add 538a46b IGNITE-12230 Stopping cache group must wait for currently
running partition evictions - Fixes #6906.
add 61e7ffc IGNITE-9836 Java version check can now deal with letter
suffixes - Fixes #6920.
add a504cca IGNITE-11856 Allow ignite.sh to work when JMX_MON is not set
(-nojmx flag) - Fixes #6549.
add 5ccc21a IGNITE-10113 Failure during build index isn't handled by
failure handler - Fixes #6801.
add 2e7553a IGNITE-11723:[Spark] IgniteSpark integration should support
skipStore option for internal dataStreamer (IgniteRdd and Ignite DataFrame)
(#6907)
add 08a1d1d IGNITE-11008 Remove redundant spaces from JDBC metadata
columns IS_GENERATEDCOLUMN and BUFFER_LENGTH - Fixes #6885.
add 0db596a IGNITE-12181: Fixed assertion for non-persisted group in PDS
enabled cluster. (#6929)
add a0e0bef IGNITE-11868 GridClient#data() should be deprecated/removed.
- Fixes #6894.
add 98f35bb IGNITE-12032: Improved warn message on abruptly closed client
connection
add 5d94dfa IGNITE-12213: Sql objects system views. (#6916)
add 9a3f7c0 IGNITE-12255 Fetch and calculate affinity for all caches on
client nodes - Fixes #6933.
add 18da562 IGNITE-12214: Continuous query system view. (#6923)
add 52a77be IGNITE-12216: [ML][Umbrella]Advanced support of categorical
features (#6939)
add b3d5516 IGNITE-5795: Binary metadata is registering during start of
cache. This closes #5795.
add 052eb62 IGNITE-12256 Fix double invocation of javaMajorVersion,
versions such as 9-Ubuntu - Fixes #6932.
add bf7c6d2 IGNITE-10792: [ML] Add seed to test-train filter (#6946)
new 4219f2d Merge branch 'ignite-master' into ignite-12248
new accb91d fix after merge
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/control.sh | 2 -
bin/ignite-tf.sh | 2 -
bin/ignite.sh | 10 +-
bin/ignitevisorcmd.sh | 2 -
bin/include/functions.sh | 9 +-
.../ml/preprocessing/encoding/EncoderExample.java | 105 +
.../encoding/EncoderExampleWithNormalization.java | 112 +
.../encoding/LabelEncoderExample.java | 111 +
.../ml/preprocessing/encoding/package-info.java | 16 +-
.../internal/jdbc2/JdbcMetadataSelfTest.java | 9 +-
.../ignite/jdbc/thin/JdbcThinMetadataSelfTest.java | 83 +-
.../ignite/codegen/MessageCodeGenerator.java | 2 +-
.../SystemViewRowAttributeWalkerGenerator.java | 18 +
.../org/apache/ignite/internal/IgniteKernal.java | 6 +-
.../binary/BinaryCachingMetadataHandler.java | 27 +-
.../ignite/internal/binary/BinaryContext.java | 91 +-
.../internal/binary/BinaryMetadataHandler.java | 11 +
.../internal/binary/BinaryNoopMetadataHandler.java | 9 +-
.../binary/builder/BinaryObjectBuilderImpl.java | 32 +-
.../apache/ignite/internal/client/GridClient.java | 11 +-
.../internal/client/impl/GridClientImpl.java | 5 -
.../client/router/impl/GridRouterClientImpl.java | 5 -
.../internal/client/thin/TcpIgniteClient.java | 6 +
.../jdbc/thin/JdbcThinDatabaseMetadata.java | 4 +-
...temViewAdapter.java => AbstractSystemView.java} | 48 +-
.../managers/systemview/GridSystemViewManager.java | 71 +-
.../managers/systemview/SystemViewAdapter.java | 48 +-
.../SystemViewInnerCollectionsAdapter.java | 82 +
.../walker/ContinuousQueryViewWalker.java | 81 +
.../systemview/walker/TransactionViewWalker.java | 97 +
.../cache/CacheAffinitySharedManager.java | 104 +-
.../processors/cache/CacheGroupContext.java | 7 +
.../processors/cache/GridCacheProcessor.java | 39 +-
.../cache/IgniteCacheOffheapManagerImpl.java | 15 +-
.../binary/CacheObjectBinaryProcessorImpl.java | 5 +
.../dht/preloader/CacheGroupAffinityMessage.java | 5 +-
.../preloader/GridDhtPartitionsExchangeFuture.java | 57 +-
.../dht/topology/PartitionsEvictManager.java | 19 +-
.../cache/persistence/GridCacheOffheapManager.java | 8 +-
.../continuous/CacheContinuousQueryHandler.java | 24 +-
.../continuous/CacheContinuousQueryHandlerV3.java | 4 +-
.../cache/transactions/IgniteTxManager.java | 13 +
.../continuous/GridContinuousProcessor.java | 135 +-
.../processors/odbc/ClientListenerProcessor.java | 6 +-
.../processors/query/GridQueryProcessor.java | 86 +-
.../internal/processors/query/QueryUtils.java | 2 +-
.../query/schema/SchemaOperationWorker.java | 2 +-
.../lang/gridfunc/ReadOnlyCollectionView2X.java | 10 +-
.../ignite/internal/util/nio/GridNioServer.java | 3 +-
.../ignite/spi/discovery/tcp/ClientImpl.java | 2 +
.../spi/systemview/view/ContinuousQueryView.java | 213 +
.../spi/systemview/view/TransactionView.java | 287 +
.../binary/TestCachingMetadataHandler.java | 9 +-
.../ignite/internal/metric/JmxExporterSpiTest.java | 196 +-
.../ignite/internal/metric/SystemViewSelfTest.java | 194 +-
.../processors/cache/ClientDelayedJoinTest.java | 239 +
.../cache/IgniteMarshallerCacheFSRestoreTest.java | 7 +-
.../DropCacheContextDuringEvictionTest.java | 103 +
.../PartitionsEvictManagerAbstractTest.java | 209 +
.../PartitionsEvictionTaskFailureHandlerTest.java | 49 +
.../IgnitePdsCacheRebalancingAbstractTest.java | 74 +-
.../ignite/testsuites/IgniteBasicTestSuite.java | 5 +
.../ignite/testsuites/IgniteCacheTestSuite5.java | 3 +
.../query/h2/H2IndexesSystemViewTest.java | 26 +-
.../systemview/walker/SqlIndexViewWalker.java | 63 +
.../systemview/walker/SqlSchemaViewWalker.java | 46 +
.../walker/SqlTableColumnViewWalker.java | 64 +
.../systemview/walker/SqlTableViewWalker.java | 60 +
.../systemview/walker/SqlViewColumnViewWalker.java | 58 +
.../systemview/walker/SqlViewViewWalker.java | 48 +
.../processors/query/h2/IgniteH2Indexing.java | 19 +
.../processors/query/h2/SchemaManager.java | 83 +-
.../processors/query/h2/database/H2TreeIndex.java | 20 +-
.../query/h2/sys/view/SqlSystemViewIndexes.java | 132 -
.../query/h2/sys/view/SqlSystemViewSchemas.java | 73 -
.../query/h2/sys/view/SqlSystemViewTables.java | 96 -
.../ignite/spi/systemview/view/SqlIndexView.java | 137 +
.../ignite/spi/systemview/view/SqlSchemaView.java} | 30 +-
.../spi/systemview/view/SqlTableColumnView.java | 122 +
.../ignite/spi/systemview/view/SqlTableView.java | 103 +
.../spi/systemview/view/SqlViewColumnView.java | 87 +
.../ignite/spi/systemview/view/SqlViewView.java | 53 +
.../cache/CacheRegisterMetadataLocallyTest.java | 302 +
.../cache/index/AbstractSchemaSelfTest.java | 8 +-
.../index/H2DynamicIndexAbstractSelfTest.java | 54 +-
.../index/StopNodeOnRebuildIndexFailureTest.java | 237 +
.../cache/metric/SqlViewExporterSpiTest.java | 302 +-
.../processors/query/SqlSystemViewsSelfTest.java | 91 +-
.../IgniteBinaryCacheQueryTestSuite.java | 2 +
.../IgniteCacheWithIndexingTestSuite.java | 3 +
.../dataset/feature/extractor/ExtractionUtils.java | 85 +
.../extractor/impl/ObjectArrayVectorizer.java | 59 +
.../builder/data/SimpleDatasetDataBuilder.java | 22 +-
...Value.java => IllegalFeatureTypeException.java} | 14 +-
...reValue.java => IllegalLabelTypeException.java} | 14 +-
...ureValue.java => NonDoubleVectorException.java} | 13 +-
...tureValue.java => UndefinedLabelException.java} | 13 +-
...e.java => UnknownCategorialValueException.java} | 6 +-
.../encoding/EncoderPartitionData.java | 23 +
.../encoding/EncoderPreprocessor.java | 20 +-
.../ml/preprocessing/encoding/EncoderTrainer.java | 124 +-
.../ml/preprocessing/encoding/EncoderType.java | 5 +-
.../frequency/FrequencyEncoderPreprocessor.java | 4 +-
.../LabelEncoderPreprocessor.java} | 54 +-
.../{EncoderType.java => label/package-info.java} | 18 +-
.../onehotencoder/OneHotEncoderPreprocessor.java | 4 +-
.../stringencoder/StringEncoderPreprocessor.java | 14 +-
.../VectorFinalizationPreprocessor.java | 77 +
.../finalization/VectorFinalizationTrainer.java | 39 +
.../package-info.java} | 18 +-
.../normalization/NormalizationPreprocessor.java | 2 +
.../ml/tree/data/DecisionTreeDataBuilder.java | 11 +-
.../apache/ignite/ml/util/MLSandboxDatasets.java | 5 +-
.../org/apache/ignite/ml/util/SandboxMLCache.java | 97 +-
.../ml/src/main/resources/datasets/mushrooms.csv | 8125 ++++++++++++++++++++
.../ml/preprocessing/PreprocessingTestSuite.java | 2 +
.../preprocessing/encoding/EncoderTrainerTest.java | 102 +-
.../encoding/LabelEncoderPreprocessorTest.java | 62 +
.../encoding/OneHotEncoderPreprocessorTest.java | 67 +-
.../encoding/StringEncoderPreprocessorTest.java | 17 +-
.../BinaryClassificationEvaluatorTest.java | 6 +-
.../scoring/evaluator/RegressionEvaluatorTest.java | 4 +-
.../ignite/spark/IgniteDataFrameSettings.scala | 19 +
.../scala/org/apache/ignite/spark/IgniteRDD.scala | 11 +-
.../org/apache/ignite/spark/JavaIgniteRDD.scala | 13 +-
.../ignite/spark/impl/IgniteRelationProvider.scala | 3 +
.../org/apache/ignite/spark/impl/QueryHelper.scala | 9 +-
.../spark/JavaEmbeddedIgniteRDDSelfTest.java | 6 +-
...avaEmbeddedIgniteRDDWithLocalStoreSelfTest.java | 227 +
.../ignite/testsuites/IgniteRDDTestSuite.java | 4 +-
modules/sqlline/bin/sqlline.sh | 2 -
.../web-console/web-agent/bin/ignite-web-agent.sh | 2 -
.../web-console/web-agent/bin/include/functions.sh | 9 +-
133 files changed, 13987 insertions(+), 1012 deletions(-)
create mode 100644
examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/EncoderExample.java
create mode 100644
examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/EncoderExampleWithNormalization.java
create mode 100644
examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/LabelEncoderExample.java
copy
modules/ml/src/main/java/org/apache/ignite/ml/preprocessing/encoding/EncoderType.java
=>
examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/package-info.java
(70%)
copy
modules/core/src/main/java/org/apache/ignite/internal/managers/systemview/{SystemViewAdapter.java
=> AbstractSystemView.java} (64%)
create mode 100644
modules/core/src/main/java/org/apache/ignite/internal/managers/systemview/SystemViewInnerCollectionsAdapter.java
create mode 100644
modules/core/src/main/java/org/apache/ignite/internal/managers/systemview/walker/ContinuousQueryViewWalker.java
create mode 100644
modules/core/src/main/java/org/apache/ignite/internal/managers/systemview/walker/TransactionViewWalker.java
create mode 100644
modules/core/src/main/java/org/apache/ignite/spi/systemview/view/ContinuousQueryView.java
create mode 100644
modules/core/src/main/java/org/apache/ignite/spi/systemview/view/TransactionView.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/ClientDelayedJoinTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/dht/topology/DropCacheContextDuringEvictionTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/dht/topology/PartitionsEvictManagerAbstractTest.java
create mode 100644
modules/core/src/test/java/org/apache/ignite/internal/processors/cache/distributed/dht/topology/PartitionsEvictionTaskFailureHandlerTest.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/managers/systemview/walker/SqlIndexViewWalker.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/managers/systemview/walker/SqlSchemaViewWalker.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/managers/systemview/walker/SqlTableColumnViewWalker.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/managers/systemview/walker/SqlTableViewWalker.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/managers/systemview/walker/SqlViewColumnViewWalker.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/managers/systemview/walker/SqlViewViewWalker.java
delete mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/sys/view/SqlSystemViewIndexes.java
delete mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/sys/view/SqlSystemViewSchemas.java
delete mode 100644
modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/sys/view/SqlSystemViewTables.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/spi/systemview/view/SqlIndexView.java
copy
modules/{ml/src/main/java/org/apache/ignite/ml/math/exceptions/preprocessing/UnknownCategorialFeatureValue.java
=>
indexing/src/main/java/org/apache/ignite/spi/systemview/view/SqlSchemaView.java}
(55%)
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/spi/systemview/view/SqlTableColumnView.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/spi/systemview/view/SqlTableView.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/spi/systemview/view/SqlViewColumnView.java
create mode 100644
modules/indexing/src/main/java/org/apache/ignite/spi/systemview/view/SqlViewView.java
create mode 100644
modules/indexing/src/test/java/org/apache/ignite/internal/processors/cache/CacheRegisterMetadataLocallyTest.java
create mode 100644
modules/indexing/src/test/java/org/apache/ignite/internal/processors/cache/index/StopNodeOnRebuildIndexFailureTest.java
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/dataset/feature/extractor/impl/ObjectArrayVectorizer.java
copy
modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/preprocessing/{UnknownCategorialFeatureValue.java
=> IllegalFeatureTypeException.java} (62%)
copy
modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/preprocessing/{UnknownCategorialFeatureValue.java
=> IllegalLabelTypeException.java} (63%)
copy
modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/preprocessing/{UnknownCategorialFeatureValue.java
=> NonDoubleVectorException.java} (75%)
copy
modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/preprocessing/{UnknownCategorialFeatureValue.java
=> UndefinedLabelException.java} (70%)
rename
modules/ml/src/main/java/org/apache/ignite/ml/math/exceptions/preprocessing/{UnknownCategorialFeatureValue.java
=> UnknownCategorialValueException.java} (85%)
copy
modules/ml/src/main/java/org/apache/ignite/ml/preprocessing/encoding/{stringencoder/StringEncoderPreprocessor.java
=> label/LabelEncoderPreprocessor.java} (52%)
copy
modules/ml/src/main/java/org/apache/ignite/ml/preprocessing/encoding/{EncoderType.java
=> label/package-info.java} (70%)
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/preprocessing/finalization/VectorFinalizationPreprocessor.java
create mode 100644
modules/ml/src/main/java/org/apache/ignite/ml/preprocessing/finalization/VectorFinalizationTrainer.java
copy
modules/ml/src/main/java/org/apache/ignite/ml/preprocessing/{encoding/EncoderType.java
=> finalization/package-info.java} (70%)
create mode 100644 modules/ml/src/main/resources/datasets/mushrooms.csv
create mode 100644
modules/ml/src/test/java/org/apache/ignite/ml/preprocessing/encoding/LabelEncoderPreprocessorTest.java
create mode 100644
modules/spark/src/test/java/org/apache/ignite/spark/JavaEmbeddedIgniteRDDWithLocalStoreSelfTest.java
