This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/wayang-benchmark/org.apache.hadoop-hadoop-common-3.4.0
in repository https://gitbox.apache.org/repos/asf/wayang.git
omit 7f2f45673 Bump org.apache.hadoop:hadoop-common in /wayang-benchmark
add 8e77fbedf Remove faulty test from wayang-tensorflow
add b2025a56d add docs
add 9c5850929 add docs
add 32629e049 add docs
add a1b53c009 Update .licenserc.yaml to exclude docs in license check
add 1522bf49f Merge pull request #2 from 2pk03/2pk03-docs2
add 27ff08ace Merge pull request #481 from 2pk03/main
add 6da7a31d5 Update check-license.sh
add e0acba448 Update .licenserc.yaml
add ec2caba82 Merge pull request #484 from 2pk03/main
add cd3954c8c Update pom.xml
add c06ee2c3b Update .licenserc.yaml
add 41cb3059c Merge pull request #485 from 2pk03/main
add b1b15b69d Rebase from main
add 71a09df37 Merge pull request #483 from
juripetersen/remove-faulty-tensorflow-plan
add 3f162b0ff Update README.md
add 484d21da1 Merge pull request #471 from apache/add-Kafka-to-readme
add 7e8f641cc wayang rest service start/stop script
add b2e2b1e9d minor changes for making javadoc generation work
add 2a3fdb788 Revert "minor changes for making javadoc generation work"
add 8061933e2 Merge branch 'apache:main' into main
add b1fcbde97 Merge branch 'apache:main' into main
add 0ec46b68f Merge pull request #488 from zkaoudi/main
add abe5aaf9a Bump org.apache.kafka:kafka-clients in
/wayang-platforms/wayang-spark
add 576583fc4 Merge pull request #486 from
apache/dependabot/maven/wayang-platforms/wayang-spark/org.apache.kafka-kafka-clients-3.7.1
add 03375ce08 cleanup
add cdb7f70b6 cleanup
add acd75707f Merge pull request #490 from zkaoudi/main
add c655ff34e prepare for release 1.0.0-RC4-SNAPSHOT
add 8b5d8ed15 [maven-release-plugin] prepare release 0.7.1
add acaa476dd notice date
add e5f9ccca7 remove wayang version var
add e5362c696 release notes
add c1ce8aa2d update readme
add 966c3646e readme
add a8ad67413 [maven-release-plugin] prepare release 1.0.0-RC4-SNAPSHOT
add f32af3de0 [maven-release-plugin] prepare for next development iteration
add 3a64afdf3 update versions
add 66f9a2b1d update versions
add 6ed689ac7 update versions
add b3af7a296 [maven-release-plugin] prepare release 1.0.0
add 7be9e4ee7 [maven-release-plugin] prepare for next development iteration
add e81f2a2d9 update versions
add 96096f293 update versions
add cbe0e2f1a update versions
add 64a5fdfb2 [maven-release-plugin] prepare release 1.0.0
add e7ac41d47 update versions
add d5ea555d8 [maven-release-plugin] prepare release 1.0.0
add 2ee91e187 update versions
add 63995dc5f [maven-release-plugin] prepare release 1.0.0
add 4006453ca update versions and tag
add 85766744d remove commented lines
add a0d17279f [maven-release-plugin] prepare release 1.0.0
add 7da1f6145 [maven-release-plugin] prepare for next development iteration
add 20b6a9cb6 rollback versions once again
add 33ea5fe34 [maven-release-plugin] prepare release 1.0.0
add afd0c9728 [maven-release-plugin] prepare for next development iteration
add 2f6aab1e3 [maven-release-plugin] prepare branch @{releaseLabel}
add 1f40e643b [maven-release-plugin] prepare for next development iteration
add 4a54a9f8e removing docs
add bc9ef1fd2 [maven-release-plugin] prepare branch @{releaseLabel}
add 3b669c476 remove old python files
add 805cba93f versions
add 015b60062 tags
add 7e4717cf3 fixed bundles
add 2d642bce5 [maven-release-plugin] prepare release 1.0.0
add 730f9de25 [maven-release-plugin] prepare for next development iteration
add b1a404ca3 preparing for 1.0.0 once more again
add d282fdcea [maven-release-plugin] prepare release 1.0.0
add 99e81465e [maven-release-plugin] prepare for next development iteration
add 95e5ab433 preparing for 1.0.0 once more again
add f7288f84a [maven-release-plugin] prepare release 1.0.0
add 7df7e57fc [maven-release-plugin] prepare for next development iteration
add c01a266c6 preparing for 1.0.0 once more again withe correct version in
docs
add fd3f5db81 [maven-release-plugin] prepare release 1.0.0
add 589cb5cb5 [maven-release-plugin] prepare for next development iteration
add c95a81ae5 preparing for 1.0.0 once more again withe no version in docs
add 48e366113 [maven-release-plugin] prepare release 1.0.0
add 4ff8cb3e5 [maven-release-plugin] prepare for next development iteration
add b95c082d3 feat: update tensorflow java to 1.0.0
add 30db54705 Merge pull request #496 from joker-star-l/tf
add fbcf410b9 [maven-release-plugin] prepare branch @{releaseLabel}
add 236a3af47 [maven-release-plugin] prepare for next development iteration
add de0013f6a uo year
add 277ad4a95 Merge pull request #491 from apache/2pk03-patch-4
add 096355612 add 2025 to NOTICE
add 129772b3b Merge pull request #499 from pjfanning/patch-1
add f224fe588 Update profiledb details in NOTICE
add c33cb2026 Merge pull request #500 from pjfanning/patch-1
add c6caa06e3 Merge branch 'main' into rel/1.0.0-rc5
add 5494ee31f Revert "Merge branch 'main' into rel/1.0.0-rc5"
add 2cdc4935e updated NOTICE
add eb4b22822 updated README
add 6980739e9 updating Tensorflow versioning
add b2ec2807a updating Tensorflow versioning
add 0d8e4fa85 Merge pull request #505 from apache/rel/1.0.0-rc5
add d590739b6 use m-jar-p version configured in parent
add 1eccc4333 Merge pull request #503 from hboutemy/patch-1
add d5a265dc7 some cleaning up
add 10cadee0e Merge pull request #506 from zkaoudi/main
add e1922f74e Merge branch 'main' of github.com:2pk03/incubator-wayang
add 8cfd1f5d9 wayang rest service start/stop script
add 14ffb58f0 Merge pull request #507 from 2pk03/main
add 5509aac9b Update SparkKMeansOperator.java
add 1d5736f0a Merge pull request #508 from Manas-Dikshit/main
add 1229f1365 fixing jenkins build
add 6f85a8730 Merge pull request #509 from zkaoudi/main
add 11e124454 changed actions/cache to v4
add d56e98756 Merge pull request #512 from 2pk03/main
add 6d9eb4736 chore: init TensorflowIrisScalaLikeApiIT
add 141bcace2 feat: scala-like api for dl
add 24d8eec74 Merge pull request #510 from joker-star-l/tf-scala-like-api
add 897f17c7e Updated project to Java 17 and PiEstimation test
add 6a7c7e7b7 Update tutorial.md
add 9882b860c Merge pull request #517 from siddhant-grfrs/patch-1
add a6e84d03e Fix distributed usage of wayang-flink, enabling real use on
Flink clusters
add f7cf47f29 Remove unused serialization tools
add de5e68994 Remove logging and old comments
add a3e7fe1fd Remove setting parallelism on unions as its not allowed
add a5e9633d9 Ignore non-working tensorflow integration test
add 96558df9e Merge pull request #520 from
juripetersen/fix-flink-distributed
add 3a21a09ee Fix join key extraction for python join operator
add 2a715a03f Remove unused test
add 322790205 Fix spark dependency version to fix integration tests
add f9a677aa6 Merge pull request #522 from juripetersen/fix-it-test
add e27e518d5 Rebase from main
add 44c1b1d4f Merge pull request #521 from juripetersen/fix-python-join
add ac0e98b3b Enable specifing custom calcite model paths for
TableScanVisitor
add 53e7d428d Write up a bunch of tests that tests currently unsupported
features in the sql-api
add fb7baeed1 add data for tests
add abf49b383 cleanup prints & assertions
add 35464c743 Merge branch 'apache:main' into main
add 7742d2a67 Merge pull request #518 from mspruc/main
add 018ed459e Merge branch 'apache:main' into main
add 2193e49dc Create ParquetSource
add 509344159 Update Record.java
add 17759ef87 Add readParquet to plan builders
add c97fa7275 Add Java execution operator to ParquetSource
add 798ec683e Add SparkSession to executor
add 37cc8abc8 Add Spark execution operator to ParquetSource
add 0041654ec Create WordCount example with parquet file
add dcd26d305 Update parquet word count example for projections
add 4d1815162 Add setField and addField to Record
add 610aef830 Merge remote-tracking branch 'upstream/main'
add a918e00b6 cloud implementations test
add d3182a151 Refactor Benchmark Main and WordCount to normal appearance
add 01fe79b34 Add AWS and JSON library to pom file
add 34f641f72 Add implementations for Amazon and Google Cloud operators
add d32fd51a6 Add tests and amazon s3 source refactor
add cf6ca527d add implementations
add 959cbb472 fixed GoogleCloudStorage Operator
add a07ce9e5e Remove throw declartion from cunstroctur in AmazonS3Source
add c265eb49a Add Mappin from AmazonS3Source to JavaAmazonS3Source and add
implementation for JavaAmazonS3Source
add 3669bdebe Added JavaGoogleCloudSourceSTorage and according mapping
add f32295a72 removed IOException in the googleClourSOurce Operator
add 31caf04ca removed fileURL as param from GCS
add e7c84ffe4 removed inputURL param from AWS3 Source
add bd09360cc implemented GCS and AWS3 to JavaPLanBuilder and PlanBuilder
add 4d09956ad commented out tests for GCS and AS3
add 47a3939e4 added GCS and AS3 to imports
add 1a04880db clean install works
add aa4f1f52d updated getSupportedOutputChannels method
add 71eec3daa update files with methods to override
add a6a74a76c added stack trace prints
add 84a9ef944 updated logger and configuration path
add 0bb655903 updated config wayang-java for AS3 and GCS
add be834baa4 updated tests
add 2aa70ba92 Add implementation for Azure and refactor S3
add 1731ac716 fix bugs in scala files
add 538bb0311 Merge remote-tracking branch
'origin/addimplementationforazure'
add d0fe2d0c5 Merge branch 'apache:main' into main
add 25fadd6da fixed license issues
add 859d147c7 Merge branch 'apache:main' into main
add 9c760b4f5 Update file to use current implementaion from
apache/incubator-wayang
add 00f854880 remove unused files - created for testing source operators
add 31f698134 align WordCount with as-is from main apache/incubator-wayang
repository
add bf0e31d27 remove unused tests - test for cloud operators will always
fail on other people computers as credentials can not be added to git
add 7a8dd1870 cleanup file, removes prints and todo comments
add 3a461b516 Merge pull request #524 from ChristofferKristensen/main
add fa1b44753 support for Sql-like with java based platforms & clean up
test
add 10d99a430 Merge branch 'apache:main' into main
add 60bc92dc5 cleanup print statement
add 5a0c99736 cleanup imports
add 78437ecec use correct class for resources
add e3e98b00f inline calcite model JSON
add 339021f4d fix java docs
add 85d701da3 forgot dynamic data path
add 08a770398 cleanup
add 74b917639 Merge pull request #523 from mspruc/main
add 6fa1a240a Merge latest changes
add 5c86222f5 Remove comment
add 0109c0223 Merge branch 'main' into main
add d14fd2480 Merge remote-tracking branch 'origin/main'
add 4df212161 Merge pull request #528 from aurb9/main
add 8cc21801a Merge branch 'apache:main' into main
add 84f20c968 Updated project to Java 17 mvn install -DskipTests -X works
add 96f1573c6 Updated project to Java 17 with spark 3.4.4 and scala 2.12.17
add 6be82f98e add support for cross joins in the sql-api
add 1cc53aa6e add license
add 295b624f6 Merge pull request #531 from mspruc/main
add bb2462c12 better support for different types for aggregates, enable
tests, move functions to classes
add ebffc841d Merge pull request #532 from mspruc/main
add 7fa43019a update Parquet operators to better use metadata early on
add 3ffda93e1 Merge pull request #533 from aurb9/main
add 11ac64b75 Bump com.google.protobuf:protobuf-java
add 4dc3c5ff1 Merge pull request #472 from
apache/dependabot/maven/wayang-api/wayang-api-scala-java/com.google.protobuf-protobuf-java-3.25.5
add ef5eef29b cleanup todos
add 35be199ef Merge pull request #537 from jephal/main
add 4e303687f Add default toJson argument for explain
add a9c4ba9e9 Add buildAndExplain with toJson args to PlanBuilder
add 9d5375e0e Merge pull request #541 from
juripetersen/explain-json-in-dataquanta
add 8876d87ea Bump org.apache.kafka:kafka-clients in
/wayang-commons/wayang-basic
add e6f2710db Merge pull request #489 from
apache/dependabot/maven/wayang-commons/wayang-basic/org.apache.kafka-kafka-clients-3.7.1
add d17bc3c1d Bump org.apache.kafka:kafka-clients in /wayang-applications
add a8f9260f2 Merge pull request #543 from
apache/dependabot/maven/wayang-applications/org.apache.kafka-kafka-clients-3.7.1
add 9fd1231dd Bump com.google.protobuf:protobuf-java in
/wayang-api/wayang-api-python
add 1ce649ec3 Merge pull request #540 from
apache/dependabot/maven/wayang-api/wayang-api-python/com.google.protobuf-protobuf-java-3.25.5
add 306aed2b8 Bump org.apache.parquet:parquet-avro in
/wayang-platforms/wayang-java
add 271312e14 Merge pull request #539 from
apache/dependabot/maven/wayang-platforms/wayang-java/org.apache.parquet-parquet-avro-1.15.1
add f4c49f734 Bump org.json:json in /wayang-commons/wayang-basic
add ee1a7dab5 Merge pull request #538 from
apache/dependabot/maven/wayang-commons/wayang-basic/org.json-json-20231013
add 489da9841 Multi conditional joins for sql-api, only works for java
platforms currently
add 91573ae1e Merge pull request #544 from mspruc/main
add b492961b7 clean up and change structure
add 48b2fc1d0 fix up some inaccurate tests
add 8266439e9 move filter functions to own class
add a75a96aec restructure project, move func to own class
add b42c8cfae cleanup & formatting
add f09522e25 licenses
add 166022bda add filters w. where clauses for java platforms in sql-api
add 4ae6d7370 Merge pull request #546 from mspruc/main
add 4f32967cc IS NULL & IS NOT NULL for sql-api filters
add 1115994df fix a bug that would make rexLiterals compare on a wrong
string
add 71818cba4 cleanup
add 9229c423b Merge pull request #547 from mspruc/main
add 01ddfdfa7 fix a bug where tableA join tableB failed due to index sizes
add 06db2b1d7 Merge pull request #548 from mspruc/main
add 2c4f8ca61 failing tests for two serialisation cases using sql-api
add ea66604f1 make project functions serializable in the sql-api
add af2f391e8 Merge pull request #549 from mspruc/main
add df28ad003 filter test for sql-api serialisation
add 6d06ca568 test for sort
add bfa3ed3f2 sort operator for sql-api
add fdfa4dd40 forgot sort key extractor
add 25a7a9f6e rm unused class
add 198ef998b licenses and javadoc cleanup
add e17125992 Merge pull request #552 from mspruc/main
add bfbe53843 add fetch, offset & limit for java platforms in sql-api
add cd547188a rm unused import
add 7784fd139 Merge pull request #554 from mspruc/main
add 6af013797 reimplement AVG() syntax for sql-api
add 626d92e80 cleanup and improve code quality
add 24fa03349 Merge pull request #556 from mspruc/main
add 549ee2287 increase calcite version & fix deprecated method
add 51ba237af Merge pull request #557 from mspruc/main
add 7df802bce separate the query and channel creation from execution
add a3958f868 fix off by one error for sql-api sorts
add 5207d44ee serializable aggregations for sql-api
add 1788e1b3e Merge pull request #558 from mspruc/main
add 150a13dd4 Merge branch 'apache:main' into main
add 602d2f8f9 Update README with Java 17 compatibility instructions
add 0ce0670c4 Update README with Java 17 compatibility instructions
add 08f8ded5f Add LogisticRegressionOperator
add 368a695ce Update the java version in the workflows
add 6066b991c testLogisticRegressionOperator API
add 8d9b931d6 Add parquet operators to the Python API
add 2a201bb55 Update .gitignore
add 06e4a2c85 Update core.py
add ae9d7e1f6 Expose Parquet operators to the Python API
add eaefe68fe Add projection to the serializer
add 291a0297e Merge remote-tracking branch 'origin/main' into
python-implementation
add d5e99a4f9 Merge branch 'apache:main' into python-implementation
add 789c886c6 update Record to string methods
add 2e2279713 add parquet source operator to Python API
add b30258463 remove print statements
add 605d27ed7 remove distinct operator from commit
add 9c8627710 remove serialization of iterator for commit
add 84d8bbd0c revert properties
add 976c709f2 update parquet input from drawflow
add 54706911b remove distinct operator for commit
add 905087f23 remove type deserialization for commit
add 846848228 remove column names
add 00e9ad877 update comment
add 9bad982d7 Merge pull request #559 from aurb9/python-implementation
add e08a898df Add explain to json config to Job
add d55652b43 Merge pull request #562 from juripetersen/logging-in-collect
add de3cba2ed Merge pull request #560 from xristlamp/main
add 7f834f474 added main method for sql context, calcite dependency fix
add 9d7138652 Merge pull request #563 from mspruc/main
add af8aefe72 fix serialization for RexCalls in sql-api projections
add 58cfcbb3f Merge pull request #564 from mspruc/main
add c2c96a39f Update Jenkinsfile to jdk 17
add e405a4e48 Merge pull request #565 from zkaoudi/main
add bfd6ee1e5 filter predicate serializability
add 83d3493da rm unused class
add f0699d42e fix up serialization for filters, and unify some duplicate
code
add cf35b66ba rm more duplicate code & cleanup
add 87be8ed13 formatting
add 5f60b98d4 Merge pull request #566 from mspruc/main
add 1a258c709 switch order of class paths, wayang now takes priority
add 156bcdbff set global guava version
add eee3a38a7 rm guava exclusions
add 7fdb266b1 Merge pull request #568 from mspruc/main
add 2bd68276e Merge branch 'apache:main' into main
add fecfa4fbf LogisticRegressionOperator with Python API support
add c2bcf9731 LogisticRegression changes as suggested
add a915e16c1 LogisticRegressionOperator with Python API support
add 10f3717fa Use conf/wayang-defaults.properties to load directory and
explain config in SqlContext
add d5b77a9fe Use directory with timestamp in all ExplainUtils
add 7312adeff Merge pull request #571 from
juripetersen/log-explains-into-directory
add 4e78b4ca4 Use file based schema and named args for SqlContext main
add faa73d4c0 Provide schema with named arg via file instead of hardcoded
in method
add e01ed918c Move Parameters.scala util to wayang-api-util package
add 990fe21f5 Merge pull request #572 from
juripetersen/fs-based-calcite-schema
add e96c382bc Merge branch 'apache:main' into main
add 00b1d78de Merge remote-tracking branch 'origin/main'
add 691e5351e LogisticRegression changes as suggested UPDATE
add 160d04e7d Remove iputs_required() from LogisticRegression
add 671252eab Add time series DecisionTreeRegression operator with full
API and test
add 745af14d8 Generalize DecisionTreeRegressionOperator
add 9d029937d able to give config & field name in output record
add cc428131a conversion with a preset configuration should now work
properly
add 7cc044904 rm stuff i had for testing
add 2c03a2033 merge
add 3653f76b3 clean up
add 36fe91892 Merge pull request #573 from mspruc/main
add e7426e1b1 Merge pull request #570 from xristlamp/main
add 9c2b513f5 javadocs & inline loading
add 5aa399be4 Merge pull request #574 from mspruc/main
add fe2e8cfda Merge branch 'apache:main' into main
add 564f2fd54 Merge remote-tracking branch 'origin/main'
add 4105911e4 DecisionTreeRegressionModel instead of Void
add 17ab0fb63 Sanitize file plans for ExplainUtils
add 6618f8306 Merge pull request #577 from juripetersen/clean-explain-path
add 28654e2d8 Merge branch 'apache:main' into main
add 5336c0227 Merge remote-tracking branch 'origin/main'
add e444547cc DecisionTreeRegression Python API
add 889cd25d3 Add LinearSVC Operator with Full API Support
add 33320c422 fix a bug with sql where statements that would cause a class
cast exception
add ce54ab79e clean up
add c37863d88 Merge pull request #578 from mspruc/main
add 475e2d187 Merge pull request #576 from xristlamp/main
add c6dc5c98f Merge branch 'apache:main' into main
add 1c883568b Merge remote-tracking branch 'origin/main'
add 4f30423d4 Merge pull request #580 from xristlamp/main
add 48df1d0fa Migrate tests to JUnit5
add 651440b67 Fix Scala tests
add a4dab0e68 Merge branch 'main' into migrate_to_junit5
add 8a8ee7fdb Merge branch 'main' into migrate_to_junit5
add 9498b4a32 Fix integration tests
add bb3cb2bba Merge branch 'main' into migrate_to_junit5
add d26026af5 Fix integration tests
add eedd4f849 Merge pull request #555 from
strangelookingnerd/migrate_to_junit5
add b8d6a9af5 Merge branch 'apache:main' into main
add bc2e314e7 Merge pull request #583 from xristlamp/main
add a831f1927 allow specifying custom delimiters in calcite model json
add 2f837e9d8 fix test
add 9d7ecc49a Merge pull request #585 from mspruc/main
add e0d56f970 Add Filter into join rule to avoid cartesian products
add 9c9bf38e7 Merge pull request #587 from
juripetersen/filter-into-join-rules
add bbebd1c4b better logic for widening conversions of Number & Date
types, PLUS & MINUS for algebra in filters
add ab8be705d simplify aggregate creation in sql-api
add 0ec8d1fe4 remove uneccessary casts
add 79d1fe7f5 Merge pull request #588 from mspruc/main
add 67ca20482 Remove unneeded JOIN_ASSOCIATE_RULE
add c21927922 Merge pull request #589 from
juripetersen/remove-join-associate-rule
add 819a61a8b Change join key index offset to match the idea that the
highest index always references the right table in a join
add 39179719b Merge pull request #590 from mspruc/main
add b20f1fdb2 feat: ConvLSTM for demo
add 1cdf10c6e refactor: mark the bug
add d98bf138a fix: batchNorm2D
add c9ebc693b fix: batchNorm2D init
add 6031c68d8 feat: convLSTM2D demo
add 1a61b8f79 fix: json api
add de8f1656e fix: conv2d
add 90095c38a Merge pull request #579 from joker-star-l/tf_demo
add 0d0027aaf add BigDecimals to aggregate algebra & fix averages
add 8361a0e93 rework how we handle algebra in CallTrees, casts should be
more explicit now
add 08ae1615e small test for +/- algebra in filters
add a8e1ba076 remove unnecessary
add f8ee6571e better support for comparisons in sql-api filter
add b94d25fc3 add sub-query remove rule, since we dont support subqueries
in sql-api yet
add fcc4ca8a1 clean imports
add 5aff92709 SARGs or search arguments for sql-api
add a5b8a0fc7 support reenabled for is null
add 76b9cf085 formatting
add 55223bf8b better support for calcite types
add bcf2835e7 Merge pull request #591 from mspruc/main
add 7cfb3655a fix: dynamic shape
add 6db324b97 Merge pull request #592 from joker-star-l/dynamic-shape
add 9eef404db reenable java https source test
add 81f3dad43 simplify tests & imports
add bb8ff5d5c Set stream onClose() to close the underlying BufferedReader
freeing resources
add 874081a1f switch to nio.Files as it performed way better when
parallelized
add b104c0a84 fallback for network based test
add dbbdd83b5 clean up imports
add 6cc033d00 disconnect from http & remove unused libraries & formatting
add 85017ca69 Merge pull request #593 from mspruc/main
add cd6860927 add ASF license
add ed82ee6ef Merge pull request #597 from apache/2pk03-patch-1-1
add b4149a776 Update README.md wot ASF License
add 674bb84b9 Merge pull request #596 from apache/2pk03-patch-1
add 3c97aa568 [maven-release-plugin] prepare branch @{releaseLabel}
add 32ea28b6b update release notes
add c868d66a6 update tag & 1.1.0 version in main pom
add 2968153f1 update version across poms
add 76cf7b2e8 set snapshot in main pom
add 9e35c456f [maven-release-plugin] prepare release 1.1.0
add 6725ad096 [maven-release-plugin] prepare for next development iteration
add 2109d383b rm tag reference to rc2
add dfd1a3e3f bump versions to 1.1.1-SNAPSHOT
add 1fb48e893 revert last two changes
add 8f7a4a201 Merge pull request #598 from apache/rel/1.1.0-rc2
add 685acfe1e remove reference to deleted DistinctOperator
add 8ee427f67 Merge pull request #599 from mspruc/main
add a8e8f49b7 Update pom.xml
add 546616673 Merge pull request #600 from Baunsgaard/patch-1
add 4d838cf89 allow custom port from configuration
add 553c212d2 getOptionalInt for configs & allow custom ports for json api
add 73c6e6263 Merge pull request #601 from mspruc/main
add 4e4d27f87 fix wrongful configuration getter, core.py should now fetch
set port properly
add f38a22fbe Merge pull request #602 from mspruc/main
add dc4b4217f Update LICENSE to remove annotations jar dependency details
add 2eb3c9820 Update NOTICE to remove dependency details
add dc05546e6 Merge pull request #604 from pjfanning/patch-2
add 7712cd35e Bump org.apache.parquet:parquet-avro in
/wayang-platforms/wayang-java
add bb3cd2409 Merge pull request #561 from
apache/dependabot/maven/wayang-platforms/wayang-java/org.apache.parquet-parquet-avro-1.15.2
add 7447c6e30 Bump org.apache.commons:commons-lang3 in /wayang-commons
add ec39952df Merge pull request #595 from
apache/dependabot/maven/wayang-commons/org.apache.commons-commons-lang3-3.18.0
add eb82efc77 Bump org.apache.kafka:kafka-clients in
/wayang-platforms/wayang-spark
add 7803bc4e4 Merge pull request #582 from
apache/dependabot/maven/wayang-platforms/wayang-spark/org.apache.kafka-kafka-clients-3.9.1
add 533bdd973 Update README.md
add fce446b85 Merge pull request #605 from apache/zkaoudi-patch-1
add c26206af1 Update README.md
add 64a2297ee Merge pull request #606 from apache/zkaoudi-patch-2
add 9634cbf79 Update README.md
add 29aef2e34 Merge pull request #607 from apache/zkaoudi-patch-3
add c1e2bea7b Update README.md
add b1be9e47b Merge pull request #608 from apache/zkaoudi-patch-4
add 6233fc1ef updated to snapshot version in pom files
add 664e94fc6 Merge pull request #611 from zkaoudi/main
add 18cf351d8 removed duplicate dependency
add bcb7cbf01 added files copied from hadoop to license
add 98595d7e3 Merge pull request #612 from zkaoudi/main
add 7fb8ce701 fixed problem with appended resources in license and notice
add 5fbac851d Merge pull request #616 from zkaoudi/main
add 78d82d504 Update develop-with-Wayang.md
add 07f8f2bad Merge pull request #619 from apache/zkaoudi-patch-5
add 8230e0a3f Update develop-with-Wayang.md
add 1cf87a6d8 Merge pull request #622 from apache/zkaoudi-patch-8
add dc9db9dd4 Update tutorial.md
add 55063aa6a Merge pull request #621 from apache/zkaoudi-patch-7
add c106bc8c2 Update pom-example.xml
add 755fde565 Merge pull request #620 from apache/zkaoudi-patch-6
add 1e0547a15 exception msg for missing boolean property in config
add 65f1087a0 Merge pull request #623 from mspruc/configuration
add ccf294b47 Add explain syntax sugar to DataQuantaBuilder
add 45c8c459d Merge pull request #624 from
juripetersen/explain-syntax-sugar
add bc3757d8e Bump org.apache.kafka:kafka-clients in /wayang-applications
add 26ee76b29 Merge pull request #618 from
apache/dependabot/maven/wayang-applications/org.apache.kafka-kafka-clients-3.9.1
add 791f71da1 Bump org.apache.commons:commons-lang3 in
/wayang-api/wayang-api-utils
add e83cfa558 Merge pull request #617 from
apache/dependabot/maven/wayang-api/wayang-api-utils/org.apache.commons-commons-lang3-3.18.0
add 21b06c4b7 Bump org.apache.commons:commons-lang3
add ce83bf953 Merge pull request #626 from
apache/dependabot/maven/wayang-api/wayang-api-scala-java/org.apache.commons-commons-lang3-3.18.0
add 085148c15 Bump org.apache.kafka:kafka-clients in
/wayang-commons/wayang-basic
add 3ade29109 Merge pull request #625 from
apache/dependabot/maven/wayang-commons/wayang-basic/org.apache.kafka-kafka-clients-3.9.1
add bad0cd2f2 tests and general code cleanup for python api
add 817e93974 Merge pull request #1 from mspruc/python-api-tests
add 8c4592fa4 rm unused configurations
add 203985971 add wayang.properties file for python api tests
add 9063e544b add python api configurations to test .properties file
add 796c3bfda expand exception msg
add 748270e80 add common python3 config for resource .properties file
add 4e2625798 add config to correct .properties file
add 881563a4b try referring to two folders up
add 70c99184d update workflow
add ed29104a8 rollback action version of cache & add license
add 7e45e997a refer to pywy src
add 6d720935b hardcode env path
add 9c82d3861 add .properties for local testing & bump cloudpickle to 3.1.2
add ae899536a roll back to python3.8
add 94987b64d remove tests as they only work for specific python versions
add c4635a532 clean up imports
add 435f1b629 bump python version
add 2a56927d1 make tests compatible with pytest & and pytest to workflow
add be3de2b0d remove references to self
add 9b5a6e5f1 add pytest to requirements
add d3fe27453 move pytest unit testing to its own run block
add bce3d74df add run tag to pytest
add 211f2f19e more info in exception msgs
add 5b762f2df fix up test_filter should now runnable from same directory
as maven
add 09571dabd add requests to requirements
add 31991c094 add resources folder & contents
add fd8382a1c licenses
add 5786d9f66 license in __init__
add 9f1c81110 change file type of sample_data
add 576098429 fix sample_data in test_filter
add 6bc722f02 fix test
add ccf9c7da6 test data for test_json.py
add 35efdbd6e move python tests after maven
add e760a94d6 move python dependencies before maven tests so tests can use
them
add 9218f3a62 add missing arg to pytest
add 5e309172f add resources for json test
add 37b87faf6 move over to mvn runner instead of bin
add f81d012b5 enable custom properties file
add 860816f3b add config to python test runner
add 365374f0e add meta func for config files with pytest
add d12149bce add test directory to pytest
add 27b036f65 remove unused quotations
add 2487a466c add omitted comma
add 76ba1b6cd disable test requiring missing implementations
add e1ea95ca4 explicitly write pom to exec from, pytest should now be
executable from root
add 9b9c797e1 add better process waiting
add 670215db8 maven process for test_json
add 4471bb0f4 make json api respect custom configs
add c34ed593f rm test_join as joins are already tested in filter and it
was not setup to be run singularly
add 85503b61f skip test missing impl
add 26f939cf9 update readme with pytest specifics
add 1e0f9e816 Merge pull request #603 from mspruc/main
add d12302705 Bump requests from 2.31.0 to 2.32.4 in /python/src/pywy
add 1e9e96c6a Merge pull request #636 from
apache/dependabot/pip/python/src/pywy/requests-2.32.4
add d8669bc52 correctly pass through target platforms with the new
operators from the builder
add d6b58cdf9 Merge pull request #635 from
mspruc/627-incorrect-printout-of-execution-plan-in-explain
add 279f2e705 minor changes
add d4fa09229 Merge pull request #637 from apache/zkaoudi-patch-9
add fd6b50663 Added/corrected annotations of operators
add f05a09fc0 Merge pull request #639 from zkaoudi/main
add afb8e413c Ported object-file IO onto a safe codec to mitigate gadget
chain attack that runs arbitrary bytecode inside the Wayang JVM
add 0d640ddbb updated to a centralized warning
add f0bc5f149 Switch JavaObjectFileSourceTest to legacy serialization
fixture
add 81658cf0e Switch JavaObjectFileSourceTest to legacy serialization
fixture
add 6189abbe8 SparkObjectFileSource now just relies on
ObjectFileSource#getSerializationMode and SparkObjectFileSink.encodeBuffer to
inline the BytesWritable construction for readability
add b893e2cfd Merge pull request #640 from
2pk03/feature/object-file-serialization
add 8aa612216 skip test on failure
add 6eafd0483 Merge pull request #641 from mspruc/main
add b22db662a Update logo link in README.md
add 81ad95d1c Merge pull request #645 from apache/zkaoudi-patch-10
add 09b7d78f5 more expressive tests for jdbcexecutor & sql-api
add 3fa657bcc Merge pull request #643 from mspruc/sql-api-testing
add 52e0dfd99 JSON-API server does now send full stack to client when error
add ff916cf0f Added import
add d4e516080 Fixed so class correctly returns stacktrace to client when
fails
add 22995b18d Changed server to also return execution errors messages
instead of only status codes
add 07cc9fd2d Merge pull request #651 from aleudework/modified-rest-server
add fabc62862 Spark DataFrames support / Optimizer load profiles
add 5f42f3c52 Update readme / add documentation
add 599508d25 add license header
add 7b5d3b191 Add Dataset flag to read/write Parquet APIs and update docs
to reflect the unified interface.
add a738c3fb6 Unify parquet defaults in JavaPlanBuilder [INFO] BUILD
SUCCESS, this solves the CR
add fbc4da06d Add Java overloads for readParquet [INFO] BUILD SUCCESS
add 0af3ec8a9 Import JvmOverloads for readParquet [INFO] BUILD SUCCESS
add 67f5dcc12 Restore Java parquet overload [INFO] BUILD SUCCESS
add a47315251 Fix parquet overload defaults [INFO] BUILD SUCCESS
add e6ce5a933 Merge pull request #646 from
novatechflow/feature/spark-dataframes
add 30bf4b74d Update .asf.yaml
add aac978c43 Merge pull request #487 from apache/2pk03-patch-3
add 365f8b9e1 Revert "Update .asf.yaml"
add e0bba8f6a Merge pull request #655 from apache/revert-487-2pk03-patch-3
add 83725d736 Fix JOIN clause to reference the correct table in SQL query
generation
add 8276bf2ee Merge pull request #652 from
Spatial-Data-MP/fix-jdbc-join-clause
add ae023ce83 Update About section after graduation and copyright year
add 13f3cf638 Update NOTICE after graduation and copyright year
add b92b27bc2 Merge pull request #1 from sujayxbarui/patch-1
add 0cd7a905d Update .asf.yaml About description and labels
add a52ad191d Remove incubating reference from build.md
add c3ada4cb6 Remove incubating references and fix machine-learning
wording in ml-in-Wayang.md
add b8baae673 Remove incubating references from README
add 842de5f31 Remove incubating reference from wayang-assembly README
add 736159a7f Merge branch 'main' into main
add fd303d541 Remove federated learning label
add 880324de5 Merge pull request #654 from sujayxbarui/main
add ce4052be4 Bump org.apache.commons:commons-lang3 in /wayang-profiler
add 60d5d7428 Merge pull request #628 from
apache/dependabot/maven/wayang-profiler/org.apache.commons-commons-lang3-3.18.0
add 472e0bc9a codeql version
add 392b3e3a0 Merge pull request #658 from mspruc/codeql
add 8f7895067 change deprecated Validate function to recommended
Objects.requireNonNull
add f7dff1ea7 Merge pull request #659 from
mspruc/change-validate-deprecated
add 97855599d change deprecated code in Optimizer
add b14eb86ec rm todo message as we have basic ruleset
add 6f82cdee9 Merge pull request #660 from
mspruc/change-optimizer-deprecated
add ddd97781d Bump rexml from 3.2.5 to 3.3.9 in
/wayang-docs/src/main/resources
add 260cb195e Merge pull request #479 from
apache/dependabot/bundler/wayang-docs/src/main/resources/rexml-3.3.9
add 12415859a Update parent version in pom.xml to 1.1.1-SNAPSHOT
add d3507bdb3 Merge pull request #664 from apache/zkaoudi-patch-8
add 06e3668ee Bump rexml from 3.3.9 to 3.4.2 in
/wayang-docs/src/main/resources
add 095f22bba Merge pull request #663 from
apache/dependabot/bundler/wayang-docs/src/main/resources/rexml-3.4.2
add cd0c3bca1 Update JRuby version to 9.4.14.10
add 116a41d70 Merge pull request #666 from
juripetersen/update-jruby-version
add 47856f66a remove local tests
add 039619161 Merge pull request #667 from mspruc/remove-tests
add e8a40fb5e Bump org.assertj:assertj-core from 3.25.3 to 3.27.7
add b8602341d Merge pull request #668 from
apache/dependabot/maven/org.assertj-assertj-core-3.27.7
add 79a0cacff bump CodeQL to v4
add e5527cd72 Merge pull request #669 from mspruc/bump-CodeQL
add 9717a5050 Deterministic plan selection with stable comparator + add
integration test
add e7d850e45 Ensure plan enumeration & channel conversion are
deterministic. Use ordered sets for scope/slot tracking, add stable cost
tiebreaker, and cover with determinism tests.
add 198ff8e02 Merge pull request #662 from
novatechflow/pr/deterministic-plans
add 3d6b6ac99 change deprecated super constructor to supported code
add bdf5bd9cf Merge pull request #670 from
mspruc/change-deprecated-constructor
add 3aeb1e183 move rules to their own classes
add c2bb03c46 Merge pull request #671 from mspruc/restructure-rules
add 047c13bd4 remove unused large data files
add 534ccc4d6 Merge pull request #674 from mspruc/remove-unused-data
add 9a319d5f9 Allow CASTed fields in sql-api to be passed through
add c9b7b68c5 delete unused import
add a9d7b659b widening conversions for CAST
add 03c870bad CAST using numbers & widening conversions
add 6172a5f46 Merge pull request #675 from mspruc/cast-for-filters
add 2aebabd1e Source, map & collection sink
add 00dc3a268 licenses
add 25305e32a license
add 08b3ea0a5 add configuration options for flink platform bounded
datastreams
add 0e3cfa55f data stream join operators for flink platform & code quality
add 24bb94b32 mappings & collection sink operator
add 65147cfa1 remove continuous sources, for a separate PR
add 745fc5cb9 Merge pull request #661 from mspruc/flink-datastream
add fadb70ed7 rm incubator reference
add 38485d636 Merge pull request #679 from mspruc/incubator-reference
add 726590407 remove (incubating) references in docs & legalese
add 9e184dec2 Merge pull request #680 from mspruc/incubator-refs
add f3fc37832 Update release configuration in pom.xml
add 8d21a1d55 Merge pull request #681 from apache/zkaoudi-patch-1
add 6360803db Remove incubation comments and update final name
add 322bd2ad4 Merge pull request #682 from apache/zkaoudi-patch-2
add 5c0844c87 Remove legacy scala plugin for building wayang-api-json,
resolving versioning issue
add 8a468ef55 Remove dotfiles
add adca6d5a0 Merge pull request #684 from
juripetersen/fix-api-json-versioning
add 8195faa7f rm version specifier in child poms
add 7337a78c1 Merge pull request #683 from mspruc/implicit-version-for-poms
add 6ca23cd1e add support ApacheIcebergSource in Wayang Basic
add 3c2f21bb7 Add support for a Basic ApacheIcebergSource
add b1d311f5d Add implementation for a JavaApacheIcergSource that allows
to read from an Apache Iceberg table
add cee5f6959 Add support for a basic ApacheIcebergSink that allows to
write data to an Iceberg Table location
add 736f4cd76 Add implementation for a JavaApacheIcebergSink that allows
to write Wayang Records to an Iceberg location for the Java Platform
add 6fd5874bc refactor whereExpression to be of type Collection and not
List
add 9597d52d5 Add mappings for iceberg source and sinks
add f720435bd Suport for Source iceberg Tables
add 3c5efc1b2 add methods to read from and write to iceberg tables
add 2e5c8859c add source operators for apache iceberg for tje Java Platform
add f552d28bd add sink operators for Apache Iceberg for the Java Platform
add 7fd48d656 Merge branch 'main' into main
add 0e67d6a32 update imports for wayang-api-scala-java files
add 813e0506d update imports so all class names are not fully qualifed
with namespace references
add a0df79daf change references to be apache iceberg source
add 8f99f1ab3 fix unamibious reference with CardinalityEstimators
add d2fc0d55a add space between tableIdentifier and Class object.
add 528f563b9 Resolve issue on it needs to be
this.whereExpressions.size() > 0
add 603df6a48 Merge pull request #656 from ChristofferEmilKristensen/main
add ad18d5847 Fix async worker classpath/module args and fail on child
error
add a5d264490 Merge pull request #688 from
novatechflow/macos-async-multicontext-empty-output-fix
add 07491305e Bump org.apache.avro:avro in /wayang-platforms/wayang-java
add 41691019d Merge pull request #689 from
apache/dependabot/maven/wayang-platforms/wayang-java/org.apache.avro-avro-1.11.5
add 9f9559bd8 Bump org.apache.hadoop:hadoop-common in
/wayang-commons/wayang-basic
add 29bde26ad Merge pull request #686 from
apache/dependabot/maven/wayang-commons/wayang-basic/org.apache.hadoop-hadoop-common-3.4.0
add 0d870213a remove hardcoded path
add 9536f68a4 Merge pull request #685 from mspruc/model-parser-config
add e6474835a update to return an immutable list based on newer Java
version
add 56656eb4c Merge pull request #691 from zkaoudi/main
add 26075109a [maven-release-plugin] prepare branch @{releaseLabel}
add 2f715111b add RELEASE_NOTES for 1.1.1
add 2de7ef8e6 [maven-release-plugin] prepare release 1.1.0
add b466d3169 [maven-release-plugin] prepare for next development iteration
add cc43e69b5 Merge pull request #693 from apache/rel/1.1.1-rc2
add 19cbcab81 fix: improve CSV header validation and error messages
add 788e91a20 refactor: move validateHeaderLine from streamLines to
createStream and revert streamLines to its original form
add cb454b701 fix: enhance CSV header validation to ensure correct
separator usage
add 455a05ad4 refactor: move header validation into streamLines to avoid
opening file twice
add 8d8930a13 Merge pull request #692 from
Prathamesh9284/fix/csv-header-validation
add 3594ffe39 Bump org.apache.hadoop:hadoop-common in /wayang-benchmark
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (7f2f45673)
\
N -- N -- N
refs/heads/dependabot/maven/wayang-benchmark/org.apache.hadoop-hadoop-common-3.4.0
(3594ffe39)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 15 +-
.github/workflows/backend.yml | 25 +-
.github/workflows/codeql.yml | 14 +-
.github/workflows/documentation.yml | 8 +-
.licenserc.yaml | 1 +
Jenkinsfile | 2 +-
LICENSE | 5 +
NOTICE | 19 +-
README.md | 118 +-
RELEASE_NOTES | 87 +-
bin/wayang-service.sh | 125 +
bin/wayang-submit | 2 +-
build.md | 4 +-
build/check-license.sh | 3 +-
.../__init__.py => conf/wayang-defaults.properties | 7 +-
guides/develop-in-Wayang.md | 4 +-
guides/develop-with-Wayang.md | 14 +-
guides/ml-in-Wayang.md | 6 +-
guides/pom-example.xml | 10 +-
guides/spark-datasets.md | 61 +
guides/tutorial.md | 27 +-
pom.xml | 209 +-
python/.gitignore | 2 +-
python/README.md | 9 +-
python/old_code/.gitignore | 277 -
python/old_code/.rat-excludes | 7 -
python/old_code/LICENSE | 203 -
python/old_code/README.md | 22 -
python/old_code/bin/benchmark.sh | 50 -
python/old_code/bin/test.sh | 25 -
python/old_code/old_code/__init__.py | 16 -
python/old_code/old_code/config/config_reader.py | 51 -
.../old_code/old_code/config/pywayang_config.ini | 38 -
python/old_code/old_code/old_graph/graph.py | 71 -
python/old_code/old_code/old_graph/node.py | 48 -
python/old_code/old_code/old_graph/traversal.py | 51 -
python/old_code/old_code/old_graph/visitant.py | 52 -
python/old_code/old_code/orchestrator/__init__.py | 16 -
.../old_code/old_code/orchestrator/dataquanta.py | 330 -
.../old_code/old_code/orchestrator/execdirectly.py | 162 -
python/old_code/old_code/orchestrator/main.py | 172 -
python/old_code/old_code/orchestrator/operator.py | 125 -
python/old_code/old_code/orchestrator/plan.py | 53 -
python/old_code/old_code/protobuf/__init__.py | 16 -
python/old_code/old_code/protobuf/planwriter.py | 276 -
python/old_code/old_code/test.py | 115 -
python/old_code/old_code/tests/__init__.py | 16 -
python/old_code/old_code/tests/demo_testing.py | 31 -
python/old_code/old_code/tests/full_java_test.py | 72 -
python/old_code/old_code/tests/full_spark_test.py | 63 -
python/old_code/pywayang/pyproject.toml | 20 -
python/old_code/pywayang/setup.cfg | 48 -
python/old_code/pywayang/src/pywy/__init__.py | 16 -
.../pywayang/src/pywy/config/config_reader.py | 55 -
.../pywayang/src/pywy/config/pywayang_config.ini | 38 -
.../old_code/pywayang/src/pywy/graph/__init__.py | 20 -
python/old_code/pywayang/src/pywy/graph/graph.py | 71 -
python/old_code/pywayang/src/pywy/graph/node.py | 48 -
.../old_code/pywayang/src/pywy/graph/traversal.py | 51 -
.../old_code/pywayang/src/pywy/graph/visitant.py | 52 -
.../pywayang/src/pywy/orchestrator/__init__.py | 22 -
.../pywayang/src/pywy/orchestrator/dataquanta.py | 330 -
.../pywayang/src/pywy/orchestrator/execdirectly.py | 162 -
.../pywayang/src/pywy/orchestrator/main.py | 173 -
.../pywayang/src/pywy/orchestrator/operator.py | 121 -
.../pywayang/src/pywy/orchestrator/plan.py | 52 -
.../pywayang/src/pywy/protobuf/old_planwriter.py | 308 -
.../pywayang/src/pywy/protobuf/planwriter.py | 277 -
.../pywayang/src/pywy/test/demo_testing.py | 30 -
.../pywayang/src/pywy/test/full_java_test.py | 68 -
.../pywayang/src/pywy/test/full_spark_test.py | 67 -
python/old_code/resources/test.input | 4 -
python/old_code/resources/text.input | 16872 ---
python/old_code/setup.cfg | 48 -
python/old_code/src/pywy/config.py | 49 -
python/old_code/src/pywy/core/__init__.py | 33 -
python/old_code/src/pywy/core/channel.py | 83 -
python/old_code/src/pywy/core/core.py | 174 -
python/old_code/src/pywy/core/executor.py | 35 -
python/old_code/src/pywy/core/mapping.py | 79 -
python/old_code/src/pywy/core/platform.py | 38 -
python/old_code/src/pywy/dataquanta.py | 105 -
python/old_code/src/pywy/exception.py | 19 -
python/old_code/src/pywy/graph/graph.py | 89 -
python/old_code/src/pywy/graph/types.py | 75 -
python/old_code/src/pywy/operators/__init__.py | 31 -
python/old_code/src/pywy/operators/base.py | 111 -
python/old_code/src/pywy/operators/sink.py | 58 -
python/old_code/src/pywy/operators/source.py | 53 -
python/old_code/src/pywy/operators/unary.py | 91 -
python/old_code/src/pywy/platforms/__init__.py | 16 -
.../src/pywy/platforms/commons/__init__.py | 16 -
.../src/pywy/platforms/commons/channels.py | 65 -
python/old_code/src/pywy/platforms/jvm/__init__.py | 16 -
python/old_code/src/pywy/platforms/jvm/channels.py | 47 -
python/old_code/src/pywy/platforms/jvm/context.py | 33 -
.../old_code/src/pywy/platforms/jvm/execution.py | 93 -
python/old_code/src/pywy/platforms/jvm/graph.py | 52 -
python/old_code/src/pywy/platforms/jvm/mappings.py | 27 -
.../src/pywy/platforms/jvm/operator/__init__.py | 30 -
.../jvm/operator/jvm_execution_operator.py | 48 -
.../platforms/jvm/operator/jvm_sink_textfile.py | 60 -
.../platforms/jvm/operator/jvm_source_textfile.py | 48 -
.../platforms/jvm/operator/jvm_unary_filter.py | 73 -
.../platforms/jvm/operator/jvm_unary_flatmap.py | 74 -
python/old_code/src/pywy/platforms/jvm/platform.py | 24 -
python/old_code/src/pywy/platforms/jvm/plugin.py | 32 -
.../pywy/platforms/jvm/serializable/__init__.py | 16 -
.../platforms/jvm/serializable/plan_writter.py | 131 -
.../jvm/serializable/wayang_jvm_operator.py | 114 -
python/old_code/src/pywy/platforms/jvm/worker.py | 373 -
.../old_code/src/pywy/platforms/python/__init__.py | 16 -
.../old_code/src/pywy/platforms/python/channels.py | 37 -
.../src/pywy/platforms/python/execution.py | 94 -
.../old_code/src/pywy/platforms/python/mappings.py | 29 -
.../src/pywy/platforms/python/operator/__init__.py | 32 -
.../python/operator/py_execution_operator.py | 30 -
.../platforms/python/operator/py_sink_textfile.py | 59 -
.../python/operator/py_source_textfile.py | 53 -
.../platforms/python/operator/py_unary_filter.py | 67 -
.../platforms/python/operator/py_unary_flatmap.py | 67 -
.../pywy/platforms/python/operator/py_unary_map.py | 67 -
.../old_code/src/pywy/platforms/python/plugin.py | 31 -
python/old_code/src/pywy/plugins.py | 29 -
python/old_code/src/pywy/tests/__init__.py | 16 -
.../old_code/src/pywy/tests/benchmark/__init__.py | 17 -
.../pywy/tests/benchmark/python_benchmark_test.py | 83 -
.../src/pywy/tests/integration/__init__.py | 17 -
.../pywy/tests/integration/jvm_platform_test.py | 143 -
.../pywy/tests/integration/python_platform_test.py | 144 -
python/old_code/src/pywy/tests/unit/__init__.py | 16 -
.../old_code/src/pywy/tests/unit/core/__init__.py | 16 -
.../src/pywy/tests/unit/core/channel_test.py | 33 -
.../src/pywy/tests/unit/core/executor_test.py | 33 -
.../src/pywy/tests/unit/core/mapping_test.py | 33 -
.../old_code/src/pywy/tests/unit/core/plan_test.py | 33 -
.../src/pywy/tests/unit/core/platform_test.py | 31 -
.../src/pywy/tests/unit/core/plugin_test.py | 33 -
.../src/pywy/tests/unit/core/translator_test.py | 33 -
.../src/pywy/tests/unit/dataquanta/__init__.py | 17 -
.../src/pywy/tests/unit/dataquanta/context_test.py | 103 -
.../pywy/tests/unit/dataquanta/dataquanta_test.py | 156 -
.../old_code/src/pywy/tests/unit/graph/__init__.py | 16 -
.../src/pywy/tests/unit/graph/graph_test.py | 33 -
.../src/pywy/tests/unit/graph/types_test.py | 33 -
.../src/pywy/tests/unit/operators/__init__.py | 16 -
.../src/pywy/tests/unit/operators/base_test.py | 33 -
.../src/pywy/tests/unit/operators/sink_test.py | 33 -
.../src/pywy/tests/unit/operators/source_test.py | 33 -
.../src/pywy/tests/unit/operators/unary_test.py | 33 -
.../src/pywy/tests/unit/platforms/__init__.py | 16 -
.../pywy/tests/unit/platforms/python/__init__.py | 16 -
.../tests/unit/platforms/python/channel_test.py | 33 -
.../tests/unit/platforms/python/execution_test.py | 33 -
.../tests/unit/platforms/python/mappings_test.py | 33 -
.../unit/platforms/python/operator/__init__.py | 16 -
.../python/operator/py_execution_operator_test.py | 33 -
.../python/operator/py_sink_textfile_test.py | 33 -
.../python/operator/py_source_textfile_test.py | 33 -
.../python/operator/py_unary_filter_test.py | 33 -
.../tests/unit/platforms/python/platform_test.py | 33 -
.../tests/unit/platforms/python/plugin_test.py | 33 -
python/old_code/src/pywy/tests/unit/types_test.py | 276 -
python/old_code/src/pywy/translate/__init__.py | 16 -
python/old_code/src/pywy/types.py | 101 -
.../src/pywy => src/pywy/basic/data}/__init__.py | 0
python/src/pywy/basic/data/record.py | 67 +
python/src/pywy/basic/model/models.py | 19 +
.../platform.py => src/pywy/configuration.py} | 15 +-
python/src/pywy/core/core.py | 25 +-
python/src/pywy/core/serializer.py | 31 +-
python/src/pywy/dataquanta.py | 130 +-
python/src/pywy/execution/util.py | 1 -
python/src/pywy/execution/worker.py | 17 +-
python/src/pywy/graph/graph.py | 22 +-
python/src/pywy/operators/__init__.py | 40 +-
python/src/pywy/operators/base.py | 23 +-
python/src/pywy/operators/binary.py | 52 +-
python/src/pywy/operators/sink.py | 4 +-
python/src/pywy/operators/source.py | 27 +-
python/src/pywy/operators/unary.py | 54 +-
.../__init__.py => src/pywy/requirements.txt} | 7 +-
.../pyproject.toml => src/pywy/tests/conftest.py} | 5 +-
python/src/pywy/tests/json_test.py | 35 -
.../graph => src/pywy/tests/resources}/__init__.py | 0
.../src/pywy/tests}/resources/plan-a.json | 4 +-
.../src/pywy/tests/resources/sample_data.md | 92 +-
.../src/pywy/tests/resources/wayang.properties | 6 +-
.../pywy/tests/resources/wordcount_out_python.txt} | 2 -
python/src/pywy/tests/test.py | 79 -
.../pywy/tests/test_decision_tree_regression.py | 52 +
python/src/pywy/tests/test_dl.py | 78 +
python/src/pywy/tests/test_filter.py | 65 +
python/src/pywy/tests/test_json.py | 52 +
.../{filter_test.py => test_train_linear_svc.py} | 37 +-
python/src/pywy/tests/test_word_count.py | 95 +
.../{filter_test.py => train_logistic_test.py} | 36 +-
python/src/pywy/tests/word_count.py | 72 -
python/src/pywy/types.py | 34 +-
src/main/script/prerequisiteCheck.groovy | 2 +-
tools/test/config/wayang.properties | 5 +
wayang-api/pom.xml | 4 +-
wayang-api/wayang-api-json/pom.xml | 85 +-
.../wayang-api-json/src/main/resources/plan-a.json | 4 +-
.../wayang-api-json/src/main/scala/Main.scala | 24 +-
.../src/main/scala/builder/JsonPlanBuilder.scala | 30 +-
.../OperatorFromDrawflowConverter.scala | 15 +-
.../scala/operatorfromjson/ContextFromJson.scala | 2 +-
.../scala/operatorfromjson/OperatorFromJson.scala | 35 +-
.../main/scala/operatorfromjson/PlanFromJson.scala | 8 -
.../binary/DLTrainingOperatorFromJson.scala | 3 +-
.../binary/IntersectOperatorFromJson.scala | 1 -
.../binary/JoinOperatorFromJson.scala | 3 +-
.../binary/UnionOperatorFromJson.scala | 2 -
...utFromJson.scala => ParquetInputFromJson.scala} | 10 +-
.../unary/DistinctOperatorFromJson.scala | 1 -
.../unary/FilterOperatorFromJson.scala | 3 +-
...romJson.scala => GroupByOperatorFromJson.scala} | 6 +-
.../unary/SortOperatorFromJson.scala | 3 +-
wayang-api/wayang-api-python/pom.xml | 34 +-
.../wayang/api/python/executor/ProcessFeeder.java | 104 +-
.../api/python/executor/ProcessReceiver.java | 23 +-
.../api/python/executor/PythonProcessCaller.java | 94 +-
.../api/python/executor/PythonWorkerManager.java | 34 +-
.../wayang/api/python/executor/ReaderIterator.java | 72 +-
.../python/function/WrappedFlatMapDescriptor.java | 34 +-
.../function/WrappedMapPartitionsDescriptor.java | 44 +-
.../function/WrappedPredicateDescriptor.java | 45 +-
.../api/python/function/WrappedPythonFunction.java | 16 +-
.../python/function/WrappedReduceDescriptor.java | 35 +-
.../function/WrappedTransformationDescriptor.java | 35 +-
.../wayang-api-python-defaults.properties | 1 -
.../apache/wayang/api/python/PythonApiTests.java | 49 +
.../resources/wayang.properties} | 6 +-
wayang-api/wayang-api-scala-java/README.md | 21 +-
wayang-api/wayang-api-scala-java/pom.xml | 35 +-
.../scala/org/apache/wayang/api/DataQuanta.scala | 157 +-
.../org/apache/wayang/api/DataQuantaBuilder.scala | 276 +-
.../org/apache/wayang/api/JavaPlanBuilder.scala | 91 +-
.../scala/org/apache/wayang/api/PlanBuilder.scala | 80 +-
.../org/apache/wayang/api/async/package.scala | 30 +-
.../main/scala/org/apache/wayang/api/package.scala | 6 +-
.../org/apache/wayang/api/util/NDimArray.scala | 3 +
.../java/org/apache/wayang/api/JavaApiTest.java | 113 +-
.../test/scala/org/apache/wayang/api/ApiTest.scala | 53 +-
.../serialization/OperatorSerializationTests.scala | 2 +-
.../serialization/OtherSerializationTests.scala | 59 +-
.../api/serialization/SerializationTestBase.scala | 28 +-
wayang-api/wayang-api-sql/pom.xml | 26 +-
.../calcite/converter/WayangAggregateVisitor.java | 198 +-
.../calcite/converter/WayangCrossJoinVisitor.java | 63 +
.../sql/calcite/converter/WayangFilterVisitor.java | 147 +-
.../sql/calcite/converter/WayangJoinVisitor.java | 127 +-
.../converter/WayangMultiConditionJoinVisitor.java | 170 +
.../calcite/converter/WayangProjectVisitor.java | 133 +-
.../sql/calcite/converter/WayangRelConverter.java | 36 +-
.../calcite/converter/WayangRelNodeVisitor.java | 1 +
.../sql/calcite/converter/WayangSortVisitor.java | 90 +
.../calcite/converter/WayangTableScanVisitor.java | 73 +-
.../converter/functions/AggregateAddCols.java | 64 +
.../converter/functions/AggregateFunction.java | 138 +
.../converter/functions/AggregateGetResult.java | 65 +
.../converter/functions/AggregateKeyExtractor.java | 33 +-
.../converter/functions/CallTreeFactory.java | 125 +
.../converter/functions/FilterPredicateImpl.java | 195 +
.../converter/functions/JoinFlattenResult.java | 50 +
.../converter/functions/JoinKeyExtractor.java | 27 +-
.../functions/MultiConditionJoinFuncImpl.java | 52 +
.../functions/MultiConditionJoinKeyExtractor.java | 44 +
.../converter/functions/ProjectMapFuncImpl.java | 63 +
.../calcite/converter/functions/SortFilter.java} | 35 +-
.../converter/functions/SortKeyExtractor.java | 59 +
.../wayang/api/sql/calcite/jdbc/JdbcTable.java | 2 -
.../api/sql/calcite/optimizer/Optimizer.java | 145 +-
.../wayang/api/sql/calcite/rel/WayangProject.java | 7 +-
.../rel/{WayangProject.java => WayangSort.java} | 31 +-
.../api/sql/calcite/rel/WayangTableScan.java | 10 +-
.../api/sql/calcite/rules/WayangAggregateRule.java | 59 +
.../api/sql/calcite/rules/WayangFilterRule.java | 53 +
.../api/sql/calcite/rules/WayangJoinRule.java | 68 +
.../api/sql/calcite/rules/WayangProjectRule.java | 53 +
.../wayang/api/sql/calcite/rules/WayangRules.java | 190 +-
.../api/sql/calcite/rules/WayangSortRule.java | 60 +
.../api/sql/calcite/rules/WayangTableScanRule.java | 63 +
.../wayang/api/sql/calcite/schema/SchemaUtils.java | 7 +-
.../wayang/api/sql/calcite/utils/ModelParser.java | 136 +-
.../apache/wayang/api/sql/context/SqlContext.java | 148 +-
.../api/sql/sources/fs/JavaCSVTableSource.java | 153 +-
.../java/org/apache/wayang/api/sql/SqlAPI.java | 191 -
.../java/org/apache/wayang/api/sql/SqlTest.java | 95 -
.../apache/wayang/api/sql/SqlToWayangRelTest.java | 815 +-
.../src/test/resources/data/exampleDelimiter.csv | 4 +
.../src/test/resources/data/exampleInt.csv | 4 +
.../src/test/resources/data/exampleMin.csv | 4 +
.../src/test/resources/data/exampleRefToRef.csv | 4 +
.../src/test/resources/data/exampleSmallA.csv | 3 +
.../src/test/resources/data/exampleSmallB.csv | 4 +
.../src/test/resources/data/exampleSort.csv | 9 +
.../test/resources/data/largeLeftTableIndex.csv | 4 +
.../pom.xml | 39 +-
.../src/main/scala}/Parameters.scala | 26 +-
wayang-applications/README.md | 19 +
.../data/case-study/DATA_REPO_001/README.md | 31 +-
wayang-applications/pom.xml | 59 +-
wayang-assembly/README.md | 2 +-
wayang-assembly/pom.xml | 26 +-
wayang-benchmark/README.md | 2 +-
wayang-benchmark/pom.xml | 26 +-
.../src/main/appended-resources/META-INF/LICENSE | 7 +
.../org/apache/wayang/apps/pi/PiEstimation.java | 94 +
.../org/apache/wayang/apps/wordcount/Main.java | 7 +-
.../apache/wayang/apps/wordcount/WordCount.java | 125 +-
.../{WordCount.java => WordCountParquet.java} | 40 +-
.../wayang/apps/tpch/data/LineItemTupleTest.java | 41 +-
.../org/apache/wayang/apps/kmeans/KmeansTest.scala | 4 +-
wayang-commons/pom.xml | 5 +-
wayang-commons/wayang-basic/pom.xml | 121 +-
.../java/org/apache/wayang/basic/data/Record.java | 119 +-
.../basic/function/ProjectionDescriptor.java | 238 +-
.../org/apache/wayang/basic/model/DLModel.java | 22 +
...Model.java => DecisionTreeRegressionModel.java} | 11 +-
...sionModel.java => LogisticRegressionModel.java} | 6 +-
.../{LinearRegressionModel.java => SVMModel.java} | 8 +-
.../wayang/basic/model/op/{Cast.java => Get.java} | 23 +-
.../org/apache/wayang/basic/model/op/Input.java | 33 +-
.../java/org/apache/wayang/basic/model/op/Op.java | 17 +-
.../basic/model/op/{Cast.java => Reshape.java} | 22 +-
.../basic/model/op/{Cast.java => Slice.java} | 22 +-
.../basic/model/op/{Cast.java => Transpose.java} | 22 +-
.../basic/model/op/{Cast.java => ZeroLike.java} | 16 +-
.../model/op/nn/{Softmax.java => BatchNorm.java} | 32 +-
.../wayang/basic/model/op/nn/BatchNorm2D.java | 54 +
.../wayang/basic/model/op/nn/BatchNorm3D.java | 54 +
.../basic/model/op/nn/{Linear.java => Conv.java} | 47 +-
.../apache/wayang/basic/model/op/nn/Conv2D.java | 37 +
.../apache/wayang/basic/model/op/nn/Conv3D.java | 37 +
.../wayang/basic/model/op/nn/ConvLSTM2D.java | 81 +
.../model/op/nn/{Softmax.java => MSELoss.java} | 8 +-
.../wayang/basic/operators/AmazonS3Source.java | 327 +
.../wayang/basic/operators/ApacheIcebergSink.java | 76 +
.../basic/operators/ApacheIcebergSource.java | 339 +
.../basic/operators/AzureBlobStorageSource.java | 359 +
...or.java => DecisionTreeRegressionOperator.java} | 37 +-
.../basic/operators/GoogleCloudStorageSource.java | 262 +
.../wayang/basic/operators/KafkaTopicSink.java | 6 -
...ressionOperator.java => LinearSVCOperator.java} | 37 +-
...erator.java => LogisticRegressionOperator.java} | 22 +-
.../basic/operators/ObjectFileSerialization.java | 139 +
.../operators/ObjectFileSerializationMode.java} | 18 +-
.../wayang/basic/operators/ObjectFileSink.java | 42 +-
.../wayang/basic/operators/ObjectFileSource.java | 36 +
.../apache/wayang/basic/operators/ParquetSink.java | 58 +
.../wayang/basic/operators/ParquetSource.java | 221 +
.../wayang/basic/operators/PredictOperators.java | 3 +
.../basic/function/ProjectionDescriptorTest.java | 25 +-
.../wayang/basic/mapping/ReduceByMappingTest.java | 19 +-
.../org/apache/wayang/basic/model/op/OpTest.java | 34 +-
.../operators/MaterializedGroupByOperatorTest.java | 6 +-
.../operators/ObjectFileSerializationTest.java | 79 +
.../wayang/basic/operators/TextFileSourceTest.java | 15 +-
.../apache/wayang/basic/types/RecordTypeTest.java | 26 +-
wayang-commons/wayang-core/pom.xml | 24 +-
.../org/apache/wayang/core/api/Configuration.java | 17 +-
.../main/java/org/apache/wayang/core/api/Job.java | 17 +
.../org/apache/wayang/core/api/WayangContext.java | 5 +-
.../configuration/MapBasedKeyValueProvider.java | 6 +-
.../CardinalityEstimationTraversal.java | 7 +-
.../optimizer/channels/ChannelConversionGraph.java | 48 +-
.../optimizer/costs/DefaultEstimatableCost.java | 6 +-
.../enumeration/LatentOperatorPruningStrategy.java | 2 +-
.../optimizer/enumeration/PlanEnumeration.java | 23 +-
.../optimizer/enumeration/PlanImplementation.java | 89 +-
.../optimizer/enumeration/TopKPruningStrategy.java | 10 +-
.../wayang/core/plan/wayangplan/LoopIsolator.java | 3 +-
.../wayang/core/plan/wayangplan/Operator.java | 23 +-
.../org/apache/wayang/core/util/ExplainUtils.java | 2 +-
.../java/org/apache/wayang/core/util/MultiMap.java | 8 +-
.../apache/wayang/core/util/ReflectionUtils.java | 3 +-
.../apache/wayang/core/util/WayangCollections.java | 8 +-
.../main/resources/wayang-core-defaults.properties | 2 +
.../test/java/org/apache/wayang/core/SlotTest.java | 15 +-
.../wayang/core/mapping/OperatorPatternTest.java | 18 +-
.../core/mapping/PlanTransformationTest.java | 46 +-
.../wayang/core/mapping/SubplanPatternTest.java | 27 +-
.../AggregatingCardinalityEstimatorTest.java | 10 +-
.../DefaultCardinalityEstimatorTest.java | 14 +-
.../LoopSubplanCardinalityPusherTest.java | 47 +-
.../cardinality/SubplanCardinalityPusherTest.java | 25 +-
.../ChannelConversionGraphDeterminismTest.java | 137 +
.../channels/ChannelConversionGraphTest.java | 62 +-
.../costs/NestableLoadProfileEstimatorTest.java | 49 +-
.../PlanEnumerationDeterminismTest.java | 153 +
.../enumeration/StageAssignmentTraversalTest.java | 27 +-
.../core/plan/wayangplan/LoopIsolatorTest.java | 84 +-
.../wayang/core/plan/wayangplan/OperatorTest.java | 17 +-
.../core/plan/wayangplan/SlotMappingTest.java | 38 +-
.../wayang/core/platform/PartialExecutionTest.java | 18 +-
.../wayang/core/plugin/DynamicPluginTest.java | 52 +-
.../org/apache/wayang/core/util/BitmaskTest.java | 85 +-
.../core/util/ConsumerIteratorAdapterTest.java | 17 +-
.../wayang/core/util/CrossProductIterableTest.java | 35 +-
.../wayang/core/util/LimitedInputStreamTest.java | 19 +-
.../wayang/core/util/ReflectionUtilsTest.java | 25 +-
.../wayang/core/util/WayangCollectionsTest.java | 14 +-
.../core/util/mathex/ExpressionBuilderTest.java | 14 +-
.../wayang/core/util/mathex/ExpressionTest.java | 48 +-
wayang-commons/wayang-utils-profile-db/NOTICE | 2 +-
wayang-commons/wayang-utils-profile-db/pom.xml | 3 +-
.../src/main/appended-resources/META-INF/LICENSE | 21 +
.../src/main/appended-resources/META-INF/NOTICE | 6 +
.../commons/util/profiledb/ProfileDBTest.java | 42 +-
wayang-docs/pom.xml | 6 +-
wayang-docs/src/main/resources/Gemfile.lock | 2 +-
.../src/main/resources/_includes/footer.html | 2 +-
wayang-docs/src/main/resources/_includes/head.html | 2 +-
.../src/main/resources/_layouts/default.html | 2 +-
.../resources/how_contribute/preparing_releases.md | 2 +-
wayang-ml4all/README.md | 19 +
wayang-ml4all/pom.xml | 17 +-
.../main/resources/input/USCensus1990-sample.input | 100 -
.../src/main/resources/input/adult.zeros.input | 100827 ------------------
.../test/resources/input/USCensus1990-sample.input | 100 -
.../src/test/resources/input/adult.zeros.input | 100827 ------------------
wayang-platforms/pom.xml | 5 +-
wayang-platforms/wayang-flink/pom.xml | 39 +-
...{DataSetChannel.java => DataStreamChannel.java} | 101 +-
.../wayang/flink/compiler/FunctionCompiler.java | 32 +-
.../wayang/flink/compiler/KeySelectorFunction.java | 5 +-
.../flink/compiler/WayangFileOutputFormat.java | 25 +-
.../wayang/flink/execution/FlinkExecutor.java | 12 +-
...ping.java => BoundedTextFileSourceMapping.java} | 21 +-
.../org/apache/wayang/flink/mapping/Mappings.java | 15 +-
.../{JoinMapping.java => StreamedJoinMapping.java} | 24 +-
.../mapping/StreamedLocalCallbackSinkMapping.java} | 32 +-
.../{MapMapping.java => StreamedMapMapping.java} | 24 +-
.../flink/mapping/TextFileSourceMapping.java | 3 +-
.../operators/CollectionSplittableIterator.java | 74 +
...Source.java => FlinkBoundedTextFileSource.java} | 96 +-
.../flink/operators/FlinkCartesianOperator.java | 4 +-
.../flink/operators/FlinkCoGroupOperator.java | 6 +-
.../flink/operators/FlinkCollectionSink.java | 18 +-
.../flink/operators/FlinkCollectionSource.java | 52 +-
...ink.java => FlinkDataStreamCollectionSink.java} | 60 +-
.../operators/FlinkDataStreamJoinOperator.java | 146 +
.../FlinkDataStreamLocalCallbackSink.java} | 76 +-
.../operators/FlinkDataStreamMapOperator.java | 81 +
.../flink/operators/FlinkDistinctOperator.java | 3 +-
.../flink/operators/FlinkFilterOperator.java | 3 +-
.../flink/operators/FlinkFlatMapOperator.java | 5 +-
.../flink/operators/FlinkGlobalReduceOperator.java | 3 +-
.../flink/operators/FlinkGroupByOperator.java | 5 +-
.../wayang/flink/operators/FlinkJoinOperator.java | 11 +-
.../flink/operators/FlinkLocalCallbackSink.java | 5 +-
.../wayang/flink/operators/FlinkLoopOperator.java | 2 +-
.../wayang/flink/operators/FlinkMapOperator.java | 10 +-
.../operators/FlinkMapPartitionsOperator.java | 7 +-
.../flink/operators/FlinkObjectFileSink.java | 13 +-
.../flink/operators/FlinkObjectFileSource.java | 18 +-
.../flink/operators/FlinkReduceByOperator.java | 2 +-
.../operators/FlinkRepeatExpandedOperator.java | 4 +-
.../flink/operators/FlinkRepeatOperator.java | 6 +-
.../wayang/flink/operators/FlinkSortOperator.java | 3 +-
.../wayang/flink/operators/FlinkTextFileSink.java | 6 +-
.../flink/operators/FlinkTextFileSource.java | 4 +-
.../wayang/flink/operators/FlinkTsvFileSink.java | 12 +-
.../flink/operators/FlinkZipWithIdOperator.java | 2 +-
.../flink/operators/ScalaTupleSerializer.java | 61 +
.../wayang/flink/platform/FlinkPlatform.java | 131 +-
.../wayang/flink/plugin/FlinkBasicPlugin.java | 9 +-
.../resources/wayang-flink-defaults.properties | 2 +-
.../operators/FlinkCartesianOperatorTest.java | 13 +-
.../flink/operators/FlinkCoGroupOperatorTest.java | 18 +-
.../flink/operators/FlinkCollectionSourceTest.java | 11 +-
.../flink/operators/FlinkCountOperatorTest.java | 18 +-
.../flink/operators/FlinkDataStreamTests.java | 197 +
.../flink/operators/FlinkDistinctOperatorTest.java | 14 +-
.../flink/operators/FlinkFilterOperatorTest.java | 13 +-
.../flink/operators/FlinkFlatMapOperatorTest.java | 13 +-
.../FlinkGlobalMaterializedGroupOperatorTest.java | 15 +-
.../operators/FlinkGlobalReduceOperatorTest.java | 23 +-
.../flink/operators/FlinkJoinOperatorTest.java | 20 +-
.../operators/FlinkMapPartitionsOperatorTest.java | 13 +-
.../FlinkMaterializedGroupByOperatorTest.java | 17 +-
.../flink/operators/FlinkOperatorTestBase.java | 74 +-
.../flink/operators/FlinkReduceByOperatorTest.java | 17 +-
.../flink/operators/FlinkSortOperatorTest.java | 13 +-
.../flink/operators/FlinkUnionAllOperatorTest.java | 14 +-
.../apache/wayang/flink/test/ChannelFactory.java | 60 +-
.../wayang/flink/operators/dataStreamTest.txt | 11 +-
wayang-platforms/wayang-generic-jdbc/pom.xml | 11 +-
wayang-platforms/wayang-giraph/pom.xml | 27 +-
.../operators/GiraphPagaRankOperatorTest.java | 17 +-
wayang-platforms/wayang-java/pom.xml | 23 +-
...urceMapping.java => AmazonS3SourceMapping.java} | 28 +-
...kMapping.java => ApacheIcebergSinkMapping.java} | 25 +-
...apping.java => ApacheIcebergSourceMapping.java} | 26 +-
...ing.java => AzureBlobStorageSourceMapping.java} | 29 +-
...g.java => GoogleCloudStorageSourceMapping.java} | 33 +-
.../org/apache/wayang/java/mapping/Mappings.java | 8 +-
...ourceMapping.java => ParquetSourceMapping.java} | 15 +-
...fkaTopicSource.java => JavaAmazonS3Source.java} | 109 +-
.../java/operators/JavaApacheIcebergSink.java | 193 +
.../java/operators/JavaApacheIcebergSource.java | 163 +
...Source.java => JavaAzureBlobStorageSource.java} | 106 +-
.../wayang/java/operators/JavaCollectOperator.java | 2 +-
.../java/operators/JavaCollectionSource.java | 2 +-
...urce.java => JavaGoogleCloudStorageSource.java} | 134 +-
.../wayang/java/operators/JavaKafkaTopicSink.java | 8 +-
.../java/operators/JavaKafkaTopicSource.java | 7 +
.../wayang/java/operators/JavaObjectFileSink.java | 17 +-
.../java/operators/JavaObjectFileSource.java | 51 +-
.../wayang/java/operators/JavaParquetSource.java | 177 +
.../wayang/java/operators/JavaRepeatOperator.java | 2 +-
.../wayang/java/operators/JavaSortOperator.java | 2 +-
.../wayang/java/operators/JavaTextFileSink.java | 2 +
.../wayang/java/operators/JavaTextFileSource.java | 124 +-
.../wayang/java/operators/JavaTsvFileSink.java | 2 +-
.../wayang/java/operators/JavaTsvFileSource.java | 4 +-
.../main/resources/wayang-java-defaults.properties | 84 +
.../wayang/java/execution/JavaExecutorTest.java | 11 +-
.../java/operators/JavaCartesianOperatorTest.java | 13 +-
.../java/operators/JavaCoGroupOperatorTest.java | 18 +-
.../java/operators/JavaCollectionSourceTest.java | 11 +-
.../java/operators/JavaCountOperatorTest.java | 13 +-
.../java/operators/JavaDistinctOperatorTest.java | 13 +-
.../operators/JavaExecutionOperatorTestBase.java | 6 +-
.../java/operators/JavaFilterOperatorTest.java | 13 +-
.../JavaGlobalMaterializedGroupOperatorTest.java | 20 +-
.../operators/JavaGlobalReduceOperatorTest.java | 17 +-
.../java/operators/JavaJoinOperatorTest.java | 11 +-
.../java/operators/JavaKafkaTopicSinkTest.java | 54 +-
.../java/operators/JavaKafkaTopicSourceTest.java | 46 +-
.../java/operators/JavaLocalCallbackSinkTest.java | 11 +-
.../JavaMaterializedGroupByOperatorTest.java | 14 +-
.../java/operators/JavaObjectFileSinkTest.java | 6 +-
.../java/operators/JavaObjectFileSourceTest.java | 15 +-
.../operators/JavaRandomSampleOperatorTest.java | 19 +-
.../java/operators/JavaReduceByOperatorTest.java | 14 +-
.../operators/JavaReservoirSampleOperatorTest.java | 15 +-
.../java/operators/JavaSortOperatorTest.java | 13 +-
.../java/operators/JavaTextFileSinkTest.java | 24 +-
.../java/operators/JavaTextFileSourceTest.java | 126 +-
.../java/operators/JavaUnionAllOperatorTest.java | 13 +-
.../apache/wayang/java/test/ChannelFactory.java | 6 +-
.../apache/wayang/java/test/KafkaClientTest.java | 15 +-
wayang-platforms/wayang-jdbc-template/pom.xml | 18 +-
.../apache/wayang/jdbc/execution/JdbcExecutor.java | 225 +-
.../wayang/jdbc/operators/JdbcJoinOperator.java | 2 +-
.../wayang/jdbc/execution/JdbcExecutorTest.java | 22 +-
.../jdbc/operators/JdbcJoinOperatorTest.java | 23 +-
.../wayang/jdbc/operators/JdbcTableSourceTest.java | 10 +-
.../wayang/jdbc/operators/OperatorTestBase.java | 6 +-
.../jdbc/operators/SqlToRddOperatorTest.java | 15 +-
.../jdbc/operators/SqlToStreamOperatorTest.java | 15 +-
wayang-platforms/wayang-postgres/pom.xml | 9 +-
.../wayang/postgres/mapping/ProjectionMapping.java | 14 +-
wayang-platforms/wayang-spark/pom.xml | 35 +-
.../wayang/spark/channels/ChannelConversions.java | 51 +-
.../{RddChannel.java => DatasetChannel.java} | 93 +-
.../wayang/spark/execution/SparkExecutor.java | 7 +
.../org/apache/wayang/spark/mapping/Mappings.java | 7 +-
.../{SortMapping.java => ParquetSinkMapping.java} | 18 +-
...ourceMapping.java => ParquetSourceMapping.java} | 11 +-
...ing.java => DecisionTreeRegressionMapping.java} | 18 +-
...egressionMapping.java => LinearSVCMapping.java} | 17 +-
...Mapping.java => LogisticRegressionMapping.java} | 16 +-
.../spark/operators/SparkCoGroupOperator.java | 2 +-
.../spark/operators/SparkCollectOperator.java | 2 +-
...perator.java => SparkDatasetToRddOperator.java} | 66 +-
.../spark/operators/SparkIntersectOperator.java | 2 +-
.../spark/operators/SparkKafkaTopicSink.java | 2 +
.../spark/operators/SparkKafkaTopicSource.java | 7 +-
.../spark/operators/SparkObjectFileSink.java | 54 +-
.../spark/operators/SparkObjectFileSource.java | 21 +-
.../wayang/spark/operators/SparkParquetSink.java | 90 +
...fkaTopicSource.java => SparkParquetSource.java} | 83 +-
.../SparkRandomPartitionSampleOperator.java | 2 +-
...ileSink.java => SparkRddToDatasetOperator.java} | 64 +-
.../SparkShufflePartitionSampleOperator.java | 2 +-
.../wayang/spark/operators/SparkTextFileSink.java | 2 +
.../spark/operators/SparkTextFileSource.java | 4 +-
.../wayang/spark/operators/SparkTsvFileSink.java | 2 +-
.../wayang/spark/operators/SparkTsvFileSource.java | 4 +-
.../spark/operators/SparkZipWithIdOperator.java | 2 +-
.../ml/SparkDecisionTreeRegressionOperator.java | 157 +
.../spark/operators/ml/SparkKMeansOperator.java | 61 +-
.../spark/operators/ml/SparkLinearSVCOperator.java | 152 +
.../ml/SparkLogisticRegressionOperator.java | 144 +
.../wayang/spark/util/DatasetConverters.java | 157 +
.../resources/wayang-spark-defaults.properties | 50 +
.../wayang/spark/operators/DatasetChannelTest.java | 98 +
.../wayang/spark/operators/DatasetTestUtils.java | 84 +
.../SparkBernoulliSampleOperatorTest.java | 17 +-
.../operators/SparkCartesianOperatorTest.java | 13 +-
.../spark/operators/SparkCoGroupOperatorTest.java | 18 +-
.../spark/operators/SparkCollectionSourceTest.java | 11 +-
.../spark/operators/SparkCountOperatorTest.java | 13 +-
.../operators/SparkDatasetToRddOperatorTest.java | 46 +
...parkDecisionTreeClassificationOperatorTest.java | 19 +-
.../spark/operators/SparkDistinctOperatorTest.java | 13 +-
.../spark/operators/SparkFilterOperatorTest.java | 13 +-
.../spark/operators/SparkFlatMapOperatorTest.java | 13 +-
.../SparkGlobalMaterializedGroupOperatorTest.java | 20 +-
.../operators/SparkGlobalReduceOperatorTest.java | 23 +-
.../spark/operators/SparkJoinOperatorTest.java | 21 +-
.../spark/operators/SparkKMeansOperatorTest.java | 20 +-
.../SparkLinearRegressionOperatorTest.java | 20 +-
.../operators/SparkMapPartitionsOperatorTest.java | 13 +-
.../SparkMaterializedGroupByOperatorTest.java | 14 +-
.../spark/operators/SparkObjectFileSinkTest.java | 6 +-
.../spark/operators/SparkObjectFileSourceTest.java | 15 +-
.../spark/operators/SparkOperatorTestBase.java | 55 +-
.../spark/operators/SparkParquetSinkTest.java | 70 +
.../SparkParquetSourceDatasetOutputTest.java | 57 +
.../SparkRandomPartitionSampleOperatorTest.java | 15 +-
.../operators/SparkRddToDatasetOperatorTest.java | 43 +
.../spark/operators/SparkReduceByOperatorTest.java | 14 +-
.../SparkShufflePartitionSampleOperatorTest.java | 15 +-
.../spark/operators/SparkSortOperatorTest.java | 13 +-
.../spark/operators/SparkTextFileSinkTest.java | 6 +-
.../spark/operators/SparkUnionAllOperatorTest.java | 13 +-
.../apache/wayang/spark/test/ChannelFactory.java | 23 +-
wayang-platforms/wayang-sqlite3/pom.xml | 9 +-
wayang-platforms/wayang-tensorflow/pom.xml | 22 +-
.../apache/wayang/tensorflow/model/Convertor.java | 213 +-
.../wayang/tensorflow/model/TensorflowModel.java | 66 +-
.../model/op/nn/TensorflowBatchNorm2D.java | 131 +
.../model/op/nn/TensorflowBatchNorm3D.java | 65 +
.../tensorflow/model/op/nn/TensorflowConv2D.java | 112 +
.../tensorflow/model/op/nn/TensorflowConv3D.java | 91 +
.../model/op/nn/TensorflowConvLSTM2D.java | 118 +
.../tensorflow/model/op/nn/TensorflowLinear.java | 61 +
.../operators/TensorflowDLTrainingOperator.java | 6 +
.../operators/TensorflowPredictOperator.java | 6 +
.../tensorflow/model/TensorflowModelTest.java | 39 +-
.../tensorflow/model/TensorflowOperatorTest.java | 369 +
.../operators/TensorflowOperatorTestBase.java | 8 +-
wayang-plugins/pom.xml | 3 +-
wayang-plugins/wayang-iejoin/pom.xml | 11 +-
.../operators/JavaExecutionOperatorTestBase.java | 6 +-
.../iejoin/operators/JavaIEJoinOperatorTest.java | 11 +-
.../iejoin/operators/SparkIEJoinOperatorTest.java | 11 +-
.../iejoin/operators/SparkIEJoinOperatorTest2.java | 11 +-
.../iejoin/operators/SparkIEJoinOperatorTest3.java | 11 +-
.../iejoin/operators/SparkIEJoinOperatorTest4.java | 11 +-
.../operators/SparkIESelfJoinOperatorTest.java | 13 +-
.../iejoin/operators/SparkOperatorTestBase.java | 6 +-
.../apache/wayang/iejoin/test/ChannelFactory.java | 6 +-
wayang-profiler/pom.xml | 21 +-
.../wayang/profiler/hardware/DiskProfiler.java | 4 +-
wayang-resources/pom.xml | 3 +-
wayang-tests-integration/pom.xml | 89 +-
.../apache/wayang/tests/FlinkIntegrationIT.java | 166 +-
.../org/apache/wayang/tests/FullIntegrationIT.java | 138 +-
.../apache/wayang/tests/GiraphIntegrationIT.java | 22 +-
.../org/apache/wayang/tests/JavaIntegrationIT.java | 155 +-
.../apache/wayang/tests/PostgresIntegrationIT.java | 19 +-
.../java/org/apache/wayang/tests/RegressionIT.java | 11 +-
.../apache/wayang/tests/SparkIntegrationIT.java | 289 +-
.../apache/wayang/tests/TensorflowConvLSTMIT.java | 148 +
.../wayang/tests/TensorflowIntegrationIT.java | 29 +-
.../org/apache/wayang/tests/TensorflowIrisIT.java | 24 +-
.../wayang/tests/TensorflowIrisScalaLikeApiIT.java | 190 +
.../java/org/apache/wayang/tests/WayangPlans.java | 33 +-
.../apache/wayang/tests/WayangPlansOperators.java | 74 +-
.../java/org/apache/wayang/tests/WordCountIT.java | 47 +-
666 files changed, 16542 insertions(+), 234477 deletions(-)
create mode 100755 bin/wayang-service.sh
rename python/old_code/pywayang/src/pywy/config/__init__.py =>
conf/wayang-defaults.properties (84%)
create mode 100644 guides/spark-datasets.md
delete mode 100644 python/old_code/.gitignore
delete mode 100644 python/old_code/.rat-excludes
delete mode 100644 python/old_code/LICENSE
delete mode 100644 python/old_code/README.md
delete mode 100755 python/old_code/bin/benchmark.sh
delete mode 100755 python/old_code/bin/test.sh
delete mode 100644 python/old_code/old_code/__init__.py
delete mode 100644 python/old_code/old_code/config/config_reader.py
delete mode 100644 python/old_code/old_code/config/pywayang_config.ini
delete mode 100644 python/old_code/old_code/old_graph/graph.py
delete mode 100644 python/old_code/old_code/old_graph/node.py
delete mode 100644 python/old_code/old_code/old_graph/traversal.py
delete mode 100644 python/old_code/old_code/old_graph/visitant.py
delete mode 100644 python/old_code/old_code/orchestrator/__init__.py
delete mode 100644 python/old_code/old_code/orchestrator/dataquanta.py
delete mode 100644 python/old_code/old_code/orchestrator/execdirectly.py
delete mode 100644 python/old_code/old_code/orchestrator/main.py
delete mode 100644 python/old_code/old_code/orchestrator/operator.py
delete mode 100644 python/old_code/old_code/orchestrator/plan.py
delete mode 100644 python/old_code/old_code/protobuf/__init__.py
delete mode 100644 python/old_code/old_code/protobuf/planwriter.py
delete mode 100644 python/old_code/old_code/test.py
delete mode 100644 python/old_code/old_code/tests/__init__.py
delete mode 100644 python/old_code/old_code/tests/demo_testing.py
delete mode 100644 python/old_code/old_code/tests/full_java_test.py
delete mode 100644 python/old_code/old_code/tests/full_spark_test.py
delete mode 100644 python/old_code/pywayang/pyproject.toml
delete mode 100644 python/old_code/pywayang/setup.cfg
delete mode 100644 python/old_code/pywayang/src/pywy/__init__.py
delete mode 100644 python/old_code/pywayang/src/pywy/config/config_reader.py
delete mode 100644 python/old_code/pywayang/src/pywy/config/pywayang_config.ini
delete mode 100644 python/old_code/pywayang/src/pywy/graph/__init__.py
delete mode 100644 python/old_code/pywayang/src/pywy/graph/graph.py
delete mode 100644 python/old_code/pywayang/src/pywy/graph/node.py
delete mode 100644 python/old_code/pywayang/src/pywy/graph/traversal.py
delete mode 100644 python/old_code/pywayang/src/pywy/graph/visitant.py
delete mode 100644 python/old_code/pywayang/src/pywy/orchestrator/__init__.py
delete mode 100644 python/old_code/pywayang/src/pywy/orchestrator/dataquanta.py
delete mode 100644
python/old_code/pywayang/src/pywy/orchestrator/execdirectly.py
delete mode 100644 python/old_code/pywayang/src/pywy/orchestrator/main.py
delete mode 100644 python/old_code/pywayang/src/pywy/orchestrator/operator.py
delete mode 100644 python/old_code/pywayang/src/pywy/orchestrator/plan.py
delete mode 100644 python/old_code/pywayang/src/pywy/protobuf/old_planwriter.py
delete mode 100644 python/old_code/pywayang/src/pywy/protobuf/planwriter.py
delete mode 100644 python/old_code/pywayang/src/pywy/test/demo_testing.py
delete mode 100644 python/old_code/pywayang/src/pywy/test/full_java_test.py
delete mode 100644 python/old_code/pywayang/src/pywy/test/full_spark_test.py
delete mode 100644 python/old_code/resources/test.input
delete mode 100644 python/old_code/resources/text.input
delete mode 100644 python/old_code/setup.cfg
delete mode 100644 python/old_code/src/pywy/config.py
delete mode 100644 python/old_code/src/pywy/core/__init__.py
delete mode 100644 python/old_code/src/pywy/core/channel.py
delete mode 100644 python/old_code/src/pywy/core/core.py
delete mode 100644 python/old_code/src/pywy/core/executor.py
delete mode 100644 python/old_code/src/pywy/core/mapping.py
delete mode 100644 python/old_code/src/pywy/core/platform.py
delete mode 100644 python/old_code/src/pywy/dataquanta.py
delete mode 100644 python/old_code/src/pywy/exception.py
delete mode 100644 python/old_code/src/pywy/graph/graph.py
delete mode 100644 python/old_code/src/pywy/graph/types.py
delete mode 100644 python/old_code/src/pywy/operators/__init__.py
delete mode 100644 python/old_code/src/pywy/operators/base.py
delete mode 100644 python/old_code/src/pywy/operators/sink.py
delete mode 100644 python/old_code/src/pywy/operators/source.py
delete mode 100644 python/old_code/src/pywy/operators/unary.py
delete mode 100644 python/old_code/src/pywy/platforms/__init__.py
delete mode 100644 python/old_code/src/pywy/platforms/commons/__init__.py
delete mode 100644 python/old_code/src/pywy/platforms/commons/channels.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/__init__.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/channels.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/context.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/execution.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/graph.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/mappings.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/operator/__init__.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/operator/jvm_execution_operator.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/operator/jvm_sink_textfile.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/operator/jvm_source_textfile.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/operator/jvm_unary_filter.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/operator/jvm_unary_flatmap.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/platform.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/plugin.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/serializable/__init__.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/serializable/plan_writter.py
delete mode 100644
python/old_code/src/pywy/platforms/jvm/serializable/wayang_jvm_operator.py
delete mode 100644 python/old_code/src/pywy/platforms/jvm/worker.py
delete mode 100644 python/old_code/src/pywy/platforms/python/__init__.py
delete mode 100644 python/old_code/src/pywy/platforms/python/channels.py
delete mode 100644 python/old_code/src/pywy/platforms/python/execution.py
delete mode 100644 python/old_code/src/pywy/platforms/python/mappings.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/__init__.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/py_execution_operator.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/py_sink_textfile.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/py_source_textfile.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/py_unary_filter.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/py_unary_flatmap.py
delete mode 100644
python/old_code/src/pywy/platforms/python/operator/py_unary_map.py
delete mode 100644 python/old_code/src/pywy/platforms/python/plugin.py
delete mode 100644 python/old_code/src/pywy/plugins.py
delete mode 100644 python/old_code/src/pywy/tests/__init__.py
delete mode 100644 python/old_code/src/pywy/tests/benchmark/__init__.py
delete mode 100644
python/old_code/src/pywy/tests/benchmark/python_benchmark_test.py
delete mode 100644 python/old_code/src/pywy/tests/integration/__init__.py
delete mode 100644
python/old_code/src/pywy/tests/integration/jvm_platform_test.py
delete mode 100644
python/old_code/src/pywy/tests/integration/python_platform_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/__init__.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/__init__.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/channel_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/executor_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/mapping_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/plan_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/platform_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/plugin_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/core/translator_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/dataquanta/__init__.py
delete mode 100644
python/old_code/src/pywy/tests/unit/dataquanta/context_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/dataquanta/dataquanta_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/graph/__init__.py
delete mode 100644 python/old_code/src/pywy/tests/unit/graph/graph_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/graph/types_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/operators/__init__.py
delete mode 100644 python/old_code/src/pywy/tests/unit/operators/base_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/operators/sink_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/operators/source_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/operators/unary_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/platforms/__init__.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/__init__.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/channel_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/execution_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/mappings_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/operator/__init__.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/operator/py_execution_operator_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/operator/py_sink_textfile_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/operator/py_source_textfile_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/operator/py_unary_filter_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/platform_test.py
delete mode 100644
python/old_code/src/pywy/tests/unit/platforms/python/plugin_test.py
delete mode 100644 python/old_code/src/pywy/tests/unit/types_test.py
delete mode 100644 python/old_code/src/pywy/translate/__init__.py
delete mode 100644 python/old_code/src/pywy/types.py
rename python/{old_code/src/pywy => src/pywy/basic/data}/__init__.py (100%)
create mode 100644 python/src/pywy/basic/data/record.py
rename python/{old_code/src/pywy/platforms/python/platform.py =>
src/pywy/configuration.py} (76%)
rename python/{old_code/old_code/old_graph/__init__.py =>
src/pywy/requirements.txt} (90%)
rename python/{old_code/pyproject.toml => src/pywy/tests/conftest.py} (87%)
delete mode 100644 python/src/pywy/tests/json_test.py
rename python/{old_code/src/pywy/graph =>
src/pywy/tests/resources}/__init__.py (100%)
copy {wayang-api/wayang-api-json/src/main =>
python/src/pywy/tests}/resources/plan-a.json (88%)
copy wayang-applications/data/case-study/DATA_REPO_001/README.md =>
python/src/pywy/tests/resources/sample_data.md (70%)
copy
wayang-api/wayang-api-python/src/main/resources/wayang-api-python-defaults.properties
=> python/src/pywy/tests/resources/wayang.properties (89%)
rename python/{old_code/pywayang/src/pywy/protobuf/__init__.py =>
src/pywy/tests/resources/wordcount_out_python.txt} (96%)
delete mode 100644 python/src/pywy/tests/test.py
create mode 100644 python/src/pywy/tests/test_decision_tree_regression.py
create mode 100644 python/src/pywy/tests/test_dl.py
create mode 100644 python/src/pywy/tests/test_filter.py
create mode 100644 python/src/pywy/tests/test_json.py
copy python/src/pywy/tests/{filter_test.py => test_train_linear_svc.py} (50%)
create mode 100644 python/src/pywy/tests/test_word_count.py
rename python/src/pywy/tests/{filter_test.py => train_logistic_test.py} (50%)
delete mode 100644 python/src/pywy/tests/word_count.py
copy
wayang-api/wayang-api-json/src/main/scala/operatorfromjson/input/{TextFileInputFromJson.scala
=> ParquetInputFromJson.scala} (85%)
rename
wayang-api/wayang-api-json/src/main/scala/operatorfromjson/unary/{GroupByOpeartorFromJson.scala
=> GroupByOperatorFromJson.scala} (90%)
create mode 100644
wayang-api/wayang-api-python/src/test/java/org/apache/wayang/api/python/PythonApiTests.java
copy
wayang-api/wayang-api-python/src/{main/resources/wayang-api-python-defaults.properties
=> test/resources/wayang.properties} (76%)
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/WayangCrossJoinVisitor.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/WayangMultiConditionJoinVisitor.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/WayangSortVisitor.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/AggregateAddCols.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/AggregateFunction.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/AggregateGetResult.java
copy
wayang-platforms/wayang-jdbc-template/src/main/java/org/apache/wayang/jdbc/compiler/FunctionCompiler.java
=>
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/AggregateKeyExtractor.java
(56%)
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/CallTreeFactory.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/FilterPredicateImpl.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/JoinFlattenResult.java
copy build/_env.sh =>
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/JoinKeyExtractor.java
(64%)
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/MultiConditionJoinFuncImpl.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/MultiConditionJoinKeyExtractor.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/ProjectMapFuncImpl.java
copy
wayang-api/{wayang-api-python/src/main/java/org/apache/wayang/api/python/function/WrappedPythonFunction.java
=>
wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/SortFilter.java}
(53%)
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/functions/SortKeyExtractor.java
copy
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rel/{WayangProject.java
=> WayangSort.java} (59%)
mode change 100755 => 100644
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rules/WayangAggregateRule.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rules/WayangFilterRule.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rules/WayangJoinRule.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rules/WayangProjectRule.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rules/WayangSortRule.java
create mode 100644
wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/rules/WayangTableScanRule.java
delete mode 100755
wayang-api/wayang-api-sql/src/test/java/org/apache/wayang/api/sql/SqlAPI.java
delete mode 100755
wayang-api/wayang-api-sql/src/test/java/org/apache/wayang/api/sql/SqlTest.java
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleDelimiter.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleInt.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleMin.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleRefToRef.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleSmallA.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleSmallB.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/exampleSort.csv
create mode 100644
wayang-api/wayang-api-sql/src/test/resources/data/largeLeftTableIndex.csv
copy wayang-api/{wayang-api-scala-java => wayang-api-utils}/pom.xml (84%)
copy {wayang-benchmark/src/main/scala/org/apache/wayang/apps/util =>
wayang-api/wayang-api-utils/src/main/scala}/Parameters.scala (80%)
create mode 100644
wayang-benchmark/src/main/appended-resources/META-INF/LICENSE
create mode 100644
wayang-benchmark/src/main/java/org/apache/wayang/apps/pi/PiEstimation.java
copy
wayang-benchmark/src/main/java/org/apache/wayang/apps/wordcount/{WordCount.java
=> WordCountParquet.java} (66%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/{DecisionTreeClassificationModel.java
=> DecisionTreeRegressionModel.java} (76%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/{LinearRegressionModel.java
=> LogisticRegressionModel.java} (86%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/{LinearRegressionModel.java
=> SVMModel.java} (85%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/{Cast.java
=> Get.java} (67%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/{Cast.java
=> Reshape.java} (67%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/{Cast.java
=> Slice.java} (66%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/{Cast.java
=> Transpose.java} (67%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/{Cast.java
=> ZeroLike.java} (77%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/{Softmax.java
=> BatchNorm.java} (58%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/BatchNorm2D.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/BatchNorm3D.java
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/{Linear.java
=> Conv.java} (55%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/Conv2D.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/Conv3D.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/ConvLSTM2D.java
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/{Softmax.java
=> MSELoss.java} (91%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/AmazonS3Source.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/ApacheIcebergSink.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/ApacheIcebergSource.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/AzureBlobStorageSource.java
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/{LinearRegressionOperator.java
=> DecisionTreeRegressionOperator.java} (60%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/GoogleCloudStorageSource.java
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/{LinearRegressionOperator.java
=> LinearSVCOperator.java} (65%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/{LinearRegressionOperator.java
=> LogisticRegressionOperator.java} (73%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/ObjectFileSerialization.java
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/mapping/Mapping.java
=>
wayang-basic/src/main/java/org/apache/wayang/basic/operators/ObjectFileSerializationMode.java}
(62%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/ParquetSink.java
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/ParquetSource.java
create mode 100644
wayang-commons/wayang-basic/src/test/java/org/apache/wayang/basic/operators/ObjectFileSerializationTest.java
create mode 100644
wayang-commons/wayang-core/src/test/java/org/apache/wayang/core/optimizer/channels/ChannelConversionGraphDeterminismTest.java
create mode 100644
wayang-commons/wayang-core/src/test/java/org/apache/wayang/core/optimizer/enumeration/PlanEnumerationDeterminismTest.java
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/appended-resources/META-INF/LICENSE
create mode 100644
wayang-commons/wayang-utils-profile-db/src/main/appended-resources/META-INF/NOTICE
delete mode 100644
wayang-ml4all/src/main/resources/input/USCensus1990-sample.input
delete mode 100644 wayang-ml4all/src/main/resources/input/adult.zeros.input
delete mode 100644
wayang-ml4all/src/test/resources/input/USCensus1990-sample.input
delete mode 100644 wayang-ml4all/src/test/resources/input/adult.zeros.input
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/channels/{DataSetChannel.java
=> DataStreamChannel.java} (62%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/mapping/{TextFileSourceMapping.java
=> BoundedTextFileSourceMapping.java} (83%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/mapping/{JoinMapping.java
=> StreamedJoinMapping.java} (80%)
copy
wayang-platforms/{wayang-java/src/main/java/org/apache/wayang/java/mapping/LocalCallbackSinkMapping.java
=>
wayang-flink/src/main/java/org/apache/wayang/flink/mapping/StreamedLocalCallbackSinkMapping.java}
(76%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/mapping/{MapMapping.java
=> StreamedMapMapping.java} (81%)
create mode 100644
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/operators/CollectionSplittableIterator.java
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/operators/{FlinkTextFileSource.java
=> FlinkBoundedTextFileSource.java} (51%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/operators/{FlinkCollectionSink.java
=> FlinkDataStreamCollectionSink.java} (65%)
create mode 100644
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/operators/FlinkDataStreamJoinOperator.java
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/operators/SparkLocalCallbackSink.java
=>
wayang-flink/src/main/java/org/apache/wayang/flink/operators/FlinkDataStreamLocalCallbackSink.java}
(60%)
create mode 100644
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/operators/FlinkDataStreamMapOperator.java
create mode 100644
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/operators/ScalaTupleSerializer.java
create mode 100644
wayang-platforms/wayang-flink/src/test/java/org/apache/wayang/flink/operators/FlinkDataStreamTests.java
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java
=>
wayang-platforms/wayang-flink/src/test/resources/org/apache/wayang/flink/operators/dataStreamTest.txt
(88%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/{TextFileSourceMapping.java
=> AmazonS3SourceMapping.java} (74%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/{ObjectFileSinkMapping.java
=> ApacheIcebergSinkMapping.java} (72%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/{TextFileSourceMapping.java
=> ApacheIcebergSourceMapping.java} (69%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/{RepeatMapping.java
=> AzureBlobStorageSourceMapping.java} (72%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/{GlobalReduceMapping.java
=> GoogleCloudStorageSourceMapping.java} (72%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/mapping/{TextFileSourceMapping.java
=> ParquetSourceMapping.java} (78%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/{JavaKafkaTopicSource.java
=> JavaAmazonS3Source.java} (52%)
create mode 100644
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/JavaApacheIcebergSink.java
create mode 100644
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/JavaApacheIcebergSource.java
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/{JavaKafkaTopicSource.java
=> JavaAzureBlobStorageSource.java} (52%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/{JavaKafkaTopicSource.java
=> JavaGoogleCloudStorageSource.java} (53%)
create mode 100644
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/JavaParquetSource.java
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/channels/{RddChannel.java
=> DatasetChannel.java} (53%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/{SortMapping.java
=> ParquetSinkMapping.java} (74%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/{CollectionSourceMapping.java
=> ParquetSourceMapping.java} (82%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/{DecisionTreeClassificationMapping.java
=> DecisionTreeRegressionMapping.java} (75%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/{LinearRegressionMapping.java
=> LinearSVCMapping.java} (77%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/{LinearRegressionMapping.java
=> LogisticRegressionMapping.java} (76%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/{SparkCacheOperator.java
=> SparkDatasetToRddOperator.java} (54%)
create mode 100644
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/SparkParquetSink.java
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/{SparkKafkaTopicSource.java
=> SparkParquetSource.java} (55%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/{SparkTextFileSink.java
=> SparkRddToDatasetOperator.java} (52%)
create mode 100644
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/ml/SparkDecisionTreeRegressionOperator.java
create mode 100644
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/ml/SparkLinearSVCOperator.java
create mode 100644
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/ml/SparkLogisticRegressionOperator.java
create mode 100644
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/util/DatasetConverters.java
create mode 100644
wayang-platforms/wayang-spark/src/test/java/org/apache/wayang/spark/operators/DatasetChannelTest.java
create mode 100644
wayang-platforms/wayang-spark/src/test/java/org/apache/wayang/spark/operators/DatasetTestUtils.java
create mode 100644
wayang-platforms/wayang-spark/src/test/java/org/apache/wayang/spark/operators/SparkDatasetToRddOperatorTest.java
create mode 100644
wayang-platforms/wayang-spark/src/test/java/org/apache/wayang/spark/operators/SparkParquetSinkTest.java
create mode 100644
wayang-platforms/wayang-spark/src/test/java/org/apache/wayang/spark/operators/SparkParquetSourceDatasetOutputTest.java
create mode 100644
wayang-platforms/wayang-spark/src/test/java/org/apache/wayang/spark/operators/SparkRddToDatasetOperatorTest.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/op/nn/TensorflowBatchNorm2D.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/op/nn/TensorflowBatchNorm3D.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/op/nn/TensorflowConv2D.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/op/nn/TensorflowConv3D.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/op/nn/TensorflowConvLSTM2D.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/op/nn/TensorflowLinear.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/test/java/org/apache/wayang/tensorflow/model/TensorflowOperatorTest.java
create mode 100644
wayang-tests-integration/src/test/java/org/apache/wayang/tests/TensorflowConvLSTMIT.java
create mode 100644
wayang-tests-integration/src/test/java/org/apache/wayang/tests/TensorflowIrisScalaLikeApiIT.java
