This is an automated email from the ASF dual-hosted git repository. wenchen pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git.
from fc5e922 [SPARK-38564][SS] Support collecting metrics from streaming sinks add 53df456 [SPARK-38432][SQL] Refactor framework so as JDBC dialect could compile filter by self way No new revisions were added by this update. Summary of changes: project/MimaExcludes.scala | 2 + .../sql/connector/expressions/Expression.java | 17 ++ .../expressions/GeneralScalarExpression.java | 98 ++------ .../spark/sql/connector/expressions/Literal.java | 3 + .../sql/connector/expressions/NamedReference.java | 6 + .../spark/sql/connector/expressions/SortOrder.java | 3 + .../spark/sql/connector/expressions/Transform.java | 8 +- .../sql/connector/expressions/aggregate/Avg.java | 3 + .../sql/connector/expressions/aggregate/Count.java | 3 + .../connector/expressions/aggregate/CountStar.java | 4 + .../aggregate/GeneralAggregateFunc.java | 13 +- .../sql/connector/expressions/aggregate/Max.java | 3 + .../sql/connector/expressions/aggregate/Min.java | 3 + .../sql/connector/expressions/aggregate/Sum.java | 3 + .../connector/expressions/filter/AlwaysFalse.java | 30 +-- .../connector/expressions/filter/AlwaysTrue.java | 28 +-- .../sql/connector/expressions/filter/And.java | 14 +- .../expressions/filter/BinaryComparison.java | 60 ----- .../connector/expressions/filter/BinaryFilter.java | 65 ----- .../expressions/filter/EqualNullSafe.java | 40 --- .../sql/connector/expressions/filter/EqualTo.java | 39 --- .../sql/connector/expressions/filter/Filter.java | 40 --- .../connector/expressions/filter/GreaterThan.java | 39 --- .../expressions/filter/GreaterThanOrEqual.java | 39 --- .../spark/sql/connector/expressions/filter/In.java | 76 ------ .../connector/expressions/filter/IsNotNull.java | 58 ----- .../sql/connector/expressions/filter/IsNull.java | 58 ----- .../sql/connector/expressions/filter/LessThan.java | 39 --- .../expressions/filter/LessThanOrEqual.java | 39 --- .../sql/connector/expressions/filter/Not.java | 31 +-- .../spark/sql/connector/expressions/filter/Or.java | 14 +- .../Predicate.java} | 126 +++------- .../expressions/filter/StringContains.java | 39 --- .../expressions/filter/StringEndsWith.java | 39 --- .../expressions/filter/StringPredicate.java | 60 ----- .../expressions/filter/StringStartsWith.java | 41 ---- .../connector/read/SupportsPushDownV2Filters.java | 35 +-- .../sql/connector/util/V2ExpressionSQLBuilder.java | 100 ++++++-- .../org/apache/spark/sql/sources/filters.scala | 60 +++++ .../expressions/TransformExtractorSuite.scala | 1 - .../sql/catalyst/util/V2ExpressionBuilder.scala | 113 +++++++-- .../spark/sql/execution/DataSourceScanExec.scala | 11 +- .../execution/datasources/DataSourceStrategy.scala | 11 +- .../sql/execution/datasources/jdbc/JDBCRDD.scala | 77 +----- .../execution/datasources/jdbc/JDBCRelation.scala | 18 +- .../datasources/v2/DataSourceV2Strategy.scala | 137 ++++------- .../execution/datasources/v2/PushDownUtils.scala | 17 +- .../datasources/v2/PushedDownOperators.scala | 4 +- .../datasources/v2/V2ScanRelationPushDown.scala | 8 +- .../execution/datasources/v2/jdbc/JDBCScan.scala | 9 +- .../datasources/v2/jdbc/JDBCScanBuilder.scala | 20 +- .../org/apache/spark/sql/jdbc/DB2Dialect.scala | 24 +- .../org/apache/spark/sql/jdbc/DerbyDialect.scala | 16 +- .../org/apache/spark/sql/jdbc/H2Dialect.scala | 28 +-- .../org/apache/spark/sql/jdbc/JdbcDialects.scala | 22 +- .../apache/spark/sql/jdbc/MsSqlServerDialect.scala | 16 +- .../org/apache/spark/sql/jdbc/MySQLDialect.scala | 16 +- .../org/apache/spark/sql/jdbc/OracleDialect.scala | 28 +-- .../apache/spark/sql/jdbc/PostgresDialect.scala | 28 +-- .../apache/spark/sql/jdbc/TeradataDialect.scala | 28 +-- .../JavaAdvancedDataSourceV2WithV2Filter.java | 75 +++--- .../spark/sql/connector/DataSourceV2Suite.scala | 43 ++-- .../datasources/v2/DataSourceV2StrategySuite.scala | 10 +- .../execution/datasources/v2/V2FiltersSuite.scala | 204 ---------------- .../datasources/v2/V2PredicateSuite.scala | 188 +++++++++++++++ .../org/apache/spark/sql/jdbc/JDBCSuite.scala | 19 +- .../org/apache/spark/sql/jdbc/JDBCV2Suite.scala | 268 ++++++++++++++++----- 67 files changed, 1101 insertions(+), 1716 deletions(-) delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/BinaryComparison.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/BinaryFilter.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/EqualNullSafe.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/EqualTo.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/Filter.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/GreaterThan.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/GreaterThanOrEqual.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/In.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/IsNotNull.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/IsNull.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/LessThan.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/LessThanOrEqual.java copy sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/{GeneralScalarExpression.java => filter/Predicate.java} (53%) delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringContains.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringEndsWith.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringPredicate.java delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringStartsWith.java delete mode 100644 sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/v2/V2FiltersSuite.scala create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/v2/V2PredicateSuite.scala --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org