This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 71bc4ada95d [MINOR][TESTS] Remove mistakenly added style off for
"assume"
71bc4ada95d is described below
commit 71bc4ada95d07a1a6ea320ea2a778f5f381ad287
Author: Jungtaek Lim <kabhwan.opensou...@gmail.com>
AuthorDate: Thu Oct 6 15:38:48 2022 +0900
[MINOR][TESTS] Remove mistakenly added style off for "assume"
### What changes were proposed in this pull request?
This PR removes the scalastyle off/on from two test recent suites which is
not used by Apache Spark.
### Why are the changes needed?
Some of test suites turn on and off for style rule which Apache Spark does
not use.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
N/A
Closes #38125 from HeartSaVioR/MINOR-remove-unnecessary-assume-style-off.
Authored-by: Jungtaek Lim <kabhwan.opensou...@gmail.com>
Signed-off-by: Hyukjin Kwon <gurwls...@apache.org>
---
...MapGroupsInPandasWithStateDistributionSuite.scala | 2 --
.../FlatMapGroupsInPandasWithStateSuite.scala | 20 --------------------
2 files changed, 22 deletions(-)
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateDistributionSuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateDistributionSuite.scala
index 985e45602a2..9c6573fd782 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateDistributionSuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateDistributionSuite.scala
@@ -32,9 +32,7 @@ class FlatMapGroupsInPandasWithStateDistributionSuite extends
StreamTest
test("applyInPandasWithState should require StatefulOpClusteredDistribution
" +
"from children - without initial state") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// Function to maintain running count up to 2, and then remove the count
// Returns the data and the count if state is defined, otherwise does not
return anything
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateSuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateSuite.scala
index 4d62ccd1423..785cbec9805 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateSuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/streaming/FlatMapGroupsInPandasWithStateSuite.scala
@@ -34,9 +34,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
import testImplicits._
test("applyInPandasWithState - streaming") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// Function to maintain running count up to 2, and then remove the count
// Returns the data and the count if state is defined, otherwise does not
return anything
@@ -116,9 +114,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
test("applyInPandasWithState - streaming, multiple groups in partition, " +
"multiple outputs per grouping key") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
val pythonScript =
"""
@@ -190,9 +186,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
}
test("applyInPandasWithState - streaming + aggregation") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// Function to maintain running count up to 2, and then remove the count
// Returns the data and the count (-1 if count reached beyond 2 and state
was just removed)
@@ -268,9 +262,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
}
test("applyInPandasWithState - streaming with processing time timeout") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// Function to maintain the count as state and set the proc. time timeout
delay of 10 seconds.
// It returns the count if changed, or -1 if the state was removed by
timeout.
@@ -373,9 +365,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
}
test("applyInPandasWithState - streaming w/ event time timeout + watermark")
{
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// timestamp_seconds assumes the base timezone is UTC. However, the
provided function
// localizes it. Therefore, this test assumes the timezone is in UTC
@@ -464,9 +454,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
def testWithTimeout(timeoutConf: GroupStateTimeout): Unit = {
test("SPARK-20714: watermark does not fail query when timeout = " +
timeoutConf) {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// timestamp_seconds assumes the base timezone is UTC. However, the
provided function
// localizes it. Therefore, this test assumes the timezone is in UTC
@@ -538,9 +526,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
testWithTimeout(ProcessingTimeTimeout)
test("applyInPandasWithState - uses state format version 2 by default") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// Function to maintain running count up to 2, and then remove the count
// Returns the data and the count if state is defined, otherwise does not
return anything
@@ -613,9 +599,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
}
test("applyInPandasWithState - streaming - arrow RecordBatch size with
chunking") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
val pythonScript =
"""
@@ -675,9 +659,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
}
test("applyInPandasWithState - streaming - partial consume of iterator in
user function") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
val pythonScript =
"""
@@ -740,9 +722,7 @@ class FlatMapGroupsInPandasWithStateSuite extends
StateStoreMetricsTest {
}
test("SPARK-40670: applyInPandasWithState - streaming having non-null
columns") {
- // scalastyle:off assume
assume(shouldTestPandasUDFs)
- // scalastyle:on assume
// Function to maintain the count as state and set the proc. time timeout
delay of 10 seconds.
// It returns the count if changed, or -1 if the state was removed by
timeout.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
