Angryrou commented on code in PR #48649:
URL: https://github.com/apache/spark/pull/48649#discussion_r1831447260
##########
sql/core/src/test/resources/sql-tests/results/pipe-operators.sql.out:
##########
@@ -2442,6 +2412,238 @@ org.apache.spark.sql.catalyst.ExtendedAnalysisException
}
+-- !query
+table windowTestData
+|> select cate, sum(val) over w
+ window w as (partition by cate order by val)
+-- !query schema
+struct<cate:string,sum(val) OVER (PARTITION BY cate ORDER BY val ASC NULLS
FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):bigint>
+-- !query output
+NULL 3
+NULL NULL
+a 2
+a 2
+a 4
+a NULL
+b 1
+b 3
+b 6
+
+
+-- !query
+table windowTestData
+|> select cate, sum(val) over w
+ window w as (order by val_timestamp range between unbounded preceding and
current row)
+-- !query schema
+struct<cate:string,sum(val) OVER (ORDER BY val_timestamp ASC NULLS FIRST RANGE
BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):bigint>
+-- !query output
+NULL 5
+NULL NULL
+a 13
+a 5
+a 5
+a 6
+b 13
+b 5
+b 8
+
+
+-- !query
+table windowTestData
+|> select cate, val
+ window w as (partition by cate order by val)
+-- !query schema
+struct<cate:string,val:int>
+-- !query output
+NULL 3
+NULL NULL
+a 1
+a 1
+a 2
+a NULL
+b 1
+b 2
+b 3
+
+
+-- !query
+table windowTestData
+|> select cate, val, sum(val) over w as sum_val
+ window w as (partition by cate)
+|> select cate, val, sum_val, first_value(cate) over w
+ window w as (order by val)
+-- !query schema
+struct<cate:string,val:int,sum_val:bigint,first_value(cate) OVER (ORDER BY val
ASC NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):string>
+-- !query output
+NULL 3 3 a
+NULL NULL 3 a
+a 1 4 a
+a 1 4 a
+a 2 4 a
+a NULL 4 a
+b 1 6 a
+b 2 6 a
+b 3 6 a
+
+
+-- !query
+table windowTestData
+|> select cate, val, sum(val) over w1, first_value(cate) over w2
+ window w1 as (partition by cate), w2 as (order by val)
+-- !query schema
+struct<cate:string,val:int,sum(val) OVER (PARTITION BY cate ROWS BETWEEN
UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING):bigint,first_value(cate) OVER
(ORDER BY val ASC NULLS FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT
ROW):string>
+-- !query output
+NULL 3 3 a
+NULL NULL 3 a
+a 1 4 a
+a 1 4 a
+a 2 4 a
+a NULL 4 a
+b 1 6 a
+b 2 6 a
+b 3 6 a
+
+
+-- !query
+table windowTestData
+|> select cate, val, sum(val) over w, first_value(val) over w
+ window w1 as (partition by cate order by val)
+-- !query schema
+struct<>
+-- !query output
+org.apache.spark.sql.AnalysisException
+{
+ "errorClass" : "MISSING_WINDOW_SPECIFICATION",
+ "sqlState" : "42P20",
+ "messageParameters" : {
+ "docroot" : "https://spark.apache.org/docs/latest";,
+ "windowName" : "w"
+ }
+}
+
+
+-- !query
+(select col from st)
+|> select col.i1, sum(col.i2) over w
+ window w as (partition by col.i1 order by col.i2)
+-- !query schema
+struct<i1:int,sum(col.i2) OVER (PARTITION BY col.i1 ORDER BY col.i2 ASC NULLS
FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):bigint>
+-- !query output
+2 3
+
+
+-- !query
+table st
+|> select st.col.i1, sum(st.col.i2) over w
+ window w as (partition by st.col.i1 order by st.col.i2)
+-- !query schema
+struct<i1:int,sum(col.i2) OVER (PARTITION BY col.i1 ORDER BY col.i2 ASC NULLS
FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):bigint>
+-- !query output
+2 3
+
+
+-- !query
+table st
+|> select spark_catalog.default.st.col.i1,
sum(spark_catalog.default.st.col.i2) over w
+ window w as (partition by spark_catalog.default.st.col.i1 order by
spark_catalog.default.st.col.i2)
+-- !query schema
+struct<i1:int,sum(col.i2) OVER (PARTITION BY col.i1 ORDER BY col.i2 ASC NULLS
FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):bigint>
+-- !query output
+2 3
+
+
+-- !query
+table windowTestData
+|> select cate, sum(val) over val
+ window val as (partition by cate order by val)
+-- !query schema
+struct<cate:string,sum(val) OVER (PARTITION BY cate ORDER BY val ASC NULLS
FIRST RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW):bigint>
+-- !query output
+NULL 3
+NULL NULL
+a 2
+a 2
+a 4
+a NULL
+b 1
+b 3
+b 6
+
+
+-- !query
+table windowTestData
+|> select cate, val, first_value(cate) over w as first_val
+|> select cate, val, sum(val) over w as sum_val
+ window w as (order by val)
+-- !query schema
+struct<cate:string,val:int,sum_val:bigint>
+-- !query output
+NULL 3 13
+NULL NULL NULL
+a 1 3
+a 1 3
+a 2 7
+a NULL NULL
+b 1 3
+b 2 7
+b 3 13
+
+
+-- !query
+table windowTestData
+|> select cate, sum(val) over w
+-- !query schema
+struct<>
+-- !query output
+org.apache.spark.sql.catalyst.ExtendedAnalysisException
+{
+ "errorClass" : "MISSING_WINDOW_SPECIFICATION",
+ "sqlState" : "42P20",
+ "messageParameters" : {
+ "docroot" : "https://spark.apache.org/docs/latest";,
+ "windowName" : "w"
+ }
+}
+
+
+-- !query
+table windowTestData
+|> select cate, val, sum(val) over w1, first_value(cate) over w2
+ window w1 as (partition by cate)
+ window w2 as (order by val)
+-- !query schema
+struct<>
+-- !query output
+org.apache.spark.sql.AnalysisException
+{
+ "errorClass" : "MISSING_WINDOW_SPECIFICATION",
+ "sqlState" : "42P20",
+ "messageParameters" : {
+ "docroot" : "https://spark.apache.org/docs/latest";,
+ "windowName" : "w2"
+ }
+}
+
+
+-- !query
+table windowTestData
+|> select cate, val, sum(val) over w as sum_val
Review Comment:
The error `NOT_ALLOWED_IN_PIPE_OPERATOR_WHERE.WINDOW_CLAUSE` complains when
using a window clause in `|> WHERE`.
This is in a `|> SELECT` clause. It is supposed to support the window clause.
It failed because L2632 uses a window definition `w` that has not been
defined.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
