uros-db commented on code in PR #45933:
URL: https://github.com/apache/spark/pull/45933#discussion_r1565914742
##########
sql/core/src/test/scala/org/apache/spark/sql/CollationStringExpressionsSuite.scala:
##########
@@ -163,6 +163,78 @@ class CollationStringExpressionsSuite
})
}
+ test("Ascii & UnBase64 expressions with collation") {
+ case class AsciiUnBase64TestCase[R](q: String, dt: DataType, r: R)
+ val testCases = Seq(
+ AsciiUnBase64TestCase("select ascii('a' collate utf8_binary)",
IntegerType, Row(97)),
+ AsciiUnBase64TestCase("select ascii('a' collate utf8_binary_lcase)",
IntegerType, Row(97)),
+ AsciiUnBase64TestCase("select unbase64('YQ==' collate utf8_binary)",
BinaryType,
+ Row(Seq(97))),
+ AsciiUnBase64TestCase("select unbase64('YQ==' collate
utf8_binary_lcase)", BinaryType,
+ Row(Seq(97)))
+ )
+ testCases.foreach(t => {
+ // Result & data type
+ checkAnswer(sql(t.q), t.r)
+ assert(sql(t.q).schema.fields.head.dataType.sameType(t.dt))
+ })
+ }
+
+ test("Chr, Base64, Decode & FormatNumber expressions with collation") {
+ case class DefaultCollationTestCase[R](q: String, c: String, r: R)
+ val testCases = Seq(
+ DefaultCollationTestCase("select chr(97)", "UTF8_BINARY", Row("a")),
+ DefaultCollationTestCase("select chr(97)", "UTF8_BINARY_LCASE",
Row("a")),
+ DefaultCollationTestCase("select base64('a')", "UTF8_BINARY",
Row("YQ==")),
+ DefaultCollationTestCase("select base64('a')", "UTF8_BINARY_LCASE",
Row("YQ==")),
+ DefaultCollationTestCase("select decode(encode('a', 'utf-8'), 'utf-8')",
"UTF8_BINARY",
+ Row("a")),
+ DefaultCollationTestCase("select decode(encode('a', 'utf-8'), 'utf-8')",
+ "UTF8_BINARY_LCASE", Row("a")),
+ DefaultCollationTestCase("select format_number(123.123, '###.###')",
"UTF8_BINARY",
+ Row("123.123")),
+ DefaultCollationTestCase("select format_number(123.123, '###.###')",
"UTF8_BINARY_LCASE",
+ Row("123.123"))
+ )
+ testCases.foreach(t => {
+ withSQLConf(SQLConf.DEFAULT_COLLATION.key -> t.c) {
+ // Result & data type
+ checkAnswer(sql(t.q), t.r)
+ assert(sql(t.q).schema.fields.head.dataType.sameType(StringType(t.c)))
+ }
+ })
+ }
+
+ test("Encode, ToBinary & Sentences expressions with collation") {
Review Comment:
```suggestion
test("Encode, ToBinary & Sentences string expressions with collation") {
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
