brkyvz commented on code in PR #38113:
URL: https://github.com/apache/spark/pull/38113#discussion_r990303182
##########
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/json/JSONOptions.scala:
##########
@@ -230,3 +232,35 @@ private[sql] object JSONOptionsInRead {
Charset.forName("UTF-32")
)
}
+
+object JSONOptions extends DataSourceOptions {
+ val SAMPLING_RATIO = newOption("samplingRatio")
+ val PRIMITIVES_AS_STRING = newOption("primitivesAsString")
+ val PREFERS_DECIMAL = newOption("prefersDecimal")
+ val ALLOW_COMMENTS = newOption("allowComments")
+ val ALLOW_UNQUOTED_FIELD_NAMES = newOption("allowUnquotedFieldNames")
+ val ALLOW_SINGLE_QUOTES = newOption("allowSingleQuotes")
+ val ALLOW_NUMERIC_LEADING_ZEROS = newOption("allowNumericLeadingZeros")
+ val ALLOW_NON_NUMERIC_NUMBERS = newOption("allowNonNumericNumbers")
+ val ALLOW_BACKSLASH_ESCAPING_ANY_CHARACTER =
newOption("allowBackslashEscapingAnyCharacter")
+ val ALLOW_UNQUOTED_CONTROL_CHARS = newOption("allowUnquotedControlChars")
+ val COMPRESSION = newOption("compression")
+ val MODE = newOption("mode")
+ val DROP_FIELD_IF_ALL_NULL = newOption("dropFieldIfAllNull")
+ val IGNORE_NULL_FIELDS = newOption("ignoreNullFields")
+ val LOCALE = newOption("locale")
+ val DATE_FORMAT = newOption("dateFormat")
+ val TIMESTAMP_FORMAT = newOption("timestampFormat")
+ val TIMESTAMP_NTZ_FORMAT = newOption("timestampNTZFormat")
+ val ENABLE_DATETIME_PARSING_FALLBACK =
newOption("enableDateTimeParsingFallback")
+ val MULTILINE = newOption("multiLine")
+ val LINE_SEP = newOption("lineSep")
+ val PRETTY = newOption("pretty")
+ val INFER_TIMESTAMP = newOption("inferTimestamp")
+ val COLUMN_NAME_OF_CORRUPTED_RECORD = newOption("columnNameOfCorruptRecord")
+ val TIME_ZONE = newOption("timeZone")
+ val WRITE_NON_ASCII_CHARACTER_AS_CODEPOINT =
newOption("writeNonAsciiCharacterAsCodePoint")
+ // Options with alternative
+ val ENCODING = newOption("encoding", Some("charset"))
+ val CHARSET = newOption("charset", Some("encoding"))
Review Comment:
agree, I think we need two methods
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
