This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 3b3e0fdc61c [SPARK-42621][PS] Add inclusive parameter for pd.date_range
add 1846991b20a [SPARK-44732][SQL] Built-in XML data source support
No new revisions were added by this update.
Summary of changes:
dev/.rat-excludes | 1 +
dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +
pom.xml | 12 +
sql/core/pom.xml | 8 +
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../execution/datasources/xml/DefaultSource.scala | 113 +
.../datasources/xml/XmlDataToCatalyst.scala | 62 +
.../execution/datasources/xml/XmlInputFormat.scala | 341 ++
.../sql/execution/datasources/xml/XmlOptions.scala | 85 +
.../sql/execution/datasources/xml/XmlReader.scala | 205 ++
.../execution/datasources/xml/XmlRelation.scala | 86 +
.../sql/execution/datasources/xml/functions.scala | 42 +
.../sql/execution/datasources/xml/package.scala | 162 +
.../datasources/xml/parsers/StaxXmlGenerator.scala | 159 +
.../datasources/xml/parsers/StaxXmlParser.scala | 375 ++
.../xml/parsers/StaxXmlParserUtils.scala | 179 +
.../datasources/xml/util/InferSchema.scala | 336 ++
.../xml/util/PartialResultException.scala | 29 +
.../execution/datasources/xml/util/TypeCast.scala | 297 ++
.../datasources/xml/util/ValidatorUtil.scala | 55 +
.../datasources/xml/util/XSDToSchema.scala | 280 ++
.../execution/datasources/xml/util/XmlFile.scala | 163 +
.../execution/datasources/xml/JavaXmlSuite.java | 111 +
.../test-data/xml-resources/ages-mixed-types.xml | 15 +
.../test-data/xml-resources/ages-with-spaces.xml | 20 +
.../resources/test-data/xml-resources/ages.xml | 14 +
.../xml-resources/attributesStartWithNewLine.xml | 11 +
.../xml-resources/attributesStartWithNewLineCR.xml | 1 +
.../xml-resources/attributesStartWithNewLineLF.xml | 11 +
.../resources/test-data/xml-resources/basket.xml | 12 +
.../resources/test-data/xml-resources/basket.xsd | 17 +
.../test-data/xml-resources/basket_invalid.xml | 14 +
.../xml-resources/books-attributes-in-no-child.xml | 75 +
.../books-complicated-null-attribute.xml | 60 +
.../test-data/xml-resources/books-complicated.xml | 60 +
.../xml-resources/books-malformed-attributes.xml | 43 +
.../test-data/xml-resources/books-namespaces.xml | 12 +
.../test-data/xml-resources/books-nested-array.xml | 130 +
.../xml-resources/books-nested-object.xml | 144 +
.../xml-resources/books-unicode-in-tag-name.xml | 24 +
.../resources/test-data/xml-resources/books.xml | 136 +
.../test-data/xml-resources/cars-attribute.xml | 9 +
.../test-data/xml-resources/cars-iso-8859-1.xml | 21 +
.../test-data/xml-resources/cars-malformed.xml | 20 +
.../xml-resources/cars-mixed-attr-no-child.xml | 25 +
.../xml-resources/cars-no-indentation.xml | 2 +
.../xml-resources/cars-unbalanced-elements.xml | 19 +
.../resources/test-data/xml-resources/cars.xml | 21 +
.../resources/test-data/xml-resources/cars.xml.bz2 | Bin 0 -> 229 bytes
.../resources/test-data/xml-resources/cars.xml.gz | Bin 0 -> 210 bytes
.../resources/test-data/xml-resources/catalog.xsd | 41 +
.../resources/test-data/xml-resources/choice.xsd | 12 +
.../xml-resources/complex-content-extension.xsd | 25 +
.../xml-resources/datatypes-valid-and-invalid.xml | 31 +
.../resources/test-data/xml-resources/date.xml | 5 +
.../xml-resources/decimal-with-restriction.xsd | 18 +
.../resources/test-data/xml-resources/empty.xml | 0
.../test-data/xml-resources/feed-with-spaces.xml | 15 +
.../test-data/xml-resources/fias_house.large.xml | 3621 ++++++++++++++++++++
.../xml-resources/fias_house.large.xml.bz2 | Bin 0 -> 30761 bytes
.../xml-resources/fias_house.large.xml.gz | Bin 0 -> 8568 bytes
.../test-data/xml-resources/fias_house.xml | 182 +
.../test-data/xml-resources/fias_house.xml.bz2 | Bin 0 -> 4571 bytes
.../test-data/xml-resources/fias_house.xml.gz | Bin 0 -> 5069 bytes
.../test-data/xml-resources/gps-empty-field.xml | 20 +
.../xml-resources/include-example/first.xsd | 5 +
.../xml-resources/include-example/second.xsd | 15 +
.../resources/test-data/xml-resources/long.xsd | 10 +
.../xml-resources/manual_schema_corrupt_record.xml | 30 +
.../test-data/xml-resources/map-attribute.xml | 7 +
.../test-data/xml-resources/mixed_children.xml | 5 +
.../test-data/xml-resources/mixed_children_2.xml | 5 +
.../xml-resources/mixed_children_as_string.xml | 9 +
...-element-with-attributes-and-name-of-parent.xml | 5 +
.../nested-element-with-name-of-parent.xml | 5 +
.../test-data/xml-resources/null-empty-string.xml | 7 +
.../xml-resources/null-nested-struct-2.xml | 49 +
.../test-data/xml-resources/null-nested-struct.xml | 20 +
.../test-data/xml-resources/null-numbers-2.xml | 6 +
.../test-data/xml-resources/null-numbers.xml | 15 +
.../test-data/xml-resources/processing.xml | 6 +
.../test-data/xml-resources/ref-attribute.xsd | 19 +
.../test-data/xml-resources/self-closing-tag.xml | 6 +
.../xml-resources/simple-nested-objects.xml | 14 +
.../xml-resources/struct_with_optional_child.xml | 8 +
.../test-data/xml-resources/textColumn.xml | 18 +
.../resources/test-data/xml-resources/time.xml | 7 +
.../test-data/xml-resources/topics-namespaces.xml | 7 +
.../test-data/xml-resources/twoelements.xsd | 5 +
.../test-data/xml-resources/unclosed_tag.xml | 4 +
.../test-data/xml-resources/whitespace_error.xml | 1 +
.../resources/test-data/xml-resources/xsany.xsd | 37 +
.../sql/execution/datasources/xml/TestUtils.scala | 37 +
.../datasources/xml/XmlPartitioningSuite.scala | 75 +
.../sql/execution/datasources/xml/XmlSuite.scala | 1549 +++++++++
.../xml/parsers/StaxXmlGeneratorSuite.scala | 78 +
.../xml/parsers/StaxXmlParserUtilsSuite.scala | 94 +
.../datasources/xml/util/TypeCastSuite.scala | 236 ++
.../datasources/xml/util/XSDToSchemaSuite.scala | 186 +
.../datasources/xml/util/XmlFileSuite.scala | 69 +
100 files changed, 10639 insertions(+)
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/DefaultSource.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/XmlDataToCatalyst.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/XmlInputFormat.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/XmlOptions.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/XmlReader.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/XmlRelation.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/functions.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/package.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/parsers/StaxXmlGenerator.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/parsers/StaxXmlParser.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/parsers/StaxXmlParserUtils.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/util/InferSchema.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/util/PartialResultException.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/util/TypeCast.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/util/ValidatorUtil.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/util/XSDToSchema.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/xml/util/XmlFile.scala
create mode 100644
sql/core/src/test/java/test/org/apache/spark/sql/execution/datasources/xml/JavaXmlSuite.java
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/ages-mixed-types.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/ages-with-spaces.xml
create mode 100644 sql/core/src/test/resources/test-data/xml-resources/ages.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/attributesStartWithNewLine.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/attributesStartWithNewLineCR.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/attributesStartWithNewLineLF.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/basket.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/basket.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/basket_invalid.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-attributes-in-no-child.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-complicated-null-attribute.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-complicated.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-malformed-attributes.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-namespaces.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-nested-array.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-nested-object.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books-unicode-in-tag-name.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/books.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars-attribute.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars-iso-8859-1.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars-malformed.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars-mixed-attr-no-child.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars-no-indentation.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars-unbalanced-elements.xml
create mode 100644 sql/core/src/test/resources/test-data/xml-resources/cars.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars.xml.bz2
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/cars.xml.gz
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/catalog.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/choice.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/complex-content-extension.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/datatypes-valid-and-invalid.xml
create mode 100644 sql/core/src/test/resources/test-data/xml-resources/date.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/decimal-with-restriction.xsd
copy mllib/src/test/resources/ml-models/dtc-2.4.7/data/_SUCCESS =>
sql/core/src/test/resources/test-data/xml-resources/empty.xml (100%)
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/feed-with-spaces.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/fias_house.large.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/fias_house.large.xml.bz2
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/fias_house.large.xml.gz
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/fias_house.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/fias_house.xml.bz2
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/fias_house.xml.gz
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/gps-empty-field.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/include-example/first.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/include-example/second.xsd
create mode 100644 sql/core/src/test/resources/test-data/xml-resources/long.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/manual_schema_corrupt_record.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/map-attribute.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/mixed_children.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/mixed_children_2.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/mixed_children_as_string.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/nested-element-with-attributes-and-name-of-parent.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/nested-element-with-name-of-parent.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/null-empty-string.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/null-nested-struct-2.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/null-nested-struct.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/null-numbers-2.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/null-numbers.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/processing.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/ref-attribute.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/self-closing-tag.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/simple-nested-objects.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/struct_with_optional_child.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/textColumn.xml
create mode 100644 sql/core/src/test/resources/test-data/xml-resources/time.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/topics-namespaces.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/twoelements.xsd
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/unclosed_tag.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/whitespace_error.xml
create mode 100644
sql/core/src/test/resources/test-data/xml-resources/xsany.xsd
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/TestUtils.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/XmlPartitioningSuite.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/XmlSuite.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/parsers/StaxXmlGeneratorSuite.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/parsers/StaxXmlParserUtilsSuite.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/util/TypeCastSuite.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/util/XSDToSchemaSuite.scala
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/xml/util/XmlFileSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
