maropu commented on a change in pull request #29056:
URL: https://github.com/apache/spark/pull/29056#discussion_r456270855
##########
File path: docs/sql-ref-syntax-ddl-create-table-hiveformat.md
##########
@@ -114,9 +162,45 @@ CREATE TABLE student (id INT, name STRING)
PARTITIONED BY (age INT);
--Use Row Format and file format
-CREATE TABLE student (id INT,name STRING)
+CREATE TABLE student (id INT, name STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
STORED AS TEXTFILE;
+
+--Use complex datatype
+CREATE EXTERNAL TABLE family(
+ name STRING,
+ friends ARRAY<STRING>,
+ children MAP<STRING, INT>,
+ address STRUCT<street: STRING, city: STRING>
+ )
+ ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\'
+ COLLECTION ITEMS TERMINATED BY '_'
+ MAP KEYS TERMINATED BY ':'
+ LINES TERMINATED BY '\n'
+ NULL DEFINED AS 'foonull'
+ STORED AS TEXTFILE
+ LOCATION '/tmp/family/';
+
+--Use predefined custom serde
+CREATE TABLE avroExample
+ ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
+ STORED AS INPUTFORMAT
'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
+ OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
+ TBLPROPERTIES ('avro.schema.literal'='{ "namespace": "org.apache.hive",
+ "name": "first_schema",
+ "type": "record",
+ "fields": [
+ { "name":"string1", "type":"string" },
+ { "name":"string2", "type":"string" }
+ ] }');
+
+--Use personalized custom serde(we may need to `ADD JAR xxx.jar` first to
ensure we can find the serde_class, or you may run into `CLASSNOTFOUND`
exception)
+ADD JAR /usr/lib/hive_serde/lib/hive_serde_example.jar;
Review comment:
`/usr/lib/hive_serde/lib/hive_serde_example.jar;` ->
`/tmp/hive_serde_example.jar;`
https://github.com/apache/spark/blame/master/docs/sql-ref-syntax-aux-resource-mgmt-list-jar.md#L35
##########
File path: docs/sql-ref-syntax-ddl-create-table-hiveformat.md
##########
@@ -114,9 +162,45 @@ CREATE TABLE student (id INT, name STRING)
PARTITIONED BY (age INT);
--Use Row Format and file format
-CREATE TABLE student (id INT,name STRING)
+CREATE TABLE student (id INT, name STRING)
ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
STORED AS TEXTFILE;
+
+--Use complex datatype
+CREATE EXTERNAL TABLE family(
+ name STRING,
+ friends ARRAY<STRING>,
+ children MAP<STRING, INT>,
+ address STRUCT<street: STRING, city: STRING>
+ )
+ ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\'
+ COLLECTION ITEMS TERMINATED BY '_'
+ MAP KEYS TERMINATED BY ':'
+ LINES TERMINATED BY '\n'
+ NULL DEFINED AS 'foonull'
+ STORED AS TEXTFILE
+ LOCATION '/tmp/family/';
+
+--Use predefined custom serde
+CREATE TABLE avroExample
+ ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
+ STORED AS INPUTFORMAT
'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
+ OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
+ TBLPROPERTIES ('avro.schema.literal'='{ "namespace": "org.apache.hive",
+ "name": "first_schema",
+ "type": "record",
+ "fields": [
+ { "name":"string1", "type":"string" },
+ { "name":"string2", "type":"string" }
+ ] }');
+
+--Use personalized custom serde(we may need to `ADD JAR xxx.jar` first to
ensure we can find the serde_class, or you may run into `CLASSNOTFOUND`
exception)
+ADD JAR /usr/lib/hive_serde/lib/hive_serde_example.jar;
Review comment:
nit: `/usr/lib/hive_serde/lib/hive_serde_example.jar;` ->
`/tmp/hive_serde_example.jar;`
https://github.com/apache/spark/blame/master/docs/sql-ref-syntax-aux-resource-mgmt-list-jar.md#L35
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
