dilipbiswal commented on a change in pull request #24938: [SPARK-27946][SQL]
Hive DDL to Spark DDL conversion USING "show create table"
URL: https://github.com/apache/spark/pull/24938#discussion_r309551471
##########
File path:
sql/core/src/main/scala/org/apache/spark/sql/execution/command/tables.scala
##########
@@ -1057,83 +1143,79 @@ case class ShowCreateTableCommand(table:
TableIdentifier) extends RunnableComman
}
}
}
+}
- private def showTableLocation(metadata: CatalogTable, builder:
StringBuilder): Unit = {
- if (metadata.tableType == EXTERNAL) {
- metadata.storage.locationUri.foreach { location =>
- builder ++= s"LOCATION
'${escapeSingleQuotedString(CatalogUtils.URIToString(location))}'\n"
- }
- }
- }
+/**
+ * This commands generates Spark DDL for Hive table.
+ *
+ * The syntax of using this command in SQL is:
+ * {{{
+ * SHOW CREATE TABLE table_identifier AS SPARK;
+ * }}}
+ */
+case class ShowCreateTableAsSparkCommand(table: TableIdentifier)
+ extends RunnableCommand with ShowCreateTableCommandBase {
+ override val output: Seq[Attribute] = Seq(
+ AttributeReference("sparktab_stmt", StringType, nullable = false)()
+ )
- private def showTableComment(metadata: CatalogTable, builder:
StringBuilder): Unit = {
- metadata
- .comment
- .map("COMMENT '" + escapeSingleQuotedString(_) + "'\n")
- .foreach(builder.append)
- }
+ override def run(sparkSession: SparkSession): Seq[Row] = {
+ val catalog = sparkSession.sessionState.catalog
+ val tableMetadata = catalog.getTableMetadata(table)
- private def showTableProperties(metadata: CatalogTable, builder:
StringBuilder): Unit = {
- if (metadata.properties.nonEmpty) {
- val props = metadata.properties.map { case (key, value) =>
- s"'${escapeSingleQuotedString(key)}' =
'${escapeSingleQuotedString(value)}'"
+ val stmt = if (DDLUtils.isDatasourceTable(tableMetadata)) {
+ throw new AnalysisException(
+ s"$table is already a Spark data source table. Using `SHOW CREATE
TABLE` instead.")
Review comment:
Nit: Using -> Use or Please use ?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
