Repository: carbondata Updated Branches: refs/heads/master b0589e502 -> 0483b46e9
[CARBONDATA-2908] Add SORT_SCOPE option support in dataframe API This closes #2684 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/0483b46e Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/0483b46e Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/0483b46e Branch: refs/heads/master Commit: 0483b46e9de49787c5bdac82bb9570ded1664bce Parents: b0589e5 Author: qiuchenjian <[email protected]> Authored: Wed Sep 5 22:00:24 2018 +0800 Committer: Jacky Li <[email protected]> Committed: Sun Sep 9 20:51:49 2018 +0800 ---------------------------------------------------------------------- .../src/main/scala/org/apache/carbondata/spark/CarbonOption.scala | 2 ++ .../main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala | 1 + 2 files changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/0483b46e/integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala ---------------------------------------------------------------------- diff --git a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala index 76b0618..fbbca56 100644 --- a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala +++ b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/CarbonOption.scala @@ -50,6 +50,8 @@ class CarbonOption(options: Map[String, String]) { lazy val sortColumns: Option[String] = options.get("sort_columns") + lazy val sortScope: Option[String] = options.get("sort_scope") + lazy val dictionaryInclude: Option[String] = options.get("dictionary_include") lazy val dictionaryExclude: Option[String] = options.get("dictionary_exclude") http://git-wip-us.apache.org/repos/asf/carbondata/blob/0483b46e/integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala ---------------------------------------------------------------------- diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala index 80d17a2..cd189d2 100644 --- a/integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala +++ b/integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala @@ -81,6 +81,7 @@ class CarbonDataFrameWriter(sqlContext: SQLContext, val dataFrame: DataFrame) { private def makeCreateTableString(schema: StructType, options: CarbonOption): String = { val property = Map( "SORT_COLUMNS" -> options.sortColumns, + "SORT_SCOPE" -> options.sortScope, "DICTIONARY_INCLUDE" -> options.dictionaryInclude, "DICTIONARY_EXCLUDE" -> options.dictionaryExclude, "LONG_STRING_COLUMNS" -> options.longStringColumns,
