Github user anubhav100 commented on a diff in the pull request:
https://github.com/apache/carbondata/pull/1774#discussion_r161439685
--- Diff:
integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala
---
@@ -167,13 +167,19 @@ class CarbonDataFrameWriter(sqlContext: SQLContext,
val dataFrame: DataFrame) {
val carbonSchema = schema.map { field =>
s"${ field.name } ${ convertToCarbonType(field.dataType) }"
}
+ val isStreaming = if (options.isStreaming) Some("true") else None
+
val property = Map(
"SORT_COLUMNS" -> options.sortColumns,
"DICTIONARY_INCLUDE" -> options.dictionaryInclude,
"DICTIONARY_EXCLUDE" -> options.dictionaryExclude,
- "TABLE_BLOCKSIZE" -> options.tableBlockSize
- ).filter(_._2.isDefined).map(p => s"'${p._1}' =
'${p._2.get}'").mkString(",")
+ "TABLE_BLOCKSIZE" -> options.tableBlockSize,
+ "STREAMING" -> isStreaming
--- End diff --
thats why my my bulid failed at first time
@jackylk you can try this in carbonsession example here it is
Exception in thread "main" org.apache.spark.sql.AnalysisException: ==
Parse1 ==
mismatched input 'location' expecting <EOF>(line 16, pos 79)
== SQL ==
CREATE TABLE carbon_table(
shortField SHORT,
intField INT,
bigintField LONG,
doubleField DOUBLE,
stringField STRING,
timestampField TIMESTAMP,
decimalField DECIMAL(18,2),
dateField DATE,
charField CHAR(5),
floatField FLOAT,
complexData ARRAY<STRING>
)
STORED BY 'carbondata'
TBLPROPERTIES('SORT_COLUMNS'='', 'DICTIONARY_INCLUDE'='dateField,
charField') location '/tmp'
-------------------------------------------------------------------------------^^^
---
