Github user anubhav100 commented on a diff in the pull request:
https://github.com/apache/carbondata/pull/1774#discussion_r161439320
--- Diff:
integration/spark2/src/main/scala/org/apache/spark/sql/CarbonDataFrameWriter.scala
---
@@ -167,13 +167,19 @@ class CarbonDataFrameWriter(sqlContext: SQLContext,
val dataFrame: DataFrame) {
val carbonSchema = schema.map { field =>
s"${ field.name } ${ convertToCarbonType(field.dataType) }"
}
+ val isStreaming = if (options.isStreaming) Some("true") else None
+
val property = Map(
"SORT_COLUMNS" -> options.sortColumns,
"DICTIONARY_INCLUDE" -> options.dictionaryInclude,
"DICTIONARY_EXCLUDE" -> options.dictionaryExclude,
- "TABLE_BLOCKSIZE" -> options.tableBlockSize
- ).filter(_._2.isDefined).map(p => s"'${p._1}' =
'${p._2.get}'").mkString(",")
+ "TABLE_BLOCKSIZE" -> options.tableBlockSize,
+ "STREAMING" -> isStreaming
--- End diff --
@jackylk yes i do test case fail with similiar exception as in jira
https://issues.apache.org/jira/browse/CARBONDATA-2005
this test case is failing
test("test datasource table with specified table path") {
val path = "./source"
df2.write
.format("carbondata")
.option("tableName", "carbon10")
.option("tablePath", path)
.mode(SaveMode.Overwrite)
.save()
assert(new File(path).exists())
checkAnswer(
sql("select count() from carbon10 where c3 > 500"), Row(500)
)
sql("drop table carbon10")
assert(!new File(path).exists())
assert(intercept[AnalysisException](
sql("select count() from carbon10 where c3 > 500"))
.message
.contains("not found"))
}
---
