ShreelekhyaG commented on a change in pull request #3919:
URL: https://github.com/apache/carbondata/pull/3919#discussion_r488595453
##########
File path:
integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/standardpartition/StandardPartitionBadRecordLoggerTest.scala
##########
@@ -219,6 +219,24 @@ class StandardPartitionBadRecordLoggerTest extends
QueryTest with BeforeAndAfter
}
}
+ test("test load with partition column having bad record value") {
+ sql("drop table if exists dataloadOptionTests")
+ sql("CREATE TABLE dataloadOptionTests (empno int, empname String,
designation String, " +
+ "workgroupcategory int, workgroupcategoryname String, deptno int,
projectjoindate " +
+ "Timestamp, projectenddate Date,attendance int,utilization int,salary
int) PARTITIONED BY " +
+ "(deptname String,doj Timestamp,projectcode int) STORED AS carbondata ")
+ val csvFilePath = s"$resourcesPath/data.csv"
+ val ex = intercept[Exception] {
+ sql("LOAD DATA local inpath '" + csvFilePath +
+ "' INTO TABLE dataloadOptionTests OPTIONS
('bad_records_action'='FAIL', 'DELIMITER'= '," +
+ "', 'QUOTECHAR'= '\"',
'dateformat'='DD-MM-YYYY','timestampformat'='DD-MM-YYYY')");
+ }
+ assert(ex.getMessage.contains(
+ "DataLoad failure: Data load failed due to bad record: The value with
column name " +
+ "projectjoindate and column data type TIMESTAMP is not a valid TIMESTAMP
type.Please " +
+ "enable bad record logger to know the detail reason."))
+ }
Review comment:
Ok
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
