Indhumathi27 commented on a change in pull request #3975:
URL: https://github.com/apache/carbondata/pull/3975#discussion_r503706862
##########
File path:
integration/spark/src/test/scala/org/apache/carbondata/spark/testsuite/filterexpr/CountStarTestCase.scala
##########
@@ -65,6 +65,47 @@ class CountStarTestCase extends QueryTest with
BeforeAndAfterAll {
CarbonCommonConstants.ENABLE_QUERY_STATISTICS_DEFAULT)
}
+ test("select query without filter should not be pruned with multi thread") {
+ val numOfThreadsForPruning = CarbonProperties.getNumOfThreadsForPruning
+ val carbonDriverPruningMultiThreadEnableFilesCount =
+ CarbonProperties.getDriverPruningMultiThreadEnableFilesCount
+ CarbonProperties.getInstance()
+
.addProperty(CarbonCommonConstants.CARBON_MAX_DRIVER_THREADS_FOR_BLOCK_PRUNING,
"2")
+ CarbonProperties.getInstance()
+
.addProperty(CarbonCommonConstants.CARBON_DRIVER_PRUNING_MULTI_THREAD_ENABLE_FILES_COUNT,
"1")
+ try {
+ sql("CREATE TABLE filtertestTables (ID int, date Timestamp, country
String, " +
+ "name String, phonetype String, serialname String, salary int) " +
+ "STORED AS carbondata"
+ )
+ val csvFilePath = s"$resourcesPath/datanullmeasurecol.csv"
+ sql(
+ s"LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE " +
+ s"filtertestTables OPTIONS('DELIMITER'= ',', 'FILEHEADER'= '')"
+ )
+ sql(
+ s"LOAD DATA LOCAL INPATH '" + csvFilePath + "' INTO TABLE " +
+ s"filtertestTables OPTIONS('DELIMITER'= ',', 'FILEHEADER'= '')"
+ )
+ checkAnswer(
+ sql("select ID, Country, name, phoneType, serialName from
filtertestTables"),
Review comment:
with filter only, it will go for multi thread flow. please check
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
