[GitHub] carbondata pull request #2275: [WIP] Fix lucene datasize and performance

[xuchuanyin]

Github user xuchuanyin commented on a diff in the pull request:

    https://github.com/apache/carbondata/pull/2275#discussion_r187769000
  
    --- Diff: 
datamap/lucene/src/main/java/org/apache/carbondata/datamap/lucene/LuceneDataMapFactoryBase.java
 ---
    @@ -107,13 +118,39 @@ public LuceneDataMapFactoryBase(CarbonTable 
carbonTable, DataMapSchema dataMapSc
         // optimizedOperations.add(ExpressionType.LESSTHAN_EQUALTO);
         // optimizedOperations.add(ExpressionType.NOT);
         optimizedOperations.add(ExpressionType.TEXT_MATCH);
    -    this.dataMapMeta = new DataMapMeta(indexedColumns, 
optimizedOperations);
    -
    +    this.dataMapMeta = new DataMapMeta(indexedCarbonColumns, 
optimizedOperations);
         // get analyzer
         // TODO: how to get analyzer ?
         analyzer = new StandardAnalyzer();
       }
     
    +  public static int validateAndGetWriteCacheSize(DataMapSchema schema) {
    +    String cacheStr = schema.getProperties().get(FLUSH_CACHE);
    +    if (cacheStr == null) {
    +      cacheStr = "-1";
    +    }
    +    int cacheSize;
    +    try {
    +      cacheSize = Integer.parseInt(cacheStr);
    +    } catch (NumberFormatException e) {
    +      cacheSize = -1;
    +    }
    +    return cacheSize;
    +  }
    +
    +  public static boolean validateAndGetStoreBlockletWise(DataMapSchema 
schema) {
    +    String splitBlockletStr = schema.getProperties().get(SPLIT_BLOCKLET);
    +    if (splitBlockletStr == null) {
    +      splitBlockletStr = "false";
    --- End diff --
    
    Same as above


---