[CARBONDATA-660] Bad Records Logs and Raw CSVs should get display under segment id instead of Tasks id
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/8d733f5a Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/8d733f5a Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/8d733f5a Branch: refs/heads/branch-1.1 Commit: 8d733f5a4ac92ae2ba0c15b15e73033670945578 Parents: 4cdb7a2 Author: mohammadshahidkhan <[email protected]> Authored: Tue Apr 11 10:18:24 2017 +0530 Committer: jackylk <[email protected]> Committed: Tue Apr 11 21:17:41 2017 +0800 ---------------------------------------------------------------------- .../steps/DataConverterProcessorWithBucketingStepImpl.java | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/8d733f5a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java ---------------------------------------------------------------------- diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java index e7b3876..86971c3 100644 --- a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java +++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java @@ -179,9 +179,10 @@ public class DataConverterProcessorWithBucketingStepImpl extends AbstractDataLoa configuration.getTableIdentifier().getCarbonTableIdentifier(); BadRecordsLogger badRecordsLogger = new BadRecordsLogger(identifier.getBadRecordLoggerKey(), identifier.getTableName() + '_' + System.currentTimeMillis(), getBadLogStoreLocation( - identifier.getDatabaseName() + File.separator + identifier.getTableName() + File.separator - + configuration.getTaskNo()), badRecordsLogRedirect, badRecordsLoggerEnable, - badRecordConvertNullDisable, isDataLoadFail); + identifier.getDatabaseName() + CarbonCommonConstants.FILE_SEPARATOR + identifier + .getTableName() + CarbonCommonConstants.FILE_SEPARATOR + configuration.getSegmentId() + + CarbonCommonConstants.FILE_SEPARATOR + configuration.getTaskNo()), + badRecordsLogRedirect, badRecordsLoggerEnable, badRecordConvertNullDisable, isDataLoadFail); return badRecordsLogger; }
