This is an automated email from the ASF dual-hosted git repository.
jackie pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 093f917 Bug fix in SegmentCreationJob and SegmentCreationMapper
(#3844)
093f917 is described below
commit 093f917ab643fd7e2c65e3b55e967b8b17a90903
Author: Xiaotian (Jackie) Jiang <[email protected]>
AuthorDate: Thu Feb 14 18:37:56 2019 -0800
Bug fix in SegmentCreationJob and SegmentCreationMapper (#3844)
Set job jar in SegmentCreationJob
Add a missing break for switch in SegmentCreationMapper
---
.../src/main/java/org/apache/pinot/hadoop/job/SegmentCreationJob.java | 2 ++
.../java/org/apache/pinot/hadoop/job/mapper/SegmentCreationMapper.java | 1 +
2 files changed, 3 insertions(+)
diff --git
a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/SegmentCreationJob.java
b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/SegmentCreationJob.java
index e055e3a..5b3ecad 100644
---
a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/SegmentCreationJob.java
+++
b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/SegmentCreationJob.java
@@ -139,6 +139,8 @@ public class SegmentCreationJob extends BaseSegmentJob {
// Set up the job
Job job = Job.getInstance(_conf);
+ job.setJarByClass(getClass());
+ job.setJobName(getClass().getName());
Configuration jobConf = job.getConfiguration();
String hadoopTokenFileLocation =
System.getenv("HADOOP_TOKEN_FILE_LOCATION");
diff --git
a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mapper/SegmentCreationMapper.java
b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mapper/SegmentCreationMapper.java
index bebd513..4258e96 100644
---
a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mapper/SegmentCreationMapper.java
+++
b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mapper/SegmentCreationMapper.java
@@ -123,6 +123,7 @@ public class SegmentCreationMapper extends
Mapper<LongWritable, Text, LongWritab
new NormalizedDateSegmentNameGenerator(_rawTableName,
_jobConf.get(JobConfigConstants.SEGMENT_NAME_PREFIX),
_jobConf.get(JobConfigConstants.EXCLUDE_SEQUENCE_ID),
validationConfig.getSegmentPushType(),
validationConfig.getSegmentPushFrequency(),
validationConfig.getTimeType(), timeFormat);
+ break;
default:
throw new UnsupportedOperationException("Unsupported segment name
generator type: " + segmentNameGeneratorType);
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
