This is an automated email from the ASF dual-hosted git repository. jenniferdai pushed a commit to branch inputformat in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
commit 1d39ddc710beaec358e264fe76cb84938b59eaad Author: Jennifer Dai <[email protected]> AuthorDate: Mon Jan 7 16:30:22 2019 -0800 Making input format configurable --- .../main/java/com/linkedin/pinot/hadoop/job/SegmentCreationJob.java | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/pinot-hadoop/src/main/java/com/linkedin/pinot/hadoop/job/SegmentCreationJob.java b/pinot-hadoop/src/main/java/com/linkedin/pinot/hadoop/job/SegmentCreationJob.java index 8217a96..4224b74 100644 --- a/pinot-hadoop/src/main/java/com/linkedin/pinot/hadoop/job/SegmentCreationJob.java +++ b/pinot-hadoop/src/main/java/com/linkedin/pinot/hadoop/job/SegmentCreationJob.java @@ -126,6 +126,10 @@ public class SegmentCreationJob extends Configured { } + public void setInputFormat(Job job) { + job.setInputFormatClass(TextInputFormat.class); + } + public void run() throws Exception { LOGGER.info("Starting {}", getClass().getSimpleName()); @@ -194,7 +198,7 @@ public class SegmentCreationJob extends Configured { job.getConfiguration().set("mapreduce.job.credentials.binary", System.getenv("HADOOP_TOKEN_FILE_LOCATION")); } - job.setInputFormatClass(TextInputFormat.class); + setInputFormat(job); job.setOutputFormatClass(TextOutputFormat.class); job.setMapOutputKeyClass(LongWritable.class); --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
