This is an automated email from the ASF dual-hosted git repository.
jenniferdai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 9c84de7 Changing error log to warn in SegmentPreprocessingMapper
(#4735)
9c84de7 is described below
commit 9c84de7b6fb29c7ede16e7d0462fe1bdfc0fd1fc
Author: Jennifer Dai <[email protected]>
AuthorDate: Thu Oct 24 09:48:57 2019 -0700
Changing error log to warn in SegmentPreprocessingMapper (#4735)
---
.../apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git
a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
index 5f2b7ac..cd70235 100644
---
a/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
+++
b/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
@@ -47,6 +47,7 @@ public class SegmentPreprocessingMapper extends
Mapper<AvroKey<GenericRecord>, N
private boolean _isAppend = false;
private NormalizedDateSegmentNameGenerator
_normalizedDateSegmentNameGenerator;
private String _sampleNormalizedTimeColumnValue;
+ private boolean _firstInstanceOfMismatchedTime = true;
@Override
public void setup(final Context context) {
@@ -91,10 +92,11 @@ public class SegmentPreprocessingMapper extends
Mapper<AvroKey<GenericRecord>, N
String timeColumnValue = record.datum().get(_timeColumn).toString();
String normalizedTimeColumnValue =
_normalizedDateSegmentNameGenerator.getNormalizedDate(timeColumnValue);
- if (!normalizedTimeColumnValue.equals(_sampleNormalizedTimeColumnValue))
{
+ if (!normalizedTimeColumnValue.equals(_sampleNormalizedTimeColumnValue)
&& _firstInstanceOfMismatchedTime) {
+ _firstInstanceOfMismatchedTime = false;
// TODO: Create a custom exception and gracefully catch this exception
outside, changing what the path to input
// into segment creation should be
- LOGGER.error("This segment contains multiple time units. Sample is {},
current is {}", _sampleNormalizedTimeColumnValue, normalizedTimeColumnValue);
+ LOGGER.warn("This segment contains multiple time units. Sample is {},
current is {}", _sampleNormalizedTimeColumnValue, normalizedTimeColumnValue);
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
