This is an automated email from the ASF dual-hosted git repository.
manishswaminathan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push:
new dcbb620b9e6 Print throttled warn log for issues during continueOnError
(#17592)
dcbb620b9e6 is described below
commit dcbb620b9e61ce571cfaf220f43cafb64e26eee3
Author: Shounak kulkarni <[email protected]>
AuthorDate: Thu Jan 29 15:54:10 2026 +0530
Print throttled warn log for issues during continueOnError (#17592)
---
.../apache/pinot/core/segment/processing/mapper/SegmentMapper.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git
a/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
b/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
index 693df8615ec..03a25cd964a 100644
---
a/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
+++
b/pinot-core/src/main/java/org/apache/pinot/core/segment/processing/mapper/SegmentMapper.java
@@ -30,6 +30,7 @@ import javax.annotation.Nullable;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.tuple.Pair;
+import org.apache.pinot.common.utils.ThrottledLogger;
import
org.apache.pinot.core.segment.processing.framework.SegmentProcessorConfig;
import
org.apache.pinot.core.segment.processing.genericrow.AdaptiveSizeBasedWriter;
import org.apache.pinot.core.segment.processing.genericrow.FileWriter;
@@ -64,6 +65,7 @@ import org.slf4j.LoggerFactory;
*/
public class SegmentMapper {
private static final Logger LOGGER =
LoggerFactory.getLogger(SegmentMapper.class);
+ private final ThrottledLogger _throttledLogger;
private final SegmentProcessorConfig _processorConfig;
private final File _mapperOutputDir;
private final List<FieldSpec> _fieldSpecs;
@@ -116,6 +118,7 @@ public class SegmentMapper {
_partitioners =
PartitionerFactory.getPartitioners(processorConfig.getPartitionerConfigs());
// Time partition + partition from partitioners
_partitionsBuffer = new String[_partitioners.length + 1];
+ _throttledLogger = new ThrottledLogger(LOGGER,
tableConfig.getIngestionConfig());
LOGGER.info("Initialized mapper with {} record readers, output dir: {},
timeHandler: {}, partitioners: {}",
_recordReaderFileConfigs.size(), _mapperOutputDir,
_timeHandler.getClass(),
@@ -203,7 +206,7 @@ public class SegmentMapper {
if (!continueOnError) {
throw new RuntimeException(logMessage, e);
} else {
- LOGGER.debug(logMessage, e);
+ _throttledLogger.warn(logMessage + "Processing RecordReader " +
count + " out of " + totalCount, e);
_incompleteRowsFound++;
continue;
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
