This is an automated email from the ASF dual-hosted git repository.
jackie pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 280d368a71 avoid unnecessary transformer (#12138)
280d368a71 is described below
commit 280d368a718abf3d92c2ee6e45484ce1da090b71
Author: Hongkun Xu <[email protected]>
AuthorDate: Fri Dec 15 02:38:21 2023 +0800
avoid unnecessary transformer (#12138)
---
.../pinot/segment/local/recordtransformer/CompositeTransformer.java | 4 ++++
1 file changed, 4 insertions(+)
diff --git
a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
index 0ba394e9c9..cf88629f10 100644
---
a/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
+++
b/pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/CompositeTransformer.java
@@ -24,6 +24,7 @@ import java.util.List;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import javax.annotation.Nullable;
+import org.apache.pinot.segment.local.utils.IngestionUtils;
import org.apache.pinot.spi.config.table.TableConfig;
import org.apache.pinot.spi.data.Schema;
import org.apache.pinot.spi.data.readers.GenericRow;
@@ -116,6 +117,9 @@ public class CompositeTransformer implements
RecordTransformer {
@Override
public GenericRow transform(GenericRow record) {
for (RecordTransformer transformer : _transformers) {
+ if (!IngestionUtils.shouldIngestRow(record)) {
+ return record;
+ }
record = transformer.transform(record);
if (record == null) {
return null;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
