mmodzelewski commented on code in PR #2499: URL: https://github.com/apache/iggy/pull/2499#discussion_r2650730026
########## foreign/java/external-processors/iggy-connector-pinot/src/main/java/org/apache/iggy/connector/pinot/consumer/IggyConsumerFactory.java: ########## @@ -0,0 +1,112 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package org.apache.iggy.connector.pinot.consumer; + +import org.apache.iggy.connector.pinot.config.IggyStreamConfig; +import org.apache.iggy.connector.pinot.metadata.IggyStreamMetadataProvider; +import org.apache.pinot.spi.stream.PartitionGroupConsumer; +import org.apache.pinot.spi.stream.PartitionLevelConsumer; +import org.apache.pinot.spi.stream.StreamConfig; +import org.apache.pinot.spi.stream.StreamConsumerFactory; +import org.apache.pinot.spi.stream.StreamMetadataProvider; + +/** + * Factory for creating Iggy stream consumers and metadata providers. + * This is the main entry point for Pinot's stream ingestion framework to interact with Iggy. + * + * <p>Configuration in Pinot table config: + * <pre>{@code + * "streamConfigs": { + * "streamType": "iggy", + * "stream.iggy.consumer.factory.class.name": "org.apache.iggy.connector.pinot.consumer.IggyConsumerFactory", + * "stream.iggy.host": "localhost", + * "stream.iggy.port": "8090", + * "stream.iggy.username": "iggy", + * "stream.iggy.password": "iggy", + * "stream.iggy.stream.id": "my-stream", + * "stream.iggy.topic.id": "my-topic", + * "stream.iggy.consumer.group": "pinot-consumer-group", + * "stream.iggy.poll.batch.size": "100" + * } + * }</pre> + */ +public class IggyConsumerFactory extends StreamConsumerFactory { + + private StreamConfig streamConfig; + + @Override + public void init(StreamConfig streamConfig) { + this.streamConfig = streamConfig; + } + + /** + * Creates a partition-level consumer for reading from a specific Iggy partition. + * Pinot calls this method for each partition that needs to be consumed. + * + * @param clientId unique identifier for this consumer instance + * @param groupId partition group identifier (partition ID in Iggy) + * @return a new partition consumer instance + */ + public PartitionGroupConsumer createPartitionGroupConsumer(String clientId, int groupId) { Review Comment: This is not fixed. Verify with https://github.com/apache/pinot/blob/09bc151104e034b42d1c30be4185e2f6ef0ebecb/pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamConsumerFactory.java#L68 and add missing `@Override` annotation -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
