eolivelli commented on a change in pull request #9895: URL: https://github.com/apache/pulsar/pull/9895#discussion_r593875446
########## File path: pulsar-client/src/main/java/org/apache/pulsar/client/impl/schema/ObjectSchema.java ########## @@ -0,0 +1,166 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.apache.pulsar.client.impl.schema; + +import lombok.extern.slf4j.Slf4j; +import org.apache.pulsar.client.api.Schema; +import org.apache.pulsar.client.api.SchemaSerializationException; +import org.apache.pulsar.client.api.schema.GenericRecord; +import org.apache.pulsar.client.api.schema.GenericSchema; +import org.apache.pulsar.client.api.schema.SchemaInfoProvider; +import org.apache.pulsar.client.impl.schema.generic.GenericAvroSchema; +import org.apache.pulsar.client.impl.schema.generic.GenericJsonSchema; +import org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeSchema; +import org.apache.pulsar.client.impl.schema.generic.GenericSchemaImpl; +import org.apache.pulsar.common.schema.KeyValue; +import org.apache.pulsar.common.schema.SchemaInfo; + +import java.util.concurrent.ExecutionException; + +import static com.google.common.base.Preconditions.checkState; + +/** + * Auto detect schema. + */ +@Slf4j +public class ObjectSchema implements Schema<Object> { + + private Schema<Object> schema; + + private String topicName; + + private String componentName; + + private SchemaInfoProvider schemaInfoProvider; + + public void setSchema(Schema<Object> schema) { + this.schema = schema; + } + + private void ensureSchemaInitialized() { + checkState(null != schema, "Schema is not initialized before used"); + } + + @Override + public void validate(byte[] message) { + ensureSchemaInitialized(); + + schema.validate(message); + } + + @Override + public boolean supportSchemaVersioning() { + return true; + } + + @Override + public byte[] encode(Object message) { + ensureSchemaInitialized(); + + return schema.encode(message); + } + + @Override + public Object decode(byte[] bytes, byte[] schemaVersion) { + if (schema == null) { + SchemaInfo schemaInfo = null; + try { + schemaInfo = schemaInfoProvider.getLatestSchema().get(); + } catch (InterruptedException | ExecutionException e ) { + if (e instanceof InterruptedException) { + Thread.currentThread().interrupt(); + } + log.error("Con't get last schema for topic {} use AutoConsumeSchema", topicName); + throw new SchemaSerializationException(e.getCause()); + } + schema = generateSchema(schemaInfo); + schema.setSchemaInfoProvider(schemaInfoProvider); + log.info("Configure {} schema for topic {} : {}", + componentName, topicName, schemaInfo.getSchemaDefinition()); + } + ensureSchemaInitialized(); + return schema.decode(bytes, schemaVersion); + } + + @Override + public void setSchemaInfoProvider(SchemaInfoProvider schemaInfoProvider) { + if (schema == null) { + this.schemaInfoProvider = schemaInfoProvider; + } else { + schema.setSchemaInfoProvider(schemaInfoProvider); + } + } + + @Override + public SchemaInfo getSchemaInfo() { + if (schema == null) { + return null; + } + return schema.getSchemaInfo(); + } + + @Override + public boolean requireFetchingSchemaInfo() { + return true; + } + + @Override + public void configureSchemaInfo(String topicName, + String componentName, + SchemaInfo schemaInfo) { + this.topicName = topicName; + this.componentName = componentName; + if (schemaInfo != null) { + Schema<Object> genericSchema = generateSchema(schemaInfo); + setSchema(genericSchema); + log.info("Configure {} schema for topic {} : {}", + componentName, topicName, schemaInfo.getSchemaDefinition()); + } + } + + @Override + public Schema<Object> clone() { + Schema<Object> schema = Schema.OBJECT(); + if (this.schema != null) { + schema.configureSchemaInfo(topicName, componentName, this.schema.getSchemaInfo()); + } else { + schema.configureSchemaInfo(topicName, componentName, null); + } + if (schemaInfoProvider != null) { + schema.setSchemaInfoProvider(schemaInfoProvider); + } + return schema; + } + + private Schema<Object> generateSchema(SchemaInfo schemaInfo) { + // when using `AutoConsumeSchema`, we use the schema associated with the messages as schema reader + // to decode the messages. + final boolean useProvidedSchemaAsReaderSchema = false; + switch (schemaInfo.getType()) { + case JSON: + case AVRO: Review comment: done ########## File path: pulsar-client/src/main/java/org/apache/pulsar/client/impl/schema/ObjectSchema.java ########## @@ -0,0 +1,166 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.apache.pulsar.client.impl.schema; + +import lombok.extern.slf4j.Slf4j; +import org.apache.pulsar.client.api.Schema; +import org.apache.pulsar.client.api.SchemaSerializationException; +import org.apache.pulsar.client.api.schema.GenericRecord; +import org.apache.pulsar.client.api.schema.GenericSchema; +import org.apache.pulsar.client.api.schema.SchemaInfoProvider; +import org.apache.pulsar.client.impl.schema.generic.GenericAvroSchema; +import org.apache.pulsar.client.impl.schema.generic.GenericJsonSchema; +import org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeSchema; +import org.apache.pulsar.client.impl.schema.generic.GenericSchemaImpl; +import org.apache.pulsar.common.schema.KeyValue; +import org.apache.pulsar.common.schema.SchemaInfo; + +import java.util.concurrent.ExecutionException; + +import static com.google.common.base.Preconditions.checkState; + +/** + * Auto detect schema. + */ +@Slf4j +public class ObjectSchema implements Schema<Object> { + + private Schema<Object> schema; + + private String topicName; + + private String componentName; + + private SchemaInfoProvider schemaInfoProvider; + + public void setSchema(Schema<Object> schema) { + this.schema = schema; + } + + private void ensureSchemaInitialized() { + checkState(null != schema, "Schema is not initialized before used"); + } + + @Override + public void validate(byte[] message) { + ensureSchemaInitialized(); + + schema.validate(message); + } + + @Override + public boolean supportSchemaVersioning() { + return true; Review comment: done ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected]
