sjyang18 commented on a change in pull request #4200: NIFI-7335: PutCosmosDocument to provide the cosmos sql api support for Azure Cosmos URL: https://github.com/apache/nifi/pull/4200#discussion_r409215507
########## File path: nifi-nar-bundles/nifi-azure-bundle/nifi-azure-processors/src/main/java/org/apache/nifi/processors/azure/cosmos/document/AbstractCosmosDocumentProcessor.java ########## @@ -0,0 +1,329 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.apache.nifi.processors.azure.cosmos.document; + +import java.io.ByteArrayInputStream; +import java.util.ArrayList; +import java.util.Collection; +import java.util.Collections; +import java.util.List; +import java.util.Map; + +import com.azure.cosmos.ConnectionPolicy; +import com.azure.cosmos.ConsistencyLevel; +import com.azure.cosmos.CosmosClient; +import com.azure.cosmos.CosmosClientBuilder; +import com.azure.cosmos.CosmosClientException; +import com.azure.cosmos.CosmosContainer; +import com.azure.cosmos.CosmosDatabase; +import com.azure.cosmos.models.CosmosContainerProperties; + +import org.apache.nifi.annotation.lifecycle.OnScheduled; +import org.apache.nifi.annotation.lifecycle.OnStopped; +import org.apache.nifi.components.PropertyDescriptor; +import org.apache.nifi.components.ValidationContext; +import org.apache.nifi.components.ValidationResult; +import org.apache.nifi.flowfile.FlowFile; +import org.apache.nifi.processor.AbstractProcessor; +import org.apache.nifi.processor.ProcessContext; +import org.apache.nifi.processor.ProcessSession; +import org.apache.nifi.processor.Relationship; +import org.apache.nifi.processor.util.StandardValidators; +import org.apache.nifi.services.azure.cosmos.AzureCosmosDocumentConnectionService; + + +public abstract class AbstractCosmosDocumentProcessor extends AbstractProcessor { + static final String CONSISTENCY_STRONG = "STRONG"; + static final String CONSISTENCY_BOUNDED_STALENESS= "BOUNDED_STALENESS"; + static final String CONSISTENCY_SESSION = "SESSION"; + static final String CONSISTENCY_CONSISTENT_PREFIX = "CONSISTENT_PREFIX"; + static final String CONSISTENCY_EVENTUAL = "EVENTUAL"; + + static final Relationship REL_SUCCESS = new Relationship.Builder().name("success") + .description("All FlowFiles that are written to CosmoDB are routed to this relationship").build(); + + static final Relationship REL_FAILURE = new Relationship.Builder().name("failure") + .description("All FlowFiles that cannot be written to CosmoDB are routed to this relationship").build(); + + static final Relationship REL_ORIGINAL = new Relationship.Builder() + .name("original") + .description("All input FlowFiles that are part of a successful query execution go here.") + .build(); + + static final PropertyDescriptor CONNECTION_SERVICE = new PropertyDescriptor.Builder() + .name("Cosmos-Document-DB-Connection-Service") + .displayName("Cosmos Document DB Connection Service") + .description("If configured, this property will use the assigned for retrieving connection string info.") + .required(false) + .identifiesControllerService(AzureCosmosDocumentConnectionService.class) + .build(); + + + static final PropertyDescriptor URI = new PropertyDescriptor.Builder() + .name("Cosmos Document DB URI") + .displayName("Cosmos Document DB URI") + .description("CosmosURI, typically of the form: https://{databaseaccount}.documents.azure.com:443/. Note this host URL is for Cosmos DB with SQL API") + .required(false) + .addValidator(StandardValidators.NON_EMPTY_VALIDATOR) + .build(); + + static final PropertyDescriptor DB_ACCESS_KEY = new PropertyDescriptor.Builder() + .name("Cosmos Document DB Access Key") + .displayName("Cosmos Document DB Access Key") + .description("Cosmos DB Access Key from Azure Portal (Settings->Keys)") + .required(false) + .addValidator(StandardValidators.NON_EMPTY_VALIDATOR) + .sensitive(true) + .build(); + + static final PropertyDescriptor DATABASE_NAME = new PropertyDescriptor.Builder() + .name("Cosmos Database Name") + .displayName("Cosmos Database Name") + .description("The name of the database to use") + .required(true) + .addValidator(StandardValidators.NON_EMPTY_VALIDATOR) + .build(); + + static final PropertyDescriptor CONTAINER_ID = new PropertyDescriptor.Builder() + .name("Cosmos Container ID") + .description("Cosmos Container Id to use") + .required(true) + .addValidator(StandardValidators.NON_EMPTY_VALIDATOR) + .build(); + + static final PropertyDescriptor CONSISTENCY = new PropertyDescriptor.Builder() + .name("Cosmos Consistency Level") + .displayName("Cosmos Consistency Level") + .description("Cosmos Consistency Level to use") + .required(false) + .allowableValues(CONSISTENCY_STRONG, CONSISTENCY_BOUNDED_STALENESS, CONSISTENCY_SESSION, + CONSISTENCY_CONSISTENT_PREFIX, CONSISTENCY_EVENTUAL) + .defaultValue(CONSISTENCY_SESSION) + .addValidator(StandardValidators.NON_EMPTY_VALIDATOR) + .build(); + + static final PropertyDescriptor PARTITION_KEY = new PropertyDescriptor.Builder() + .name("Cosmos Partition Key Field Name") + .description("Partition Key Field Name defined during Cosmos Collection/Container Creation Time") Review comment: Done in AbstractAzureCosmosDBProcessor and AzureCosmosDBConnectionCtonrollerService. Note the changes of java files. ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services
