This is an automated email from the ASF dual-hosted git repository. acosentino pushed a commit to branch CAMEL-20452 in repository https://gitbox.apache.org/repos/asf/camel.git
commit 19528df1b8fe4440b1aaeac84e943f501a25b6de Author: Andrea Cosentino <anco...@gmail.com> AuthorDate: Wed Feb 28 18:23:41 2024 +0100 CAMEL-20452 - Azure Storage Datalake CloudEvent transformer Signed-off-by: Andrea Cosentino <anco...@gmail.com> --- .../apache/camel/catalog/transformers.properties | 1 + ...e-storage-datalake-application-cloudevents.json | 14 ++++++ .../camel-azure-storage-datalake/pom.xml | 8 ++++ .../org/apache/camel/transformer.properties | 7 +++ .../azure-storage-datalake-application-cloudevents | 2 + ...e-storage-datalake-application-cloudevents.json | 14 ++++++ .../DataLakeCloudEventDataTypeTransformer.java | 56 ++++++++++++++++++++++ 7 files changed, 102 insertions(+) diff --git a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers.properties b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers.properties index 3214c46dcb8..9e506ef6293 100644 --- a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers.properties +++ b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers.properties @@ -17,6 +17,7 @@ azure-eventhubs-application-cloudevents azure-files-application-cloudevents azure-servicebus-application-cloudevents azure-storage-blob-application-cloudevents +azure-storage-datalake-application-cloudevents azure-storage-queue-application-cloudevents google-sheets-application-x-struct google-storage-application-cloudevents diff --git a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers/azure-storage-datalake-application-cloudevents.json b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers/azure-storage-datalake-application-cloudevents.json new file mode 100644 index 00000000000..262f8dcb378 --- /dev/null +++ b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/transformers/azure-storage-datalake-application-cloudevents.json @@ -0,0 +1,14 @@ +{ + "transformer": { + "kind": "transformer", + "name": "azure-storage-datalake:application-cloudevents", + "title": "Azure Storage Datalake (Application Cloudevents)", + "description": "Adds CloudEvent headers to the Camel message with Azure Data Lake consumer response details", + "deprecated": false, + "javaType": "org.apache.camel.component.azure.storage.datalake.transform.DataLakeCloudEventDataTypeTransformer", + "groupId": "org.apache.camel", + "artifactId": "camel-azure-storage-datalake", + "version": "4.5.0-SNAPSHOT" + } +} + diff --git a/components/camel-azure/camel-azure-storage-datalake/pom.xml b/components/camel-azure/camel-azure-storage-datalake/pom.xml index 3a0e59e4744..624c7c6e86e 100644 --- a/components/camel-azure/camel-azure-storage-datalake/pom.xml +++ b/components/camel-azure/camel-azure-storage-datalake/pom.xml @@ -52,6 +52,14 @@ <artifactId>commons-io</artifactId> <version>${commons-io-version}</version> </dependency> + + <!-- optional CloudEvent support --> + <dependency> + <groupId>org.apache.camel</groupId> + <artifactId>camel-cloudevents</artifactId> + <scope>provided</scope> + <optional>true</optional> + </dependency> <!-- test dependencies --> diff --git a/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer.properties b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer.properties new file mode 100644 index 00000000000..0c6accd167b --- /dev/null +++ b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer.properties @@ -0,0 +1,7 @@ +# Generated by camel build tools - do NOT edit this file! +transformers=azure-storage-datalake:application-cloudevents +groupId=org.apache.camel +artifactId=camel-azure-storage-datalake +version=4.5.0-SNAPSHOT +projectName=Camel :: Azure :: Storage Datalake +projectDescription=Camel Azure Datalake Component diff --git a/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer/azure-storage-datalake-application-cloudevents b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer/azure-storage-datalake-application-cloudevents new file mode 100644 index 00000000000..eaa956f3540 --- /dev/null +++ b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer/azure-storage-datalake-application-cloudevents @@ -0,0 +1,2 @@ +# Generated by camel build tools - do NOT edit this file! +class=org.apache.camel.component.azure.storage.datalake.transform.DataLakeCloudEventDataTypeTransformer diff --git a/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer/azure-storage-datalake-application-cloudevents.json b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer/azure-storage-datalake-application-cloudevents.json new file mode 100644 index 00000000000..262f8dcb378 --- /dev/null +++ b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/services/org/apache/camel/transformer/azure-storage-datalake-application-cloudevents.json @@ -0,0 +1,14 @@ +{ + "transformer": { + "kind": "transformer", + "name": "azure-storage-datalake:application-cloudevents", + "title": "Azure Storage Datalake (Application Cloudevents)", + "description": "Adds CloudEvent headers to the Camel message with Azure Data Lake consumer response details", + "deprecated": false, + "javaType": "org.apache.camel.component.azure.storage.datalake.transform.DataLakeCloudEventDataTypeTransformer", + "groupId": "org.apache.camel", + "artifactId": "camel-azure-storage-datalake", + "version": "4.5.0-SNAPSHOT" + } +} + diff --git a/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/transform/DataLakeCloudEventDataTypeTransformer.java b/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/transform/DataLakeCloudEventDataTypeTransformer.java new file mode 100644 index 00000000000..24f703da244 --- /dev/null +++ b/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/transform/DataLakeCloudEventDataTypeTransformer.java @@ -0,0 +1,56 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.camel.component.azure.storage.datalake.transform; + +import java.util.Map; + +import org.apache.camel.Message; +import org.apache.camel.component.azure.storage.datalake.DataLakeConstants; +import org.apache.camel.component.cloudevents.CloudEvent; +import org.apache.camel.component.cloudevents.CloudEvents; +import org.apache.camel.spi.DataType; +import org.apache.camel.spi.DataTypeTransformer; +import org.apache.camel.spi.Transformer; + +/** + * Data type transformer converts Azure Data Lake consumer response to CloudEvent v1_0 data format. The data type sets + * Camel specific CloudEvent headers with values extracted from Azure Data Lake consumer response. + */ +@DataTypeTransformer(name = "azure-storage-datalake:application-cloudevents", + description = "Adds CloudEvent headers to the Camel message with Azure Data Lake consumer response details") +public class DataLakeCloudEventDataTypeTransformer extends Transformer { + + @Override + public void transform(Message message, DataType fromType, DataType toType) { + final Map<String, Object> headers = message.getHeaders(); + + CloudEvent cloudEvent = CloudEvents.v1_0; + headers.putIfAbsent(CloudEvent.CAMEL_CLOUD_EVENT_ID, message.getExchange().getExchangeId()); + headers.putIfAbsent(CloudEvent.CAMEL_CLOUD_EVENT_VERSION, cloudEvent.version()); + headers.put(CloudEvent.CAMEL_CLOUD_EVENT_TYPE, "org.apache.camel.event.azure.storage.datalake.consume"); + + if (message.getHeaders().containsKey(DataLakeConstants.ARCHIVE_STATUS)) { + headers.put(CloudEvent.CAMEL_CLOUD_EVENT_SOURCE, + "azure.storage.datalake." + message.getHeader(DataLakeConstants.ARCHIVE_STATUS, String.class)); + } + + headers.put(CloudEvent.CAMEL_CLOUD_EVENT_SUBJECT, message.getHeader(DataLakeConstants.E_TAG, String.class)); + headers.put(CloudEvent.CAMEL_CLOUD_EVENT_TIME, cloudEvent.getEventTime(message.getExchange())); + headers.put(CloudEvent.CAMEL_CLOUD_EVENT_CONTENT_TYPE, CloudEvent.APPLICATION_OCTET_STREAM_MIME_TYPE); + } +}