This is an automated email from the ASF dual-hosted git repository.
davsclaus pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/camel.git
The following commit(s) were added to refs/heads/main by this push:
new 2439a64da506 CAMEL-27181: camel-azure-storage-datalake -
deleteAfterRead option for the consumer (#30440)
2439a64da506 is described below
commit 2439a64da5067b8bce81dea3f912395d94d5fd53
Author: Claus Ibsen <[email protected]>
AuthorDate: Thu Nov 19 19:00:30 2026 +0100
CAMEL-27181: camel-azure-storage-datalake - deleteAfterRead option for the
consumer (#30440)
The consumer read every file again at every poll, and had no way to remove
a file once consumed. The new consumer option deleteAfterRead deletes the
file the exchange was created from once the exchange completes. A failed
exchange keeps the file, a file that is already gone is ignored, and other
delete failures go to the exception handler.
Co-Authored-By: Claude Opus 5.5 <[email protected]>
Signed-off-by: Claus Ibsen <[email protected]>
---
.../catalog/components/azure-storage-datalake.json | 76 ++++----
.../docs/azure-storage-datalake-component.adoc | 10 +
.../datalake/DataLakeComponentConfigurer.java | 6 +
.../datalake/DataLakeEndpointConfigurer.java | 6 +
.../datalake/DataLakeEndpointUriFactory.java | 3 +-
.../storage/datalake/azure-storage-datalake.json | 76 ++++----
.../docs/azure-storage-datalake-component.adoc | 10 +
.../storage/datalake/DataLakeConfiguration.java | 12 ++
.../azure/storage/datalake/DataLakeConsumer.java | 36 +++-
.../DataLakeConsumerDeleteAfterReadTest.java | 217 +++++++++++++++++++++
...zureStorageDatalakeComponentBuilderFactory.java | 20 ++
.../dsl/DataLakeEndpointBuilderFactory.java | 34 ++++
12 files changed, 430 insertions(+), 76 deletions(-)
diff --git
a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/azure-storage-datalake.json
b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/azure-storage-datalake.json
index 938c5fa49515..96ca79fcac21 100644
---
a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/azure-storage-datalake.json
+++
b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/components/azure-storage-datalake.json
@@ -52,16 +52,17 @@
"umask": { "index": 25, "kind": "property", "displayName": "Umask",
"group": "common", "label": "", "required": false, "type": "string",
"javaType": "java.lang.String", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "umask permission for
file" },
"userPrincipalNameReturned": { "index": 26, "kind": "property",
"displayName": "User Principal Name Returned", "group": "common", "label": "",
"required": false, "type": "boolean", "javaType": "java.lang.Boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "whether or not to use
upn" },
"bridgeErrorHandler": { "index": 27, "kind": "property", "displayName":
"Bridge Error Handler", "group": "consumer", "label": "consumer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false, "description":
"Allows for bridging the consumer to the Camel routing Error Handler, which
mean any exceptions (if possible) occurred while the Camel consumer is trying
to pickup incoming messages, or the lik [...]
- "lazyStartProducer": { "index": 28, "kind": "property", "displayName":
"Lazy Start Producer", "group": "producer", "label": "producer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false, "description":
"Whether the producer should be started lazy (on the first message). By
starting lazy you can use this to allow CamelContext and routes to startup in
situations where a producer may otherwise fai [...]
- "operation": { "index": 29, "kind": "property", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "del [...]
- "autowiredEnabled": { "index": 30, "kind": "property", "displayName":
"Autowired Enabled", "group": "advanced", "label": "advanced", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Whether autowiring is enabled. This is used for automatic autowiring options
(the option must be marked as autowired) by looking up in the registry to find
if there is a single instance of matching [...]
- "healthCheckConsumerEnabled": { "index": 31, "kind": "property",
"displayName": "Health Check Consumer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all consumer based health checks
from this component" },
- "healthCheckProducerEnabled": { "index": 32, "kind": "property",
"displayName": "Health Check Producer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all producer based health checks
from this component. Notice: Camel has by default disabled all producer based
health-checks. You can turn on produce [...]
- "accountKey": { "index": 33, "kind": "property", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
- "clientSecret": { "index": 34, "kind": "property", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
- "clientSecretCredential": { "index": 35, "kind": "property",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cred [...]
- "sasCredential": { "index": 36, "kind": "property", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
- "sasSignature": { "index": 37, "kind": "property", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
+ "deleteAfterRead": { "index": 28, "kind": "property", "displayName":
"Delete After Read", "group": "consumer", "label": "consumer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false,
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "Delete a file from the
file system once its exchange has compl [...]
+ "lazyStartProducer": { "index": 29, "kind": "property", "displayName":
"Lazy Start Producer", "group": "producer", "label": "producer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false, "description":
"Whether the producer should be started lazy (on the first message). By
starting lazy you can use this to allow CamelContext and routes to startup in
situations where a producer may otherwise fai [...]
+ "operation": { "index": 30, "kind": "property", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "del [...]
+ "autowiredEnabled": { "index": 31, "kind": "property", "displayName":
"Autowired Enabled", "group": "advanced", "label": "advanced", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Whether autowiring is enabled. This is used for automatic autowiring options
(the option must be marked as autowired) by looking up in the registry to find
if there is a single instance of matching [...]
+ "healthCheckConsumerEnabled": { "index": 32, "kind": "property",
"displayName": "Health Check Consumer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all consumer based health checks
from this component" },
+ "healthCheckProducerEnabled": { "index": 33, "kind": "property",
"displayName": "Health Check Producer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all producer based health checks
from this component. Notice: Camel has by default disabled all producer based
health-checks. You can turn on produce [...]
+ "accountKey": { "index": 34, "kind": "property", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
+ "clientSecret": { "index": 35, "kind": "property", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
+ "clientSecretCredential": { "index": 36, "kind": "property",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cred [...]
+ "sasCredential": { "index": 37, "kind": "property", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
+ "sasSignature": { "index": 38, "kind": "property", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
},
"headers": {
"CamelAzureStorageDataLakeListFileSystemsOptions": { "index": 0, "kind":
"header", "displayName": "", "group": "producer", "label": "producer",
"required": false, "javaType":
"com.azure.storage.file.datalake.models.ListFileSystemsOptions", "deprecated":
false, "autowired": false, "secret": false, "description": "Defines options
available to configure the behavior of a call to listFileSystemsSegment on a
DataLakeServiceAsyncClient object. Null may be passed.", "constantName":
"org.apa [...]
@@ -163,32 +164,33 @@
"timeout": { "index": 26, "kind": "parameter", "displayName": "Timeout",
"group": "common", "label": "", "required": false, "type": "duration",
"javaType": "java.time.Duration", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "Timeout for operation" },
"umask": { "index": 27, "kind": "parameter", "displayName": "Umask",
"group": "common", "label": "", "required": false, "type": "string",
"javaType": "java.lang.String", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "umask permission for
file" },
"userPrincipalNameReturned": { "index": 28, "kind": "parameter",
"displayName": "User Principal Name Returned", "group": "common", "label": "",
"required": false, "type": "boolean", "javaType": "java.lang.Boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "whether or not to use
upn" },
- "sendEmptyMessageWhenIdle": { "index": 29, "kind": "parameter",
"displayName": "Send Empty Message When Idle", "group": "consumer", "label":
"consumer", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "description": "If the polling consumer did not poll any files, you can
enable this option to send an empty message (no body) instead." },
- "bridgeErrorHandler": { "index": 30, "kind": "parameter", "displayName":
"Bridge Error Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Allows for bridging the consumer to the
Camel routing Error Handler, which mean any exceptions (if possible) occurred
while the Camel consumer is trying to pickup incoming [...]
- "exceptionHandler": { "index": 31, "kind": "parameter", "displayName":
"Exception Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "object", "javaType":
"org.apache.camel.spi.ExceptionHandler", "optionalPrefix": "consumer.",
"deprecated": false, "autowired": false, "secret": false, "description": "To
let the consumer use a custom ExceptionHandler. Notice if the option
bridgeErrorHandler is enabled then this option is not in use. By de [...]
- "exchangePattern": { "index": 32, "kind": "parameter", "displayName":
"Exchange Pattern", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "enum", "javaType":
"org.apache.camel.ExchangePattern", "enum": [ "InOnly", "InOut" ],
"deprecated": false, "autowired": false, "secret": false, "description": "Sets
the exchange pattern when the consumer creates an exchange." },
- "pollStrategy": { "index": 33, "kind": "parameter", "displayName": "Poll
Strategy", "group": "consumer (advanced)", "label": "consumer,advanced",
"required": false, "type": "object", "javaType":
"org.apache.camel.spi.PollingConsumerPollStrategy", "deprecated": false,
"autowired": false, "secret": false, "description": "A pluggable
org.apache.camel.PollingConsumerPollingStrategy allowing you to provide your
custom implementation to control error handling usually occurred during the po
[...]
- "operation": { "index": 34, "kind": "parameter", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "de [...]
- "lazyStartProducer": { "index": 35, "kind": "parameter", "displayName":
"Lazy Start Producer", "group": "producer (advanced)", "label":
"producer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Whether the producer should be started
lazy (on the first message). By starting lazy you can use this to allow
CamelContext and routes to startup in situations where a produ [...]
- "backoffErrorThreshold": { "index": 36, "kind": "parameter",
"displayName": "Backoff Error Threshold", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "integer", "javaType": "int",
"deprecated": false, "autowired": false, "secret": false, "description": "The
number of subsequent error polls (failed due some error) that should happen
before the backoffMultipler should kick-in." },
- "backoffIdleThreshold": { "index": 37, "kind": "parameter", "displayName":
"Backoff Idle Threshold", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "The number of subsequent
idle polls that should happen before the backoffMultipler should kick-in." },
- "backoffMultiplier": { "index": 38, "kind": "parameter", "displayName":
"Backoff Multiplier", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "To let the scheduled
polling consumer backoff if there has been a number of subsequent idles\/errors
in a row. The multiplier is then the number of polls that will be skipped
before the next actual attempt is h [...]
- "delay": { "index": 39, "kind": "parameter", "displayName": "Delay",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 500, "description": "Milliseconds before the
next poll." },
- "greedy": { "index": 40, "kind": "parameter", "displayName": "Greedy",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"boolean", "javaType": "boolean", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": false, "description": "If greedy is enabled,
then the ScheduledPollConsumer will run immediately again, if the previous run
polled 1 or more messages." },
- "healthCheckMaxPollDuration": { "index": 41, "kind": "parameter",
"displayName": "Health Check Max Poll Duration", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "duration", "javaType":
"long", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "0", "description": "How long a poll may run before the health
check of the consumer reports DOWN. The health check is otherwise based on the
polls that are done, so it stays UP while a p [...]
- "initialDelay": { "index": 42, "kind": "parameter", "displayName":
"Initial Delay", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": 1000, "description":
"Milliseconds before the first poll starts." },
- "repeatCount": { "index": 43, "kind": "parameter", "displayName": "Repeat
Count", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 0, "description": "Specifies a maximum limit
of number of fires. So if you set it to 1, the scheduler will only fire once.
If you set it to 5, it will only fire five times. A value of zero or negative
means fire forever." },
- "runLoggingLevel": { "index": 44, "kind": "parameter", "displayName": "Run
Logging Level", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "enum", "javaType": "org.apache.camel.LoggingLevel",
"enum": [ "TRACE", "DEBUG", "INFO", "WARN", "ERROR", "OFF" ], "deprecated":
false, "autowired": false, "secret": false, "defaultValue": "TRACE",
"description": "The consumer logs a start\/complete log line when it polls.
This option allows you to configure the log [...]
- "scheduledExecutorService": { "index": 45, "kind": "parameter",
"displayName": "Scheduled Executor Service", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "object", "javaType":
"java.util.concurrent.ScheduledExecutorService", "deprecated": false,
"autowired": false, "secret": false, "description": "Allows for configuring a
custom\/shared thread pool to use for the consumer. By default each consumer
has its own single threaded thread pool." },
- "scheduler": { "index": 46, "kind": "parameter", "displayName":
"Scheduler", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "object", "javaType": "java.lang.Object", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "none", "description": "To
use a cron scheduler from either camel-spring or camel-quartz component. Use
value spring or quartz for built in scheduler" },
- "schedulerProperties": { "index": 47, "kind": "parameter", "displayName":
"Scheduler Properties", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "object", "javaType":
"java.util.Map<java.lang.String, java.lang.Object>", "prefix": "scheduler.",
"multiValue": true, "deprecated": false, "autowired": false, "secret": false,
"description": "To configure additional properties when using a custom
scheduler or any of the Quartz, Spring based scheduler. This i [...]
- "startScheduler": { "index": 48, "kind": "parameter", "displayName":
"Start Scheduler", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "boolean", "javaType": "boolean", "deprecated":
false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Whether the scheduler should be auto started." },
- "timeUnit": { "index": 49, "kind": "parameter", "displayName": "Time
Unit", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "enum", "javaType": "java.util.concurrent.TimeUnit", "enum": [
"NANOSECONDS", "MICROSECONDS", "MILLISECONDS", "SECONDS", "MINUTES", "HOURS",
"DAYS" ], "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "MILLISECONDS", "description": "Time unit for initialDelay and
delay options." },
- "useFixedDelay": { "index": 50, "kind": "parameter", "displayName": "Use
Fixed Delay", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Controls if fixed delay or fixed rate is used. See ScheduledExecutorService in
JDK for details." },
- "accountKey": { "index": 51, "kind": "parameter", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
- "clientSecret": { "index": 52, "kind": "parameter", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
- "clientSecretCredential": { "index": 53, "kind": "parameter",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cre [...]
- "sasCredential": { "index": 54, "kind": "parameter", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
- "sasSignature": { "index": 55, "kind": "parameter", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
+ "deleteAfterRead": { "index": 29, "kind": "parameter", "displayName":
"Delete After Read", "group": "consumer", "label": "consumer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false,
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "Delete a file from the
file system once its exchange has comp [...]
+ "sendEmptyMessageWhenIdle": { "index": 30, "kind": "parameter",
"displayName": "Send Empty Message When Idle", "group": "consumer", "label":
"consumer", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "description": "If the polling consumer did not poll any files, you can
enable this option to send an empty message (no body) instead." },
+ "bridgeErrorHandler": { "index": 31, "kind": "parameter", "displayName":
"Bridge Error Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Allows for bridging the consumer to the
Camel routing Error Handler, which mean any exceptions (if possible) occurred
while the Camel consumer is trying to pickup incoming [...]
+ "exceptionHandler": { "index": 32, "kind": "parameter", "displayName":
"Exception Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "object", "javaType":
"org.apache.camel.spi.ExceptionHandler", "optionalPrefix": "consumer.",
"deprecated": false, "autowired": false, "secret": false, "description": "To
let the consumer use a custom ExceptionHandler. Notice if the option
bridgeErrorHandler is enabled then this option is not in use. By de [...]
+ "exchangePattern": { "index": 33, "kind": "parameter", "displayName":
"Exchange Pattern", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "enum", "javaType":
"org.apache.camel.ExchangePattern", "enum": [ "InOnly", "InOut" ],
"deprecated": false, "autowired": false, "secret": false, "description": "Sets
the exchange pattern when the consumer creates an exchange." },
+ "pollStrategy": { "index": 34, "kind": "parameter", "displayName": "Poll
Strategy", "group": "consumer (advanced)", "label": "consumer,advanced",
"required": false, "type": "object", "javaType":
"org.apache.camel.spi.PollingConsumerPollStrategy", "deprecated": false,
"autowired": false, "secret": false, "description": "A pluggable
org.apache.camel.PollingConsumerPollingStrategy allowing you to provide your
custom implementation to control error handling usually occurred during the po
[...]
+ "operation": { "index": 35, "kind": "parameter", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "de [...]
+ "lazyStartProducer": { "index": 36, "kind": "parameter", "displayName":
"Lazy Start Producer", "group": "producer (advanced)", "label":
"producer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Whether the producer should be started
lazy (on the first message). By starting lazy you can use this to allow
CamelContext and routes to startup in situations where a produ [...]
+ "backoffErrorThreshold": { "index": 37, "kind": "parameter",
"displayName": "Backoff Error Threshold", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "integer", "javaType": "int",
"deprecated": false, "autowired": false, "secret": false, "description": "The
number of subsequent error polls (failed due some error) that should happen
before the backoffMultipler should kick-in." },
+ "backoffIdleThreshold": { "index": 38, "kind": "parameter", "displayName":
"Backoff Idle Threshold", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "The number of subsequent
idle polls that should happen before the backoffMultipler should kick-in." },
+ "backoffMultiplier": { "index": 39, "kind": "parameter", "displayName":
"Backoff Multiplier", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "To let the scheduled
polling consumer backoff if there has been a number of subsequent idles\/errors
in a row. The multiplier is then the number of polls that will be skipped
before the next actual attempt is h [...]
+ "delay": { "index": 40, "kind": "parameter", "displayName": "Delay",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 500, "description": "Milliseconds before the
next poll." },
+ "greedy": { "index": 41, "kind": "parameter", "displayName": "Greedy",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"boolean", "javaType": "boolean", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": false, "description": "If greedy is enabled,
then the ScheduledPollConsumer will run immediately again, if the previous run
polled 1 or more messages." },
+ "healthCheckMaxPollDuration": { "index": 42, "kind": "parameter",
"displayName": "Health Check Max Poll Duration", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "duration", "javaType":
"long", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "0", "description": "How long a poll may run before the health
check of the consumer reports DOWN. The health check is otherwise based on the
polls that are done, so it stays UP while a p [...]
+ "initialDelay": { "index": 43, "kind": "parameter", "displayName":
"Initial Delay", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": 1000, "description":
"Milliseconds before the first poll starts." },
+ "repeatCount": { "index": 44, "kind": "parameter", "displayName": "Repeat
Count", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 0, "description": "Specifies a maximum limit
of number of fires. So if you set it to 1, the scheduler will only fire once.
If you set it to 5, it will only fire five times. A value of zero or negative
means fire forever." },
+ "runLoggingLevel": { "index": 45, "kind": "parameter", "displayName": "Run
Logging Level", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "enum", "javaType": "org.apache.camel.LoggingLevel",
"enum": [ "TRACE", "DEBUG", "INFO", "WARN", "ERROR", "OFF" ], "deprecated":
false, "autowired": false, "secret": false, "defaultValue": "TRACE",
"description": "The consumer logs a start\/complete log line when it polls.
This option allows you to configure the log [...]
+ "scheduledExecutorService": { "index": 46, "kind": "parameter",
"displayName": "Scheduled Executor Service", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "object", "javaType":
"java.util.concurrent.ScheduledExecutorService", "deprecated": false,
"autowired": false, "secret": false, "description": "Allows for configuring a
custom\/shared thread pool to use for the consumer. By default each consumer
has its own single threaded thread pool." },
+ "scheduler": { "index": 47, "kind": "parameter", "displayName":
"Scheduler", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "object", "javaType": "java.lang.Object", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "none", "description": "To
use a cron scheduler from either camel-spring or camel-quartz component. Use
value spring or quartz for built in scheduler" },
+ "schedulerProperties": { "index": 48, "kind": "parameter", "displayName":
"Scheduler Properties", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "object", "javaType":
"java.util.Map<java.lang.String, java.lang.Object>", "prefix": "scheduler.",
"multiValue": true, "deprecated": false, "autowired": false, "secret": false,
"description": "To configure additional properties when using a custom
scheduler or any of the Quartz, Spring based scheduler. This i [...]
+ "startScheduler": { "index": 49, "kind": "parameter", "displayName":
"Start Scheduler", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "boolean", "javaType": "boolean", "deprecated":
false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Whether the scheduler should be auto started." },
+ "timeUnit": { "index": 50, "kind": "parameter", "displayName": "Time
Unit", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "enum", "javaType": "java.util.concurrent.TimeUnit", "enum": [
"NANOSECONDS", "MICROSECONDS", "MILLISECONDS", "SECONDS", "MINUTES", "HOURS",
"DAYS" ], "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "MILLISECONDS", "description": "Time unit for initialDelay and
delay options." },
+ "useFixedDelay": { "index": 51, "kind": "parameter", "displayName": "Use
Fixed Delay", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Controls if fixed delay or fixed rate is used. See ScheduledExecutorService in
JDK for details." },
+ "accountKey": { "index": 52, "kind": "parameter", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
+ "clientSecret": { "index": 53, "kind": "parameter", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
+ "clientSecretCredential": { "index": 54, "kind": "parameter",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cre [...]
+ "sasCredential": { "index": 55, "kind": "parameter", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
+ "sasSignature": { "index": 56, "kind": "parameter", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
}
}
diff --git
a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/docs/azure-storage-datalake-component.adoc
b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/docs/azure-storage-datalake-component.adoc
index 71c222d6f59d..f6ebbd0726a2 100644
---
a/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/docs/azure-storage-datalake-component.adoc
+++
b/catalog/camel-catalog/src/generated/resources/org/apache/camel/catalog/docs/azure-storage-datalake-component.adoc
@@ -284,6 +284,16 @@ YAML::
----
====
+The consumer reads every file of the file system (or of `path`) at every poll.
To consume each file once, set
+`deleteAfterRead=true`: the file is deleted once its exchange has completed.
When the exchange fails, the file is kept
+and consumed again at the next poll. A file that is already gone is ignored,
and a failure to delete goes to the
+exception handler of the consumer.
+
+[source,java]
+----
+from("azure-storage-datalake:cameltesting/filesystem?accountKey=yourAccountKey&path=inbox&deleteAfterRead=true")
+ .to("mock:results");
+----
=== Producer Examples
- `listFileSystem`
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeComponentConfigurer.java
b/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeComponentConfigurer.java
index 47c7b9c2d0d5..d5c554c72ef1 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeComponentConfigurer.java
+++
b/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeComponentConfigurer.java
@@ -51,6 +51,8 @@ public class DataLakeComponentConfigurer extends
PropertyConfigurerSupport imple
case "credentialType":
getOrCreateConfiguration(target).setCredentialType(property(camelContext,
org.apache.camel.component.azure.common.CredentialType.class, value)); return
true;
case "datacount":
case "dataCount":
getOrCreateConfiguration(target).setDataCount(property(camelContext,
java.lang.Long.class, value)); return true;
+ case "deleteafterread":
+ case "deleteAfterRead":
getOrCreateConfiguration(target).setDeleteAfterRead(property(camelContext,
boolean.class, value)); return true;
case "directoryname":
case "directoryName":
getOrCreateConfiguration(target).setDirectoryName(property(camelContext,
java.lang.String.class, value)); return true;
case "downloadlinkexpiration":
@@ -128,6 +130,8 @@ public class DataLakeComponentConfigurer extends
PropertyConfigurerSupport imple
case "credentialType": return
org.apache.camel.component.azure.common.CredentialType.class;
case "datacount":
case "dataCount": return java.lang.Long.class;
+ case "deleteafterread":
+ case "deleteAfterRead": return boolean.class;
case "directoryname":
case "directoryName": return java.lang.String.class;
case "downloadlinkexpiration":
@@ -201,6 +205,8 @@ public class DataLakeComponentConfigurer extends
PropertyConfigurerSupport imple
case "credentialType": return
getOrCreateConfiguration(target).getCredentialType();
case "datacount":
case "dataCount": return
getOrCreateConfiguration(target).getDataCount();
+ case "deleteafterread":
+ case "deleteAfterRead": return
getOrCreateConfiguration(target).isDeleteAfterRead();
case "directoryname":
case "directoryName": return
getOrCreateConfiguration(target).getDirectoryName();
case "downloadlinkexpiration":
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointConfigurer.java
b/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointConfigurer.java
index b9e59043af8a..bcc0a8ecca7c 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointConfigurer.java
+++
b/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointConfigurer.java
@@ -50,6 +50,8 @@ public class DataLakeEndpointConfigurer extends
PropertyConfigurerSupport implem
case "datalakeserviceclient":
case "dataLakeServiceClient":
target.setDataLakeServiceClient(property(camelContext,
com.azure.storage.file.datalake.DataLakeServiceClient.class, value)); return
true;
case "delay": target.setDelay(property(camelContext, long.class,
value)); return true;
+ case "deleteafterread":
+ case "deleteAfterRead":
target.getConfiguration().setDeleteAfterRead(property(camelContext,
boolean.class, value)); return true;
case "directoryname":
case "directoryName":
target.getConfiguration().setDirectoryName(property(camelContext,
java.lang.String.class, value)); return true;
case "downloadlinkexpiration":
@@ -157,6 +159,8 @@ public class DataLakeEndpointConfigurer extends
PropertyConfigurerSupport implem
case "datalakeserviceclient":
case "dataLakeServiceClient": return
com.azure.storage.file.datalake.DataLakeServiceClient.class;
case "delay": return long.class;
+ case "deleteafterread":
+ case "deleteAfterRead": return boolean.class;
case "directoryname":
case "directoryName": return java.lang.String.class;
case "downloadlinkexpiration":
@@ -260,6 +264,8 @@ public class DataLakeEndpointConfigurer extends
PropertyConfigurerSupport implem
case "datalakeserviceclient":
case "dataLakeServiceClient": return target.getDataLakeServiceClient();
case "delay": return target.getDelay();
+ case "deleteafterread":
+ case "deleteAfterRead": return
target.getConfiguration().isDeleteAfterRead();
case "directoryname":
case "directoryName": return
target.getConfiguration().getDirectoryName();
case "downloadlinkexpiration":
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointUriFactory.java
b/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointUriFactory.java
index dc46c5bf919a..f4ba6824814a 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointUriFactory.java
+++
b/components/camel-azure/camel-azure-storage-datalake/src/generated/java/org/apache/camel/component/azure/storage/datalake/DataLakeEndpointUriFactory.java
@@ -24,7 +24,7 @@ public class DataLakeEndpointUriFactory extends
org.apache.camel.support.compone
private static final Set<String> ENDPOINT_IDENTITY_PROPERTY_NAMES;
private static final Map<String, String> MULTI_VALUE_PREFIXES;
static {
- Set<String> props = new HashSet<>(56);
+ Set<String> props = new HashSet<>(57);
props.add("accountKey");
props.add("accountName");
props.add("backoffErrorThreshold");
@@ -40,6 +40,7 @@ public class DataLakeEndpointUriFactory extends
org.apache.camel.support.compone
props.add("dataCount");
props.add("dataLakeServiceClient");
props.add("delay");
+ props.add("deleteAfterRead");
props.add("directoryName");
props.add("downloadLinkExpiration");
props.add("exceptionHandler");
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/org/apache/camel/component/azure/storage/datalake/azure-storage-datalake.json
b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/org/apache/camel/component/azure/storage/datalake/azure-storage-datalake.json
index 938c5fa49515..96ca79fcac21 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/org/apache/camel/component/azure/storage/datalake/azure-storage-datalake.json
+++
b/components/camel-azure/camel-azure-storage-datalake/src/generated/resources/META-INF/org/apache/camel/component/azure/storage/datalake/azure-storage-datalake.json
@@ -52,16 +52,17 @@
"umask": { "index": 25, "kind": "property", "displayName": "Umask",
"group": "common", "label": "", "required": false, "type": "string",
"javaType": "java.lang.String", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "umask permission for
file" },
"userPrincipalNameReturned": { "index": 26, "kind": "property",
"displayName": "User Principal Name Returned", "group": "common", "label": "",
"required": false, "type": "boolean", "javaType": "java.lang.Boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "whether or not to use
upn" },
"bridgeErrorHandler": { "index": 27, "kind": "property", "displayName":
"Bridge Error Handler", "group": "consumer", "label": "consumer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false, "description":
"Allows for bridging the consumer to the Camel routing Error Handler, which
mean any exceptions (if possible) occurred while the Camel consumer is trying
to pickup incoming messages, or the lik [...]
- "lazyStartProducer": { "index": 28, "kind": "property", "displayName":
"Lazy Start Producer", "group": "producer", "label": "producer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false, "description":
"Whether the producer should be started lazy (on the first message). By
starting lazy you can use this to allow CamelContext and routes to startup in
situations where a producer may otherwise fai [...]
- "operation": { "index": 29, "kind": "property", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "del [...]
- "autowiredEnabled": { "index": 30, "kind": "property", "displayName":
"Autowired Enabled", "group": "advanced", "label": "advanced", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Whether autowiring is enabled. This is used for automatic autowiring options
(the option must be marked as autowired) by looking up in the registry to find
if there is a single instance of matching [...]
- "healthCheckConsumerEnabled": { "index": 31, "kind": "property",
"displayName": "Health Check Consumer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all consumer based health checks
from this component" },
- "healthCheckProducerEnabled": { "index": 32, "kind": "property",
"displayName": "Health Check Producer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all producer based health checks
from this component. Notice: Camel has by default disabled all producer based
health-checks. You can turn on produce [...]
- "accountKey": { "index": 33, "kind": "property", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
- "clientSecret": { "index": 34, "kind": "property", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
- "clientSecretCredential": { "index": 35, "kind": "property",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cred [...]
- "sasCredential": { "index": 36, "kind": "property", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
- "sasSignature": { "index": 37, "kind": "property", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
+ "deleteAfterRead": { "index": 28, "kind": "property", "displayName":
"Delete After Read", "group": "consumer", "label": "consumer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false,
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "Delete a file from the
file system once its exchange has compl [...]
+ "lazyStartProducer": { "index": 29, "kind": "property", "displayName":
"Lazy Start Producer", "group": "producer", "label": "producer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false, "description":
"Whether the producer should be started lazy (on the first message). By
starting lazy you can use this to allow CamelContext and routes to startup in
situations where a producer may otherwise fai [...]
+ "operation": { "index": 30, "kind": "property", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "del [...]
+ "autowiredEnabled": { "index": 31, "kind": "property", "displayName":
"Autowired Enabled", "group": "advanced", "label": "advanced", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Whether autowiring is enabled. This is used for automatic autowiring options
(the option must be marked as autowired) by looking up in the registry to find
if there is a single instance of matching [...]
+ "healthCheckConsumerEnabled": { "index": 32, "kind": "property",
"displayName": "Health Check Consumer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all consumer based health checks
from this component" },
+ "healthCheckProducerEnabled": { "index": 33, "kind": "property",
"displayName": "Health Check Producer Enabled", "group": "health", "label":
"health", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Used for enabling or disabling all producer based health checks
from this component. Notice: Camel has by default disabled all producer based
health-checks. You can turn on produce [...]
+ "accountKey": { "index": 34, "kind": "property", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
+ "clientSecret": { "index": 35, "kind": "property", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
+ "clientSecretCredential": { "index": 36, "kind": "property",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cred [...]
+ "sasCredential": { "index": 37, "kind": "property", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
+ "sasSignature": { "index": 38, "kind": "property", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
},
"headers": {
"CamelAzureStorageDataLakeListFileSystemsOptions": { "index": 0, "kind":
"header", "displayName": "", "group": "producer", "label": "producer",
"required": false, "javaType":
"com.azure.storage.file.datalake.models.ListFileSystemsOptions", "deprecated":
false, "autowired": false, "secret": false, "description": "Defines options
available to configure the behavior of a call to listFileSystemsSegment on a
DataLakeServiceAsyncClient object. Null may be passed.", "constantName":
"org.apa [...]
@@ -163,32 +164,33 @@
"timeout": { "index": 26, "kind": "parameter", "displayName": "Timeout",
"group": "common", "label": "", "required": false, "type": "duration",
"javaType": "java.time.Duration", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "Timeout for operation" },
"umask": { "index": 27, "kind": "parameter", "displayName": "Umask",
"group": "common", "label": "", "required": false, "type": "string",
"javaType": "java.lang.String", "deprecated": false, "autowired": false,
"secret": false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "umask permission for
file" },
"userPrincipalNameReturned": { "index": 28, "kind": "parameter",
"displayName": "User Principal Name Returned", "group": "common", "label": "",
"required": false, "type": "boolean", "javaType": "java.lang.Boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "whether or not to use
upn" },
- "sendEmptyMessageWhenIdle": { "index": 29, "kind": "parameter",
"displayName": "Send Empty Message When Idle", "group": "consumer", "label":
"consumer", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "description": "If the polling consumer did not poll any files, you can
enable this option to send an empty message (no body) instead." },
- "bridgeErrorHandler": { "index": 30, "kind": "parameter", "displayName":
"Bridge Error Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Allows for bridging the consumer to the
Camel routing Error Handler, which mean any exceptions (if possible) occurred
while the Camel consumer is trying to pickup incoming [...]
- "exceptionHandler": { "index": 31, "kind": "parameter", "displayName":
"Exception Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "object", "javaType":
"org.apache.camel.spi.ExceptionHandler", "optionalPrefix": "consumer.",
"deprecated": false, "autowired": false, "secret": false, "description": "To
let the consumer use a custom ExceptionHandler. Notice if the option
bridgeErrorHandler is enabled then this option is not in use. By de [...]
- "exchangePattern": { "index": 32, "kind": "parameter", "displayName":
"Exchange Pattern", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "enum", "javaType":
"org.apache.camel.ExchangePattern", "enum": [ "InOnly", "InOut" ],
"deprecated": false, "autowired": false, "secret": false, "description": "Sets
the exchange pattern when the consumer creates an exchange." },
- "pollStrategy": { "index": 33, "kind": "parameter", "displayName": "Poll
Strategy", "group": "consumer (advanced)", "label": "consumer,advanced",
"required": false, "type": "object", "javaType":
"org.apache.camel.spi.PollingConsumerPollStrategy", "deprecated": false,
"autowired": false, "secret": false, "description": "A pluggable
org.apache.camel.PollingConsumerPollingStrategy allowing you to provide your
custom implementation to control error handling usually occurred during the po
[...]
- "operation": { "index": 34, "kind": "parameter", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "de [...]
- "lazyStartProducer": { "index": 35, "kind": "parameter", "displayName":
"Lazy Start Producer", "group": "producer (advanced)", "label":
"producer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Whether the producer should be started
lazy (on the first message). By starting lazy you can use this to allow
CamelContext and routes to startup in situations where a produ [...]
- "backoffErrorThreshold": { "index": 36, "kind": "parameter",
"displayName": "Backoff Error Threshold", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "integer", "javaType": "int",
"deprecated": false, "autowired": false, "secret": false, "description": "The
number of subsequent error polls (failed due some error) that should happen
before the backoffMultipler should kick-in." },
- "backoffIdleThreshold": { "index": 37, "kind": "parameter", "displayName":
"Backoff Idle Threshold", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "The number of subsequent
idle polls that should happen before the backoffMultipler should kick-in." },
- "backoffMultiplier": { "index": 38, "kind": "parameter", "displayName":
"Backoff Multiplier", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "To let the scheduled
polling consumer backoff if there has been a number of subsequent idles\/errors
in a row. The multiplier is then the number of polls that will be skipped
before the next actual attempt is h [...]
- "delay": { "index": 39, "kind": "parameter", "displayName": "Delay",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 500, "description": "Milliseconds before the
next poll." },
- "greedy": { "index": 40, "kind": "parameter", "displayName": "Greedy",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"boolean", "javaType": "boolean", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": false, "description": "If greedy is enabled,
then the ScheduledPollConsumer will run immediately again, if the previous run
polled 1 or more messages." },
- "healthCheckMaxPollDuration": { "index": 41, "kind": "parameter",
"displayName": "Health Check Max Poll Duration", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "duration", "javaType":
"long", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "0", "description": "How long a poll may run before the health
check of the consumer reports DOWN. The health check is otherwise based on the
polls that are done, so it stays UP while a p [...]
- "initialDelay": { "index": 42, "kind": "parameter", "displayName":
"Initial Delay", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": 1000, "description":
"Milliseconds before the first poll starts." },
- "repeatCount": { "index": 43, "kind": "parameter", "displayName": "Repeat
Count", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 0, "description": "Specifies a maximum limit
of number of fires. So if you set it to 1, the scheduler will only fire once.
If you set it to 5, it will only fire five times. A value of zero or negative
means fire forever." },
- "runLoggingLevel": { "index": 44, "kind": "parameter", "displayName": "Run
Logging Level", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "enum", "javaType": "org.apache.camel.LoggingLevel",
"enum": [ "TRACE", "DEBUG", "INFO", "WARN", "ERROR", "OFF" ], "deprecated":
false, "autowired": false, "secret": false, "defaultValue": "TRACE",
"description": "The consumer logs a start\/complete log line when it polls.
This option allows you to configure the log [...]
- "scheduledExecutorService": { "index": 45, "kind": "parameter",
"displayName": "Scheduled Executor Service", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "object", "javaType":
"java.util.concurrent.ScheduledExecutorService", "deprecated": false,
"autowired": false, "secret": false, "description": "Allows for configuring a
custom\/shared thread pool to use for the consumer. By default each consumer
has its own single threaded thread pool." },
- "scheduler": { "index": 46, "kind": "parameter", "displayName":
"Scheduler", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "object", "javaType": "java.lang.Object", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "none", "description": "To
use a cron scheduler from either camel-spring or camel-quartz component. Use
value spring or quartz for built in scheduler" },
- "schedulerProperties": { "index": 47, "kind": "parameter", "displayName":
"Scheduler Properties", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "object", "javaType":
"java.util.Map<java.lang.String, java.lang.Object>", "prefix": "scheduler.",
"multiValue": true, "deprecated": false, "autowired": false, "secret": false,
"description": "To configure additional properties when using a custom
scheduler or any of the Quartz, Spring based scheduler. This i [...]
- "startScheduler": { "index": 48, "kind": "parameter", "displayName":
"Start Scheduler", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "boolean", "javaType": "boolean", "deprecated":
false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Whether the scheduler should be auto started." },
- "timeUnit": { "index": 49, "kind": "parameter", "displayName": "Time
Unit", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "enum", "javaType": "java.util.concurrent.TimeUnit", "enum": [
"NANOSECONDS", "MICROSECONDS", "MILLISECONDS", "SECONDS", "MINUTES", "HOURS",
"DAYS" ], "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "MILLISECONDS", "description": "Time unit for initialDelay and
delay options." },
- "useFixedDelay": { "index": 50, "kind": "parameter", "displayName": "Use
Fixed Delay", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Controls if fixed delay or fixed rate is used. See ScheduledExecutorService in
JDK for details." },
- "accountKey": { "index": 51, "kind": "parameter", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
- "clientSecret": { "index": 52, "kind": "parameter", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
- "clientSecretCredential": { "index": 53, "kind": "parameter",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cre [...]
- "sasCredential": { "index": 54, "kind": "parameter", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
- "sasSignature": { "index": 55, "kind": "parameter", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
+ "deleteAfterRead": { "index": 29, "kind": "parameter", "displayName":
"Delete After Read", "group": "consumer", "label": "consumer", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": false,
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "Delete a file from the
file system once its exchange has comp [...]
+ "sendEmptyMessageWhenIdle": { "index": 30, "kind": "parameter",
"displayName": "Send Empty Message When Idle", "group": "consumer", "label":
"consumer", "required": false, "type": "boolean", "javaType": "boolean",
"deprecated": false, "autowired": false, "secret": false, "defaultValue":
false, "description": "If the polling consumer did not poll any files, you can
enable this option to send an empty message (no body) instead." },
+ "bridgeErrorHandler": { "index": 31, "kind": "parameter", "displayName":
"Bridge Error Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Allows for bridging the consumer to the
Camel routing Error Handler, which mean any exceptions (if possible) occurred
while the Camel consumer is trying to pickup incoming [...]
+ "exceptionHandler": { "index": 32, "kind": "parameter", "displayName":
"Exception Handler", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "object", "javaType":
"org.apache.camel.spi.ExceptionHandler", "optionalPrefix": "consumer.",
"deprecated": false, "autowired": false, "secret": false, "description": "To
let the consumer use a custom ExceptionHandler. Notice if the option
bridgeErrorHandler is enabled then this option is not in use. By de [...]
+ "exchangePattern": { "index": 33, "kind": "parameter", "displayName":
"Exchange Pattern", "group": "consumer (advanced)", "label":
"consumer,advanced", "required": false, "type": "enum", "javaType":
"org.apache.camel.ExchangePattern", "enum": [ "InOnly", "InOut" ],
"deprecated": false, "autowired": false, "secret": false, "description": "Sets
the exchange pattern when the consumer creates an exchange." },
+ "pollStrategy": { "index": 34, "kind": "parameter", "displayName": "Poll
Strategy", "group": "consumer (advanced)", "label": "consumer,advanced",
"required": false, "type": "object", "javaType":
"org.apache.camel.spi.PollingConsumerPollStrategy", "deprecated": false,
"autowired": false, "secret": false, "description": "A pluggable
org.apache.camel.PollingConsumerPollingStrategy allowing you to provide your
custom implementation to control error handling usually occurred during the po
[...]
+ "operation": { "index": 35, "kind": "parameter", "displayName":
"Operation", "group": "producer", "label": "producer", "required": false,
"type": "enum", "javaType":
"org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition",
"enum": [ "listFileSystem", "createFileSystem", "deleteFileSystem",
"listPaths", "getFile", "downloadToFile", "downloadLink", "deleteFile",
"appendToFile", "flushToFile", "uploadFromFile", "upload",
"openQueryInputStream", "createFile", "de [...]
+ "lazyStartProducer": { "index": 36, "kind": "parameter", "displayName":
"Lazy Start Producer", "group": "producer (advanced)", "label":
"producer,advanced", "required": false, "type": "boolean", "javaType":
"boolean", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": false, "description": "Whether the producer should be started
lazy (on the first message). By starting lazy you can use this to allow
CamelContext and routes to startup in situations where a produ [...]
+ "backoffErrorThreshold": { "index": 37, "kind": "parameter",
"displayName": "Backoff Error Threshold", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "integer", "javaType": "int",
"deprecated": false, "autowired": false, "secret": false, "description": "The
number of subsequent error polls (failed due some error) that should happen
before the backoffMultipler should kick-in." },
+ "backoffIdleThreshold": { "index": 38, "kind": "parameter", "displayName":
"Backoff Idle Threshold", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "The number of subsequent
idle polls that should happen before the backoffMultipler should kick-in." },
+ "backoffMultiplier": { "index": 39, "kind": "parameter", "displayName":
"Backoff Multiplier", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "int", "deprecated": false,
"autowired": false, "secret": false, "description": "To let the scheduled
polling consumer backoff if there has been a number of subsequent idles\/errors
in a row. The multiplier is then the number of polls that will be skipped
before the next actual attempt is h [...]
+ "delay": { "index": 40, "kind": "parameter", "displayName": "Delay",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 500, "description": "Milliseconds before the
next poll." },
+ "greedy": { "index": 41, "kind": "parameter", "displayName": "Greedy",
"group": "scheduler", "label": "consumer,scheduler", "required": false, "type":
"boolean", "javaType": "boolean", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": false, "description": "If greedy is enabled,
then the ScheduledPollConsumer will run immediately again, if the previous run
polled 1 or more messages." },
+ "healthCheckMaxPollDuration": { "index": 42, "kind": "parameter",
"displayName": "Health Check Max Poll Duration", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "duration", "javaType":
"long", "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "0", "description": "How long a poll may run before the health
check of the consumer reports DOWN. The health check is otherwise based on the
polls that are done, so it stays UP while a p [...]
+ "initialDelay": { "index": 43, "kind": "parameter", "displayName":
"Initial Delay", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "integer", "javaType": "long", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": 1000, "description":
"Milliseconds before the first poll starts." },
+ "repeatCount": { "index": 44, "kind": "parameter", "displayName": "Repeat
Count", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "integer", "javaType": "long", "deprecated": false, "autowired": false,
"secret": false, "defaultValue": 0, "description": "Specifies a maximum limit
of number of fires. So if you set it to 1, the scheduler will only fire once.
If you set it to 5, it will only fire five times. A value of zero or negative
means fire forever." },
+ "runLoggingLevel": { "index": 45, "kind": "parameter", "displayName": "Run
Logging Level", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "enum", "javaType": "org.apache.camel.LoggingLevel",
"enum": [ "TRACE", "DEBUG", "INFO", "WARN", "ERROR", "OFF" ], "deprecated":
false, "autowired": false, "secret": false, "defaultValue": "TRACE",
"description": "The consumer logs a start\/complete log line when it polls.
This option allows you to configure the log [...]
+ "scheduledExecutorService": { "index": 46, "kind": "parameter",
"displayName": "Scheduled Executor Service", "group": "scheduler", "label":
"consumer,scheduler", "required": false, "type": "object", "javaType":
"java.util.concurrent.ScheduledExecutorService", "deprecated": false,
"autowired": false, "secret": false, "description": "Allows for configuring a
custom\/shared thread pool to use for the consumer. By default each consumer
has its own single threaded thread pool." },
+ "scheduler": { "index": 47, "kind": "parameter", "displayName":
"Scheduler", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "object", "javaType": "java.lang.Object", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": "none", "description": "To
use a cron scheduler from either camel-spring or camel-quartz component. Use
value spring or quartz for built in scheduler" },
+ "schedulerProperties": { "index": 48, "kind": "parameter", "displayName":
"Scheduler Properties", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "object", "javaType":
"java.util.Map<java.lang.String, java.lang.Object>", "prefix": "scheduler.",
"multiValue": true, "deprecated": false, "autowired": false, "secret": false,
"description": "To configure additional properties when using a custom
scheduler or any of the Quartz, Spring based scheduler. This i [...]
+ "startScheduler": { "index": 49, "kind": "parameter", "displayName":
"Start Scheduler", "group": "scheduler", "label": "consumer,scheduler",
"required": false, "type": "boolean", "javaType": "boolean", "deprecated":
false, "autowired": false, "secret": false, "defaultValue": true,
"description": "Whether the scheduler should be auto started." },
+ "timeUnit": { "index": 50, "kind": "parameter", "displayName": "Time
Unit", "group": "scheduler", "label": "consumer,scheduler", "required": false,
"type": "enum", "javaType": "java.util.concurrent.TimeUnit", "enum": [
"NANOSECONDS", "MICROSECONDS", "MILLISECONDS", "SECONDS", "MINUTES", "HOURS",
"DAYS" ], "deprecated": false, "autowired": false, "secret": false,
"defaultValue": "MILLISECONDS", "description": "Time unit for initialDelay and
delay options." },
+ "useFixedDelay": { "index": 51, "kind": "parameter", "displayName": "Use
Fixed Delay", "group": "scheduler", "label": "consumer,scheduler", "required":
false, "type": "boolean", "javaType": "boolean", "deprecated": false,
"autowired": false, "secret": false, "defaultValue": true, "description":
"Controls if fixed delay or fixed rate is used. See ScheduledExecutorService in
JDK for details." },
+ "accountKey": { "index": 52, "kind": "parameter", "displayName": "Account
Key", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "account key for
authentication" },
+ "clientSecret": { "index": 53, "kind": "parameter", "displayName": "Client
Secret", "group": "security", "label": "security", "required": false, "type":
"string", "javaType": "java.lang.String", "deprecated": false, "autowired":
false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret for azure
account" },
+ "clientSecretCredential": { "index": 54, "kind": "parameter",
"displayName": "Client Secret Credential", "group": "security", "label":
"security", "required": false, "type": "object", "javaType":
"com.azure.identity.ClientSecretCredential", "deprecated": false, "autowired":
true, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "client secret cre [...]
+ "sasCredential": { "index": 55, "kind": "parameter", "displayName": "Sas
Credential", "group": "security", "label": "security", "required": false,
"type": "object", "javaType": "com.azure.core.credential.AzureSasCredential",
"deprecated": false, "autowired": true, "secret": true, "security": "secret",
"configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token credential" },
+ "sasSignature": { "index": 56, "kind": "parameter", "displayName": "Sas
Signature", "group": "security", "label": "security", "required": false,
"type": "string", "javaType": "java.lang.String", "deprecated": false,
"autowired": false, "secret": true, "security": "secret", "configurationClass":
"org.apache.camel.component.azure.storage.datalake.DataLakeConfiguration",
"configurationField": "configuration", "description": "SAS token signature" }
}
}
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/main/docs/azure-storage-datalake-component.adoc
b/components/camel-azure/camel-azure-storage-datalake/src/main/docs/azure-storage-datalake-component.adoc
index 71c222d6f59d..f6ebbd0726a2 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/main/docs/azure-storage-datalake-component.adoc
+++
b/components/camel-azure/camel-azure-storage-datalake/src/main/docs/azure-storage-datalake-component.adoc
@@ -284,6 +284,16 @@ YAML::
----
====
+The consumer reads every file of the file system (or of `path`) at every poll.
To consume each file once, set
+`deleteAfterRead=true`: the file is deleted once its exchange has completed.
When the exchange fails, the file is kept
+and consumed again at the next poll. A file that is already gone is ignored,
and a failure to delete goes to the
+exception handler of the consumer.
+
+[source,java]
+----
+from("azure-storage-datalake:cameltesting/filesystem?accountKey=yourAccountKey&path=inbox&deleteAfterRead=true")
+ .to("mock:results");
+----
=== Producer Examples
- `listFileSystem`
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConfiguration.java
b/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConfiguration.java
index 91dad3eadfe9..f9f6f90d7901 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConfiguration.java
+++
b/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConfiguration.java
@@ -73,6 +73,10 @@ public class DataLakeConfiguration implements Cloneable {
private String regex;
@UriParam(description = "directory of file to do operations in the local
system")
private String fileDir;
+ @UriParam(label = "consumer", defaultValue = "false",
+ description = "Delete a file from the file system once its
exchange has completed. When the exchange fails,"
+ + " the file is not deleted, so it is consumed
again at the next poll.")
+ private boolean deleteAfterRead;
@UriParam(description = "offset position in file for different operations")
private Long fileOffset;
@UriParam(description = "count number of bytes to download")
@@ -240,6 +244,14 @@ public class DataLakeConfiguration implements Cloneable {
this.maxResults = maxResults;
}
+ public boolean isDeleteAfterRead() {
+ return deleteAfterRead;
+ }
+
+ public void setDeleteAfterRead(boolean deleteAfterRead) {
+ this.deleteAfterRead = deleteAfterRead;
+ }
+
public Boolean getRecursive() {
return recursive;
}
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumer.java
b/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumer.java
index d2e2e606ef30..0a82efe58e59 100644
---
a/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumer.java
+++
b/components/camel-azure/camel-azure-storage-datalake/src/main/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumer.java
@@ -185,10 +185,13 @@ public class DataLakeConsumer extends
ScheduledBatchPollingConsumer {
pendingExchanges = total - i - 1;
+ // the file the exchange was created from, as the route may change
the header
+ final String fileName =
exchange.getIn().getHeader(DataLakeConstants.FILE_NAME, String.class);
+
exchange.getExchangeExtension().addOnCompletion(new
Synchronization() {
@Override
public void onComplete(Exchange exchange) {
- LOG.trace("Processing all exchanges completed");
+ processCommit(exchange, fileName);
}
@Override
@@ -204,6 +207,37 @@ public class DataLakeConsumer extends
ScheduledBatchPollingConsumer {
return total;
}
+ /**
+ * Deletes the file the exchange was created from, when deleteAfterRead is
enabled.
+ *
+ * @param exchange the completed exchange
+ * @param fileName the name of the file in the file system, the exchange
was created from
+ */
+ protected void processCommit(Exchange exchange, String fileName) {
+ if (!getEndpoint().getConfiguration().isDeleteAfterRead() || fileName
== null) {
+ return;
+ }
+ final String fileSystemName =
getEndpoint().getConfiguration().getFileSystemName();
+ try {
+ LOG.trace("Deleting file {} from file system {}...", fileName,
fileSystemName);
+ final DataLakeFileClientWrapper clientWrapper = new
DataLakeFileClientWrapper(
+
getEndpoint().getDataLakeServiceClient().getFileSystemClient(fileSystemName).getFileClient(fileName));
+ clientWrapper.delete(null, null);
+ LOG.trace("Deleted file {} from file system {}", fileName,
fileSystemName);
+ } catch (DataLakeStorageException e) {
+ if (NOT_FOUND == e.getStatusCode()) {
+ // already deleted, for example by another consumer
+ LOG.debug("File {} to delete no longer exists in file system
{}", fileName, fileSystemName);
+ } else {
+ getExceptionHandler().handleException(
+ "Error deleting file " + fileName + " from file system
" + fileSystemName, exchange, e);
+ }
+ } catch (Exception e) {
+ getExceptionHandler().handleException(
+ "Error deleting file " + fileName + " from file system " +
fileSystemName, exchange, e);
+ }
+ }
+
protected void processRollback(Exchange exchange) {
final Exception cause = exchange.getException();
if (cause != null) {
diff --git
a/components/camel-azure/camel-azure-storage-datalake/src/test/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumerDeleteAfterReadTest.java
b/components/camel-azure/camel-azure-storage-datalake/src/test/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumerDeleteAfterReadTest.java
new file mode 100644
index 000000000000..e6d9054feb53
--- /dev/null
+++
b/components/camel-azure/camel-azure-storage-datalake/src/test/java/org/apache/camel/component/azure/storage/datalake/DataLakeConsumerDeleteAfterReadTest.java
@@ -0,0 +1,217 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.component.azure.storage.datalake;
+
+import java.io.ByteArrayInputStream;
+import java.nio.charset.StandardCharsets;
+import java.util.List;
+import java.util.Set;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentSkipListSet;
+import java.util.concurrent.CopyOnWriteArrayList;
+import java.util.concurrent.TimeUnit;
+
+import com.azure.core.http.HttpResponse;
+import com.azure.core.http.rest.PagedIterable;
+import com.azure.core.http.rest.Response;
+import com.azure.storage.file.datalake.DataLakeFileClient;
+import com.azure.storage.file.datalake.DataLakeFileSystemClient;
+import com.azure.storage.file.datalake.DataLakeServiceClient;
+import
com.azure.storage.file.datalake.models.DataLakeFileOpenInputStreamResult;
+import com.azure.storage.file.datalake.models.DataLakeStorageException;
+import com.azure.storage.file.datalake.models.PathItem;
+import org.apache.camel.CamelContext;
+import org.apache.camel.Exchange;
+import org.apache.camel.builder.RouteBuilder;
+import org.apache.camel.component.mock.MockEndpoint;
+import org.apache.camel.spi.ExceptionHandler;
+import org.apache.camel.test.junit6.CamelTestSupport;
+import org.junit.jupiter.api.Test;
+
+import static org.awaitility.Awaitility.await;
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+import static org.mockito.ArgumentMatchers.any;
+import static org.mockito.ArgumentMatchers.anyString;
+import static org.mockito.Mockito.mock;
+import static org.mockito.Mockito.when;
+
+/**
+ * With deleteAfterRead, the consumer deletes each file once its exchange has
completed, and keeps it when the exchange
+ * fails.
+ */
+class DataLakeConsumerDeleteAfterReadTest extends CamelTestSupport {
+
+ private final Set<String> files = new ConcurrentSkipListSet<>();
+ private final List<String> deleteRequests = new CopyOnWriteArrayList<>();
+ private final Set<String> deleteFails = ConcurrentHashMap.newKeySet();
+ private final List<String> handled = new CopyOnWriteArrayList<>();
+
+ @Override
+ protected CamelContext createCamelContext() throws Exception {
+ CamelContext context = super.createCamelContext();
+ context.getRegistry().bind("client", serviceClient());
+ context.getRegistry().bind("recordErrors", new ExceptionHandler() {
+ @Override
+ public void handleException(Throwable exception) {
+ handled.add(String.valueOf(exception.getMessage()));
+ }
+
+ @Override
+ public void handleException(String message, Throwable exception) {
+ handled.add(message);
+ }
+
+ @Override
+ public void handleException(String message, Exchange exchange,
Throwable exception) {
+ handled.add(message);
+ }
+ });
+ return context;
+ }
+
+ @Test
+ void filesAreDeletedAfterTheyAreConsumed() throws Exception {
+ files.add("a.txt");
+ files.add("b.txt");
+ MockEndpoint mock = getMockEndpoint("mock:result");
+ mock.expectedBodiesReceivedInAnyOrder("a.txt", "b.txt");
+
+ addConsumerRoute("&deleteAfterRead=true", false);
+
+ mock.assertIsSatisfied();
+ await().atMost(10, TimeUnit.SECONDS).until(files::isEmpty);
+ assertTrue(deleteRequests.containsAll(List.of("a.txt", "b.txt")),
"deleted: " + deleteRequests);
+ // each file is consumed once, as it is gone at the next poll
+ await().during(200, TimeUnit.MILLISECONDS).atMost(5, TimeUnit.SECONDS)
+ .until(() -> mock.getReceivedCounter() == 2);
+ }
+
+ @Test
+ void theFileOfTheExchangeIsDeletedWhenTheRouteChangesTheHeader() throws
Exception {
+ files.add("a.txt");
+ MockEndpoint mock = getMockEndpoint("mock:result");
+ mock.expectedMinimumMessageCount(1);
+
+ context.addRoutes(new RouteBuilder() {
+ @Override
+ public void configure() {
+
from("azure-storage-datalake:account/fs?serviceClient=#client&initialDelay=0&delay=10&deleteAfterRead=true")
+ .setHeader(DataLakeConstants.FILE_NAME,
constant("other.txt"))
+ .convertBodyTo(String.class)
+ .to("mock:result");
+ }
+ });
+
+ mock.assertIsSatisfied();
+ await().atMost(10, TimeUnit.SECONDS).until(files::isEmpty);
+ assertEquals("a.txt", deleteRequests.get(0));
+ }
+
+ @Test
+ void aFailedExchangeKeepsTheFile() throws Exception {
+ files.add("a.txt");
+ MockEndpoint mock = getMockEndpoint("mock:result");
+ // read again at the next polls, as it is not deleted
+ mock.expectedMinimumMessageCount(3);
+
+
addConsumerRoute("&deleteAfterRead=true&exceptionHandler=#recordErrors", true);
+
+ mock.assertIsSatisfied();
+ assertTrue(deleteRequests.isEmpty(), "nothing is deleted: " +
deleteRequests);
+ assertTrue(files.contains("a.txt"));
+ }
+
+ @Test
+ void withoutTheOptionNothingIsDeleted() throws Exception {
+ files.add("a.txt");
+ MockEndpoint mock = getMockEndpoint("mock:result");
+ mock.expectedMinimumMessageCount(3);
+
+ addConsumerRoute("", false);
+
+ mock.assertIsSatisfied();
+ assertTrue(deleteRequests.isEmpty(), "nothing is deleted: " +
deleteRequests);
+ }
+
+ @Test
+ void aFailedDeleteGoesToTheExceptionHandler() throws Exception {
+ files.add("a.txt");
+ deleteFails.add("a.txt");
+ MockEndpoint mock = getMockEndpoint("mock:result");
+ mock.expectedMinimumMessageCount(1);
+
+
addConsumerRoute("&deleteAfterRead=true&exceptionHandler=#recordErrors", false);
+
+ mock.assertIsSatisfied();
+ await().atMost(10, TimeUnit.SECONDS)
+ .until(() -> handled.stream().anyMatch(m -> m.contains("Error
deleting file a.txt from file system fs")));
+ }
+
+ private void addConsumerRoute(String options, boolean fail) throws
Exception {
+ context.addRoutes(new RouteBuilder() {
+ @Override
+ public void configure() {
+
from("azure-storage-datalake:account/fs?serviceClient=#client&initialDelay=0&delay=10"
+ options)
+ .convertBodyTo(String.class)
+ .to("mock:result")
+ .process(exchange -> {
+ if (fail) {
+ throw new IllegalStateException("Forced");
+ }
+ });
+ }
+ });
+ }
+
+ @SuppressWarnings("unchecked")
+ private DataLakeServiceClient serviceClient() {
+ DataLakeServiceClient serviceClient =
mock(DataLakeServiceClient.class);
+ DataLakeFileSystemClient fileSystemClient =
mock(DataLakeFileSystemClient.class);
+
when(serviceClient.getFileSystemClient(anyString())).thenReturn(fileSystemClient);
+
+ PagedIterable<PathItem> listing = mock(PagedIterable.class);
+ when(listing.stream()).thenAnswer(i -> files.stream()
+ .map(name -> new PathItem(null, null, 0L, null, false, name,
null, null))
+ .toList().stream());
+ when(fileSystemClient.listPaths(any(), any())).thenReturn(listing);
+
+ when(fileSystemClient.getFileClient(anyString())).thenAnswer(i ->
fileClient(i.getArgument(0)));
+ return serviceClient;
+ }
+
+ @SuppressWarnings("unchecked")
+ private DataLakeFileClient fileClient(String name) {
+ DataLakeFileClient fileClient = mock(DataLakeFileClient.class);
+ when(fileClient.openInputStream()).thenAnswer(i -> {
+ DataLakeFileOpenInputStreamResult result =
mock(DataLakeFileOpenInputStreamResult.class);
+ when(result.getInputStream()).thenReturn(new
ByteArrayInputStream(name.getBytes(StandardCharsets.UTF_8)));
+ return result;
+ });
+ when(fileClient.deleteWithResponse(any(), any(), any())).thenAnswer(i
-> {
+ deleteRequests.add(name);
+ if (deleteFails.contains(name)) {
+ HttpResponse response = mock(HttpResponse.class);
+ when(response.getStatusCode()).thenReturn(500);
+ throw new DataLakeStorageException("Internal error", response,
null);
+ }
+ files.remove(name);
+ return mock(Response.class);
+ });
+ return fileClient;
+ }
+}
diff --git
a/dsl/camel-componentdsl/src/generated/java/org/apache/camel/builder/component/dsl/AzureStorageDatalakeComponentBuilderFactory.java
b/dsl/camel-componentdsl/src/generated/java/org/apache/camel/builder/component/dsl/AzureStorageDatalakeComponentBuilderFactory.java
index b19114ded4e9..afbc8c8aa90b 100644
---
a/dsl/camel-componentdsl/src/generated/java/org/apache/camel/builder/component/dsl/AzureStorageDatalakeComponentBuilderFactory.java
+++
b/dsl/camel-componentdsl/src/generated/java/org/apache/camel/builder/component/dsl/AzureStorageDatalakeComponentBuilderFactory.java
@@ -504,6 +504,25 @@ public interface
AzureStorageDatalakeComponentBuilderFactory {
}
+ /**
+ * Delete a file from the file system once its exchange has completed.
+ * When the exchange fails, the file is not deleted, so it is consumed
+ * again at the next poll.
+ *
+ * The option is a: <code>boolean</code> type.
+ *
+ * Default: false
+ * Group: consumer
+ *
+ * @param deleteAfterRead the value to set
+ * @return the dsl builder
+ */
+ default AzureStorageDatalakeComponentBuilder deleteAfterRead(boolean
deleteAfterRead) {
+ doSetProperty("deleteAfterRead", deleteAfterRead);
+ return this;
+ }
+
+
/**
* Whether the producer should be started lazy (on the first message).
* By starting lazy you can use this to allow CamelContext and routes
to
@@ -733,6 +752,7 @@ public interface
AzureStorageDatalakeComponentBuilderFactory {
case "umask": getOrCreateConfiguration((DataLakeComponent)
component).setUmask((java.lang.String) value); return true;
case "userPrincipalNameReturned":
getOrCreateConfiguration((DataLakeComponent)
component).setUserPrincipalNameReturned((java.lang.Boolean) value); return true;
case "bridgeErrorHandler": ((DataLakeComponent)
component).setBridgeErrorHandler((boolean) value); return true;
+ case "deleteAfterRead":
getOrCreateConfiguration((DataLakeComponent)
component).setDeleteAfterRead((boolean) value); return true;
case "lazyStartProducer": ((DataLakeComponent)
component).setLazyStartProducer((boolean) value); return true;
case "operation": getOrCreateConfiguration((DataLakeComponent)
component).setOperation((org.apache.camel.component.azure.storage.datalake.DataLakeOperationsDefinition)
value); return true;
case "autowiredEnabled": ((DataLakeComponent)
component).setAutowiredEnabled((boolean) value); return true;
diff --git
a/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DataLakeEndpointBuilderFactory.java
b/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DataLakeEndpointBuilderFactory.java
index 065e1497b656..791471f85709 100644
---
a/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DataLakeEndpointBuilderFactory.java
+++
b/dsl/camel-endpointdsl/src/generated/java/org/apache/camel/builder/endpoint/dsl/DataLakeEndpointBuilderFactory.java
@@ -702,6 +702,40 @@ public interface DataLakeEndpointBuilderFactory {
doSetProperty("userPrincipalNameReturned",
userPrincipalNameReturned);
return this;
}
+ /**
+ * Delete a file from the file system once its exchange has completed.
+ * When the exchange fails, the file is not deleted, so it is consumed
+ * again at the next poll.
+ *
+ * The option is a: <code>boolean</code> type.
+ *
+ * Default: false
+ * Group: consumer
+ *
+ * @param deleteAfterRead the value to set
+ * @return the dsl builder
+ */
+ default DataLakeEndpointConsumerBuilder deleteAfterRead(boolean
deleteAfterRead) {
+ doSetProperty("deleteAfterRead", deleteAfterRead);
+ return this;
+ }
+ /**
+ * Delete a file from the file system once its exchange has completed.
+ * When the exchange fails, the file is not deleted, so it is consumed
+ * again at the next poll.
+ *
+ * The option will be converted to a <code>boolean</code> type.
+ *
+ * Default: false
+ * Group: consumer
+ *
+ * @param deleteAfterRead the value to set
+ * @return the dsl builder
+ */
+ default DataLakeEndpointConsumerBuilder deleteAfterRead(String
deleteAfterRead) {
+ doSetProperty("deleteAfterRead", deleteAfterRead);
+ return this;
+ }
/**
* If the polling consumer did not poll any files, you can enable this
* option to send an empty message (no body) instead.