[
https://issues.apache.org/jira/browse/NIFI-13459?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Moritz Larndorfer updated NIFI-13459:
-------------------------------------
Description:
When updating from 1.25.0. to 1.26.0 a PutAzureDataLakeStorage processor
started throwing the error shown in the attached image.
These are the descriptions of the processor and its
ADLSCredentialsControllerService:
{
"identifier": "",
"instanceIdentifier": "",
"name": "Store in Datalake",
"type": "org.apache.nifi.processors.azure.storage.PutAzureDataLakeStorage",
"bundle":
{ "group": "org.apache.nifi", "artifact": "nifi-azure-nar",
"version": "1.25.0" }
,
"properties": {
"filesystem-name": "rawdata",
"conflict-resolution-strategy": "ignore",
"adls-credentials-service": "",
"Resource Transfer Source": "FLOWFILE_CONTENT",
"directory-name": "${path}",
"file-name": "${filename}",
"base-temporary-path": ""
},
"schedulingPeriod": "0 sec",
"schedulingStrategy": "TIMER_DRIVEN",
"executionNode": "ALL",
"penaltyDuration": "30 sec",
"yieldDuration": "1 sec",
"bulletinLevel": "WARN",
"runDurationMillis": 0,
"concurrentlySchedulableTaskCount": 1,
"autoTerminatedRelationships": [],
"scheduledState": "RUNNING",
"retryCount": 10,
"retriedRelationships": [],
"backoffMechanism": "PENALIZE_FLOWFILE",
"maxBackoffPeriod": "10 mins",
"componentType": "PROCESSOR",
"groupIdentifier": ""
}
{
"identifier": "",
"instanceIdentifier": "",
"name": "ADLSCredentialsControllerService FillDatalake",
"comments": "",
"type":
"org.apache.nifi.services.azure.storage.ADLSCredentialsControllerService",
"bundle":
{ "group": "org.apache.nifi", "artifact": "nifi-azure-nar",
"version": "1.25.0" }
,
"properties":
{ "storage-account-name": "",
"service-principal-client-secret": "", "storage-use-managed-identity":
"false", "storage-endpoint-suffix": "dfs.core.windows.net",
"service-principal-tenant-id": "", "service-principal-client-id": ""
}
,
"propertyDescriptors": {},
"controllerServiceApis": [{
"type":
"org.apache.nifi.services.azure.storage.ADLSCredentialsService",
"bundle":
{ "group": "org.apache.nifi", "artifact":
"nifi-azure-services-api-nar", "version": "1.25.0" }
}
],
"scheduledState": "ENABLED",
"bulletinLevel": "WARN",
"componentType": "CONTROLLER_SERVICE",
"groupIdentifier": ""
}
was:
When updating from 1.25.0. to 1.26.0 a PutAzureDataLakeStorage processor
started throwing errors.
These are the descriptions of the processor and its
ADLSCredentialsControllerService:
{
"identifier": "",
"instanceIdentifier": "",
"name": "Store in Datalake",
"type": "org.apache.nifi.processors.azure.storage.PutAzureDataLakeStorage",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-azure-nar",
"version": "1.25.0"
},
"properties": {
"filesystem-name": "rawdata",
"conflict-resolution-strategy": "ignore",
"adls-credentials-service": "",
"Resource Transfer Source": "FLOWFILE_CONTENT",
"directory-name": "${path}",
"file-name": "${filename}",
"base-temporary-path": ""
},
"schedulingPeriod": "0 sec",
"schedulingStrategy": "TIMER_DRIVEN",
"executionNode": "ALL",
"penaltyDuration": "30 sec",
"yieldDuration": "1 sec",
"bulletinLevel": "WARN",
"runDurationMillis": 0,
"concurrentlySchedulableTaskCount": 1,
"autoTerminatedRelationships": [],
"scheduledState": "RUNNING",
"retryCount": 10,
"retriedRelationships": [],
"backoffMechanism": "PENALIZE_FLOWFILE",
"maxBackoffPeriod": "10 mins",
"componentType": "PROCESSOR",
"groupIdentifier": ""
}
{
"identifier": "",
"instanceIdentifier": "",
"name": "ADLSCredentialsControllerService FillDatalake",
"comments": "",
"type":
"org.apache.nifi.services.azure.storage.ADLSCredentialsControllerService",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-azure-nar",
"version": "1.25.0"
},
"properties": {
"storage-account-name": "",
"service-principal-client-secret": "",
"storage-use-managed-identity": "false",
"storage-endpoint-suffix": "dfs.core.windows.net",
"service-principal-tenant-id": "",
"service-principal-client-id": ""
},
"propertyDescriptors": {},
"controllerServiceApis": [{
"type":
"org.apache.nifi.services.azure.storage.ADLSCredentialsService",
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-azure-services-api-nar",
"version": "1.25.0"
}
}
],
"scheduledState": "ENABLED",
"bulletinLevel": "WARN",
"componentType": "CONTROLLER_SERVICE",
"groupIdentifier": ""
}
> Update to 1.26.0 breaks some PutAzureDataLakeStorage functionality
> ------------------------------------------------------------------
>
> Key: NIFI-13459
> URL: https://issues.apache.org/jira/browse/NIFI-13459
> Project: Apache NiFi
> Issue Type: Bug
> Components: Extensions
> Affects Versions: 1.26.0
> Environment: Azure Kubernetes Service 1.28.9
> Standard_D4s_v3
> Reporter: Moritz Larndorfer
> Priority: Minor
> Attachments: error.png
>
>
> When updating from 1.25.0. to 1.26.0 a PutAzureDataLakeStorage processor
> started throwing the error shown in the attached image.
> These are the descriptions of the processor and its
> ADLSCredentialsControllerService:
> {
> "identifier": "",
> "instanceIdentifier": "",
> "name": "Store in Datalake",
> "type":
> "org.apache.nifi.processors.azure.storage.PutAzureDataLakeStorage",
> "bundle":
> { "group": "org.apache.nifi", "artifact": "nifi-azure-nar",
> "version": "1.25.0" }
> ,
> "properties": {
> "filesystem-name": "rawdata",
> "conflict-resolution-strategy": "ignore",
> "adls-credentials-service": "",
> "Resource Transfer Source": "FLOWFILE_CONTENT",
> "directory-name": "${path}",
> "file-name": "${filename}",
> "base-temporary-path": ""
> },
> "schedulingPeriod": "0 sec",
> "schedulingStrategy": "TIMER_DRIVEN",
> "executionNode": "ALL",
> "penaltyDuration": "30 sec",
> "yieldDuration": "1 sec",
> "bulletinLevel": "WARN",
> "runDurationMillis": 0,
> "concurrentlySchedulableTaskCount": 1,
> "autoTerminatedRelationships": [],
> "scheduledState": "RUNNING",
> "retryCount": 10,
> "retriedRelationships": [],
> "backoffMechanism": "PENALIZE_FLOWFILE",
> "maxBackoffPeriod": "10 mins",
> "componentType": "PROCESSOR",
> "groupIdentifier": ""
> }
> {
> "identifier": "",
> "instanceIdentifier": "",
> "name": "ADLSCredentialsControllerService FillDatalake",
> "comments": "",
> "type":
> "org.apache.nifi.services.azure.storage.ADLSCredentialsControllerService",
> "bundle":
> { "group": "org.apache.nifi", "artifact": "nifi-azure-nar",
> "version": "1.25.0" }
> ,
> "properties":
> { "storage-account-name": "",
> "service-principal-client-secret": "",
> "storage-use-managed-identity": "false", "storage-endpoint-suffix":
> "dfs.core.windows.net", "service-principal-tenant-id": "",
> "service-principal-client-id": "" }
> ,
> "propertyDescriptors": {},
> "controllerServiceApis": [{
> "type":
> "org.apache.nifi.services.azure.storage.ADLSCredentialsService",
> "bundle":
> { "group": "org.apache.nifi", "artifact":
> "nifi-azure-services-api-nar", "version": "1.25.0"
> }
> }
> ],
> "scheduledState": "ENABLED",
> "bulletinLevel": "WARN",
> "componentType": "CONTROLLER_SERVICE",
> "groupIdentifier": ""
> }
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
