[
https://issues.apache.org/jira/browse/HADOOP-16039?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16738258#comment-16738258
]
Steve Loughran commented on HADOOP-16039:
-----------------------------------------
Stack, for the curious
{code}
ERROR] testCreateNonRecursiveFunctionality[CNR - When file exist. Override
true](org.apache.hadoop.fs.adl.live.TestAdlInternalCreateNonRecursive) Time
elapsed: 102.596 s <<< ERROR!
com.microsoft.azure.datalake.store.ADLException:
Error creating file
/test/createNonRecursive/d38b1472-c154-4053-8126-fed057e52586/6dd5d959-3d98-45d5-9cf3-c83d0f36c20d
Error fetching access token
Operation null failed with exception java.io.IOException : Server returned HTTP
response code: 401 for URL: https://login.microsoftonline.com/$UUID/oauth2/token
Last encountered exception thrown after 5 tries.
[java.io.IOException,java.io.IOException,java.io.IOException,java.io.IOException,java.io.IOException]
[ServerRequestId:null]
at
com.microsoft.azure.datalake.store.ADLStoreClient.getExceptionFromResponse(ADLStoreClient.java:1194)
at
com.microsoft.azure.datalake.store.ADLStoreClient.createFile(ADLStoreClient.java:284)
at org.apache.hadoop.fs.adl.AdlFileSystem.create(AdlFileSystem.java:375)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1067)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1048)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:937)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:925)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:696)
at
org.apache.hadoop.fs.adl.live.TestAdlInternalCreateNonRecursive.testCreateNonRecursiveFunctionality(TestAdlInternalCreateNonRecursive.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Server returned HTTP response code: 401 for
URL: https://login.microsoftonline.com/$UUID/oauth2/token
at sun.reflect.GeneratedConstructorAccessor16.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at
sun.net.www.protocol.http.HttpURLConnection$10.run(HttpURLConnection.java:1926)
at
sun.net.www.protocol.http.HttpURLConnection$10.run(HttpURLConnection.java:1921)
at java.security.AccessController.doPrivileged(Native Method)
at
sun.net.www.protocol.http.HttpURLConnection.getChainedException(HttpURLConnection.java:1920)
at
sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1490)
at
sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1474)
at
sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:254)
at
com.microsoft.azure.datalake.store.oauth2.AzureADAuthenticator.getTokenSingleCall(AzureADAuthenticator.java:271)
at
com.microsoft.azure.datalake.store.oauth2.AzureADAuthenticator.getTokenCall(AzureADAuthenticator.java:213)
at
com.microsoft.azure.datalake.store.oauth2.AzureADAuthenticator.getTokenUsingClientCreds(AzureADAuthenticator.java:64)
at
com.microsoft.azure.datalake.store.oauth2.ClientCredsTokenProvider.refreshToken(ClientCredsTokenProvider.java:39)
at
com.microsoft.azure.datalake.store.oauth2.AccessTokenProvider.getToken(AccessTokenProvider.java:36)
at
com.microsoft.azure.datalake.store.ADLStoreClient.getAccessToken(ADLStoreClient.java:1050)
at
com.microsoft.azure.datalake.store.HttpTransport.makeSingleCall(HttpTransport.java:176)
at
com.microsoft.azure.datalake.store.HttpTransport.makeCall(HttpTransport.java:90)
at com.microsoft.azure.datalake.store.Core.create(Core.java:120)
at
com.microsoft.azure.datalake.store.ADLStoreClient.createFile(ADLStoreClient.java:280)
... 33 more
Caused by: java.io.IOException: Server returned HTTP response code: 401 for
URL: https://login.microsoftonline.com/$UUID
at
sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1876)
at
sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1474)
at
java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:480)
at
sun.net.www.protocol.https.HttpsURLConnectionImpl.getResponseCode(HttpsURLConnectionImpl.java:338)
at
com.microsoft.azure.datalake.store.oauth2.AzureADAuthenticator.getTokenSingleCall(AzureADAuthenticator.java:261)
... 42 more
{code}
> backport HADOOP-15965, "Upgrade ADLS SDK to 2.3.3" to branch-2
> --------------------------------------------------------------
>
> Key: HADOOP-16039
> URL: https://issues.apache.org/jira/browse/HADOOP-16039
> Project: Hadoop Common
> Issue Type: Improvement
> Components: fs/azure
> Affects Versions: 2.9.2
> Reporter: Steve Loughran
> Assignee: Steve Loughran
> Priority: Major
> Attachments: HADOOP-16039-001.patch
>
>
> Backport the ADLS SDK 2.3.3 update to branch-2, retest. etc
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
