[
https://issues.apache.org/jira/browse/HADOOP-18033?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17454049#comment-17454049
]
Viraj Jasani commented on HADOOP-18033:
---------------------------------------
With this upgrade, we will also need to explicitly add new dependency
{_}javax.ws.rs:javax.ws.rs-api{_}.
We also need to exclude it from shading, else we will get multiple duplicate
class clash with existing javax.ws.rs dependencies.
For the record, let me provide duplicate class details:
{code:java}
Duplicate classes found: Found in:
org.apache.hadoop:hadoop-client-minicluster:jar:3.4.0-SNAPSHOT:compile
org.apache.hadoop:hadoop-client-runtime:jar:3.4.0-SNAPSHOT:compile
Duplicate classes:
org/apache/hadoop/shaded/javax/ws/rs/POST.class
org/apache/hadoop/shaded/javax/ws/rs/core/Link$JaxbLink.class
org/apache/hadoop/shaded/javax/ws/rs/NotFoundException.class
org/apache/hadoop/shaded/javax/ws/rs/container/PreMatching.class
org/apache/hadoop/shaded/javax/ws/rs/container/ContainerRequestContext.class
org/apache/hadoop/shaded/javax/ws/rs/core/FeatureContext.class
org/apache/hadoop/shaded/javax/ws/rs/core/HttpHeaders.class
org/apache/hadoop/shaded/javax/ws/rs/PATCH.class
org/apache/hadoop/shaded/javax/ws/rs/sse/OutboundSseEvent$Builder.class
org/apache/hadoop/shaded/javax/ws/rs/core/GenericType.class
org/apache/hadoop/shaded/javax/ws/rs/sse/SseBroadcaster.class
org/apache/hadoop/shaded/javax/ws/rs/core/MediaType$2.class
org/apache/hadoop/shaded/javax/ws/rs/core/StreamingOutput.class
org/apache/hadoop/shaded/javax/ws/rs/core/GenericEntity.class
org/apache/hadoop/shaded/javax/ws/rs/core/PathSegment.class
org/apache/hadoop/shaded/javax/ws/rs/BadRequestException.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ExceptionMapper.class
org/apache/hadoop/shaded/javax/ws/rs/client/ClientBuilder.class
org/apache/hadoop/shaded/javax/ws/rs/Priorities.class
org/apache/hadoop/shaded/javax/ws/rs/HeaderParam.class
org/apache/hadoop/shaded/javax/ws/rs/core/Context.class
org/apache/hadoop/shaded/javax/ws/rs/container/ResourceContext.class
org/apache/hadoop/shaded/javax/ws/rs/ConstrainedTo.class
org/apache/hadoop/shaded/javax/ws/rs/Encoded.class
org/apache/hadoop/shaded/javax/ws/rs/core/AbstractMultivaluedMap.class
org/apache/hadoop/shaded/javax/ws/rs/client/Entity.class
org/apache/hadoop/shaded/javax/ws/rs/client/SyncInvoker.class
org/apache/hadoop/shaded/javax/ws/rs/NameBinding.class
org/apache/hadoop/shaded/javax/ws/rs/client/Invocation$Builder.class
org/apache/hadoop/shaded/javax/ws/rs/ext/MessageBodyReader.class
org/apache/hadoop/shaded/javax/ws/rs/client/ResponseProcessingException.class
org/apache/hadoop/shaded/javax/ws/rs/sse/FactoryFinder.class
org/apache/hadoop/shaded/javax/ws/rs/client/FactoryFinder.class
org/apache/hadoop/shaded/javax/ws/rs/container/ContainerRequestFilter.class
org/apache/hadoop/shaded/javax/ws/rs/ext/RuntimeDelegate$HeaderDelegate.class
org/apache/hadoop/shaded/javax/ws/rs/core/Response$Status$Family.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ReaderInterceptor.class
org/apache/hadoop/shaded/javax/ws/rs/container/ContainerResponseContext.class
org/apache/hadoop/shaded/javax/ws/rs/ApplicationPath.class
org/apache/hadoop/shaded/javax/ws/rs/ext/WriterInterceptorContext.class
org/apache/hadoop/shaded/javax/ws/rs/PUT.class
org/apache/hadoop/shaded/javax/ws/rs/container/ResourceInfo.class
org/apache/hadoop/shaded/javax/ws/rs/core/Response$ResponseBuilder.class
org/apache/hadoop/shaded/javax/ws/rs/ext/MessageBodyWriter.class
org/apache/hadoop/shaded/javax/ws/rs/sse/SseEventSource.class
org/apache/hadoop/shaded/javax/ws/rs/FormParam.class
org/apache/hadoop/shaded/javax/ws/rs/PathParam.class
org/apache/hadoop/shaded/javax/ws/rs/core/Application.class
org/apache/hadoop/shaded/javax/ws/rs/core/Link$Builder.class
org/apache/hadoop/shaded/javax/ws/rs/NotAcceptableException.class
org/apache/hadoop/shaded/javax/ws/rs/NotAllowedException.class
org/apache/hadoop/shaded/javax/ws/rs/ext/InterceptorContext.class
org/apache/hadoop/shaded/javax/ws/rs/container/ConnectionCallback.class
org/apache/hadoop/shaded/javax/ws/rs/container/TimeoutHandler.class
org/apache/hadoop/shaded/javax/ws/rs/core/Request.class
org/apache/hadoop/shaded/javax/ws/rs/WebApplicationException.class
org/apache/hadoop/shaded/javax/ws/rs/ext/WriterInterceptor.class
org/apache/hadoop/shaded/javax/ws/rs/RedirectionException.class
org/apache/hadoop/shaded/javax/ws/rs/ext/RuntimeDelegate.class
org/apache/hadoop/shaded/javax/ws/rs/CookieParam.class
org/apache/hadoop/shaded/javax/ws/rs/container/CompletionCallback.class
org/apache/hadoop/shaded/javax/ws/rs/Path.class
org/apache/hadoop/shaded/javax/ws/rs/client/Invocation.class
org/apache/hadoop/shaded/javax/ws/rs/core/EntityTag.class
org/apache/hadoop/shaded/javax/ws/rs/core/UriBuilder.class
org/apache/hadoop/shaded/javax/ws/rs/sse/SseEventSource$Builder.class
org/apache/hadoop/shaded/javax/ws/rs/DefaultValue.class
org/apache/hadoop/shaded/javax/ws/rs/client/Client.class
org/apache/hadoop/shaded/javax/ws/rs/ext/FactoryFinder.class
org/apache/hadoop/shaded/javax/ws/rs/NotSupportedException.class
org/apache/hadoop/shaded/javax/ws/rs/HEAD.class
org/apache/hadoop/shaded/javax/ws/rs/core/Link.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ParamConverter$Lazy.class
org/apache/hadoop/shaded/javax/ws/rs/QueryParam.class
org/apache/hadoop/shaded/javax/ws/rs/core/Response$StatusType.class
org/apache/hadoop/shaded/javax/ws/rs/client/ClientResponseFilter.class
org/apache/hadoop/shaded/javax/ws/rs/client/RxInvoker.class
org/apache/hadoop/shaded/javax/ws/rs/core/MultivaluedHashMap.class
org/apache/hadoop/shaded/javax/ws/rs/core/UriBuilderException.class
org/apache/hadoop/shaded/javax/ws/rs/client/ClientRequestFilter.class
org/apache/hadoop/shaded/javax/ws/rs/client/RxInvokerProvider.class
org/apache/hadoop/shaded/javax/ws/rs/sse/SseEvent.class
org/apache/hadoop/shaded/javax/ws/rs/DELETE.class
org/apache/hadoop/shaded/javax/ws/rs/Produces.class
org/apache/hadoop/shaded/javax/ws/rs/core/MediaType.class
org/apache/hadoop/shaded/javax/ws/rs/core/NoContentException.class
org/apache/hadoop/shaded/javax/ws/rs/OPTIONS.class
org/apache/hadoop/shaded/javax/ws/rs/ext/Provider.class
org/apache/hadoop/shaded/javax/ws/rs/BeanParam.class
org/apache/hadoop/shaded/javax/ws/rs/client/ClientRequestContext.class
org/apache/hadoop/shaded/javax/ws/rs/core/Feature.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ParamConverter.class
org/apache/hadoop/shaded/javax/ws/rs/core/Form.class
org/apache/hadoop/shaded/javax/ws/rs/Consumes.class
org/apache/hadoop/shaded/javax/ws/rs/ClientErrorException.class
org/apache/hadoop/shaded/javax/ws/rs/client/CompletionStageRxInvoker.class
org/apache/hadoop/shaded/javax/ws/rs/core/MultivaluedMap.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ReaderInterceptorContext.class
org/apache/hadoop/shaded/javax/ws/rs/sse/InboundSseEvent.class
org/apache/hadoop/shaded/javax/ws/rs/core/NewCookie.class
org/apache/hadoop/shaded/javax/ws/rs/core/Variant$VariantListBuilder.class
org/apache/hadoop/shaded/javax/ws/rs/client/WebTarget.class
org/apache/hadoop/shaded/javax/ws/rs/core/Configuration.class
org/apache/hadoop/shaded/javax/ws/rs/ForbiddenException.class
org/apache/hadoop/shaded/javax/ws/rs/RuntimeType.class
org/apache/hadoop/shaded/javax/ws/rs/core/MediaType$1.class
org/apache/hadoop/shaded/javax/ws/rs/MatrixParam.class
org/apache/hadoop/shaded/javax/ws/rs/client/InvocationCallback.class
org/apache/hadoop/shaded/javax/ws/rs/container/Suspended.class
org/apache/hadoop/shaded/javax/ws/rs/ext/Providers.class
org/apache/hadoop/shaded/javax/ws/rs/InternalServerErrorException.class
org/apache/hadoop/shaded/javax/ws/rs/container/DynamicFeature.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ContextResolver.class
org/apache/hadoop/shaded/javax/ws/rs/core/Cookie.class
org/apache/hadoop/shaded/javax/ws/rs/HttpMethod.class
org/apache/hadoop/shaded/javax/ws/rs/ServiceUnavailableException.class
org/apache/hadoop/shaded/javax/ws/rs/GET.class
org/apache/hadoop/shaded/javax/ws/rs/sse/SseEventSink.class
org/apache/hadoop/shaded/javax/ws/rs/sse/Sse.class
org/apache/hadoop/shaded/javax/ws/rs/container/AsyncResponse.class
org/apache/hadoop/shaded/javax/ws/rs/container/ContainerResponseFilter.class
org/apache/hadoop/shaded/javax/ws/rs/core/Configurable.class
org/apache/hadoop/shaded/javax/ws/rs/core/Response.class
org/apache/hadoop/shaded/javax/ws/rs/ServerErrorException.class
org/apache/hadoop/shaded/javax/ws/rs/core/Form$1.class
org/apache/hadoop/shaded/javax/ws/rs/ProcessingException.class
org/apache/hadoop/shaded/javax/ws/rs/client/ClientResponseContext.class
org/apache/hadoop/shaded/javax/ws/rs/core/Response$Status.class
org/apache/hadoop/shaded/javax/ws/rs/NotAuthorizedException.class
org/apache/hadoop/shaded/javax/ws/rs/core/Variant.class
org/apache/hadoop/shaded/javax/ws/rs/core/CacheControl.class
org/apache/hadoop/shaded/javax/ws/rs/core/UriInfo.class
org/apache/hadoop/shaded/javax/ws/rs/client/AsyncInvoker.class
org/apache/hadoop/shaded/javax/ws/rs/core/Link$JaxbAdapter.class
org/apache/hadoop/shaded/javax/ws/rs/ext/ParamConverterProvider.class
org/apache/hadoop/shaded/javax/ws/rs/core/SecurityContext.class
org/apache/hadoop/shaded/javax/ws/rs/sse/OutboundSseEvent.class {code}
> Upgrade Jackson to 2.12 or upper
> --------------------------------
>
> Key: HADOOP-18033
> URL: https://issues.apache.org/jira/browse/HADOOP-18033
> Project: Hadoop Common
> Issue Type: Improvement
> Components: build
> Reporter: Akira Ajisaka
> Assignee: Viraj Jasani
> Priority: Major
> Labels: pull-request-available
> Time Spent: 50m
> Remaining Estimate: 0h
>
> Spark 3.2.0 depends on Jackson 2.12.3. Let's upgrade to 2.12.5 (2.12.x latest
> as of now) or upper.
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
---------------------------------------------------------------------
To unsubscribe, e-mail: common-issues-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-issues-h...@hadoop.apache.org
