SteNicholas commented on code in PR #3571: URL: https://github.com/apache/celeborn/pull/3571#discussion_r2645563743
########## dev/deps/dependencies-client-spark-4.1: ########## @@ -0,0 +1,105 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +RoaringBitmap/1.0.6//RoaringBitmap-1.0.6.jar +commons-crypto/1.0.0//commons-crypto-1.0.0.jar +commons-io/2.17.0//commons-io-2.17.0.jar +commons-lang3/3.17.0//commons-lang3-3.17.0.jar +commons-logging/1.1.3//commons-logging-1.1.3.jar +failureaccess/1.0.2//failureaccess-1.0.2.jar +guava/33.1.0-jre//guava-33.1.0-jre.jar +hadoop-client-api/3.3.6//hadoop-client-api-3.3.6.jar +hadoop-client-runtime/3.3.6//hadoop-client-runtime-3.3.6.jar +jackson-annotations/2.15.3//jackson-annotations-2.15.3.jar +jackson-core/2.15.3//jackson-core-2.15.3.jar +jackson-databind/2.15.3//jackson-databind-2.15.3.jar +jackson-module-scala_2.13/2.15.3//jackson-module-scala_2.13-2.15.3.jar +jcl-over-slf4j/1.7.36//jcl-over-slf4j-1.7.36.jar +jsr305/1.3.9//jsr305-1.3.9.jar +jul-to-slf4j/1.7.36//jul-to-slf4j-1.7.36.jar +leveldbjni-all/1.8//leveldbjni-all-1.8.jar +lz4-java/1.8.0//lz4-java-1.8.0.jar +metrics-core/4.2.25//metrics-core-4.2.25.jar +metrics-graphite/4.2.25//metrics-graphite-4.2.25.jar +metrics-jvm/4.2.25//metrics-jvm-4.2.25.jar +netty-all/4.1.118.Final//netty-all-4.1.118.Final.jar +netty-buffer/4.1.118.Final//netty-buffer-4.1.118.Final.jar +netty-buffer/4.2.7.Final//netty-buffer-4.2.7.Final.jar Review Comment: @pan3793, I have found netty dependencies of `spark-sql`, which produces 4.2.7.Final version netty dependencies: ``` [INFO] +- org.apache.spark:spark-sql_2.13:jar:4.1.0:provided [INFO] | +- org.rocksdb:rocksdbjni:jar:9.10.0:provided [INFO] | +- com.univocity:univocity-parsers:jar:2.9.1:provided [INFO] | +- org.apache.spark:spark-sketch_2.13:jar:4.1.0:provided [INFO] | +- org.apache.spark:spark-common-utils-java_2.13:jar:4.1.0:provided [INFO] | +- com.thoughtworks.paranamer:paranamer:jar:2.8.3:compile [INFO] | +- org.apache.ivy:ivy:jar:2.5.3:provided [INFO] | +- oro:oro:jar:2.0.8:provided [INFO] | +- org.apache.logging.log4j:log4j-slf4j2-impl:jar:2.24.3:provided [INFO] | +- org.apache.logging.log4j:log4j-api:jar:2.24.3:provided [INFO] | +- org.apache.logging.log4j:log4j-core:jar:2.24.3:provided [INFO] | +- org.apache.logging.log4j:log4j-1.2-api:jar:2.24.3:provided [INFO] | +- org.apache.logging.log4j:log4j-layout-template-json:jar:2.24.3:provided [INFO] | +- org.apache.avro:avro-ipc:jar:1.12.1:provided [INFO] | +- org.tukaani:xz:jar:1.10:provided [INFO] | +- com.esotericsoftware:minlog:jar:1.3.0:provided [INFO] | +- io.netty:netty-tcnative-boringssl-static:jar:linux-x86_64:2.0.74.Final:provided [INFO] | +- io.netty:netty-tcnative-classes:jar:2.0.74.Final:provided [INFO] | +- io.netty:netty-tcnative-boringssl-static:jar:windows-x86_64:2.0.74.Final:provided [INFO] | +- io.netty:netty-tcnative-boringssl-static:jar:linux-aarch_64:2.0.74.Final:provided [INFO] | +- io.netty:netty-tcnative-boringssl-static:jar:osx-aarch_64:2.0.74.Final:provided [INFO] | +- io.netty:netty-tcnative-boringssl-static:jar:osx-x86_64:2.0.74.Final:provided [INFO] | +- com.google.crypto.tink:tink:jar:1.16.0:provided [INFO] | +- com.google.code.gson:gson:jar:2.11.0:provided [INFO] | +- org.apache.curator:curator-framework:jar:5.9.0:provided [INFO] | +- org.apache.curator:curator-client:jar:5.9.0:provided [INFO] | +- org.apache.zookeeper:zookeeper-jute:jar:3.9.4:provided [INFO] | +- org.apache.yetus:audience-annotations:jar:0.12.0:provided [INFO] | +- org.json4s:json4s-core_2.13:jar:4.0.7:provided [INFO] | +- org.json4s:json4s-ast_2.13:jar:4.0.7:provided [INFO] | +- org.json4s:json4s-scalap_2.13:jar:4.0.7:provided [INFO] | +- org.json4s:json4s-jackson-core_2.13:jar:4.0.7:provided [INFO] | +- jakarta.ws.rs:jakarta.ws.rs-api:jar:2.1.6:provided [INFO] | +- jakarta.inject:jakarta.inject-api:jar:2.0.1:provided [INFO] | +- jakarta.annotation:jakarta.annotation-api:jar:1.3.5:provided [INFO] | +- org.glassfish.hk2:osgi-resource-locator:jar:1.0.3:provided [INFO] | +- jakarta.validation:jakarta.validation-api:jar:3.0.2:provided [INFO] | +- org.glassfish.hk2:hk2-locator:jar:3.0.6:provided [INFO] | +- org.glassfish.hk2.external:aopalliance-repackaged:jar:3.0.6:provided [INFO] | +- org.glassfish.hk2:hk2-api:jar:3.0.6:provided [INFO] | +- org.glassfish.hk2:hk2-utils:jar:3.0.6:provided [INFO] | +- org.javassist:javassist:jar:3.30.2-GA:provided [INFO] | +- io.netty:netty-buffer:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-base:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-dns:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-compression:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-http:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-http2:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-http3:jar:4.2.7.Final:provided [INFO] | +- io.netty:netty-transport-native-unix-common:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-socks:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-protobuf:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-codec-marshalling:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-common:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-handler:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-handler-proxy:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-resolver:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-resolver-dns:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-transport:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-transport-classes-epoll:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-transport-classes-kqueue:jar:4.2.7.Final:compile [INFO] | +- io.netty:netty-transport-classes-io_uring:jar:4.2.7.Final:provided [INFO] | +- io.netty:netty-codec-classes-quic:jar:4.2.7.Final:provided [INFO] | +- io.netty:netty-transport-native-epoll:jar:linux-riscv64:4.2.7.Final:runtime [INFO] | +- io.netty:netty-transport-native-io_uring:jar:linux-x86_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-transport-native-io_uring:jar:linux-aarch_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-transport-native-io_uring:jar:linux-riscv64:4.2.7.Final:provided [INFO] | +- io.netty:netty-codec-native-quic:jar:linux-x86_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-codec-native-quic:jar:linux-aarch_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-codec-native-quic:jar:osx-x86_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-codec-native-quic:jar:osx-aarch_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-codec-native-quic:jar:windows-x86_64:4.2.7.Final:provided [INFO] | +- io.netty:netty-transport-native-epoll:jar:linux-x86_64:4.2.7.Final:runtime [INFO] | +- io.netty:netty-transport-native-epoll:jar:linux-aarch_64:4.2.7.Final:runtime [INFO] | +- io.netty:netty-transport-native-kqueue:jar:osx-aarch_64:4.2.7.Final:runtime [INFO] | +- io.netty:netty-transport-native-kqueue:jar:osx-x86_64:4.2.7.Final:runtime [INFO] | +- org.apache.spark:spark-catalyst_2.13:jar:4.1.0:provided [INFO] | +- org.apache.spark:spark-sql-api_2.13:jar:4.1.0:provided [INFO] | +- org.apache.spark:spark-variant_2.13:jar:4.1.0:provided [INFO] | +- org.codehaus.janino:janino:jar:3.1.9:provided [INFO] | +- org.codehaus.janino:commons-compiler:jar:3.1.9:provided [INFO] | +- org.apache.datasketches:datasketches-java:jar:6.2.0:provided [INFO] | +- org.apache.datasketches:datasketches-memory:jar:3.0.2:provided [INFO] | +- org.scala-lang.modules:scala-parser-combinators_2.13:jar:2.4.0:provided [INFO] | +- org.antlr:antlr4-runtime:jar:4.13.1:provided [INFO] | +- org.apache.arrow:arrow-vector:jar:18.3.0:provided [INFO] | +- org.apache.arrow:arrow-format:jar:18.3.0:provided [INFO] | +- com.fasterxml.jackson.datatype:jackson-datatype-jsr310:jar:2.15.3:provided [INFO] | +- com.google.flatbuffers:flatbuffers-java:jar:25.2.10:provided [INFO] | +- org.apache.arrow:arrow-memory-netty:jar:18.3.0:provided [INFO] | +- org.apache.arrow:arrow-memory-netty-buffer-patch:jar:18.3.0:provided [INFO] | +- org.apache.orc:orc-format:jar:shaded-protobuf:1.1.1:provided [INFO] | +- org.apache.orc:orc-core:jar:shaded-protobuf:2.2.1:provided [INFO] | +- org.apache.orc:orc-shims:jar:2.2.1:provided [INFO] | +- io.airlift:aircompressor:jar:2.0.2:provided [INFO] | +- org.threeten:threeten-extra:jar:1.8.0:provided [INFO] | +- org.locationtech.jts:jts-core:jar:1.20.0:provided [INFO] | +- org.apache.orc:orc-mapreduce:jar:shaded-protobuf:2.2.1:provided [INFO] | +- org.apache.hive:hive-storage-api:jar:2.8.1:provided [INFO] | +- org.apache.parquet:parquet-column:jar:1.16.0:provided [INFO] | +- org.apache.parquet:parquet-common:jar:1.16.0:provided [INFO] | +- org.apache.parquet:parquet-encoding:jar:1.16.0:provided [INFO] | +- org.apache.parquet:parquet-format-structures:jar:1.16.0:provided [INFO] | +- javax.annotation:javax.annotation-api:jar:1.3.2:provided [INFO] | +- org.apache.parquet:parquet-hadoop:jar:1.16.0:provided [INFO] | +- org.apache.parquet:parquet-jackson:jar:1.16.0:provided [INFO] | +- org.apache.ws.xmlschema:xmlschema-core:jar:2.3.1:provided [INFO] | +- org.apache.xbean:xbean-asm9-shaded:jar:4.28:provided [INFO] | +- com.ibm.icu:icu4j:jar:77.1:provided [INFO] | +- org.apache.arrow:arrow-compression:jar:18.3.0:provided [INFO] | \- org.apache.arrow:arrow-memory-core:jar:18.3.0:provided ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
