This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/master by this push:
new 6450ae53a8 Spark 3.2: Relocate all Netty classes (#6109)
6450ae53a8 is described below
commit 6450ae53a89a0178c5c408b2237ae5628a343c95
Author: Anton Okolnychyi <[email protected]>
AuthorDate: Wed Nov 2 19:21:02 2022 -0700
Spark 3.2: Relocate all Netty classes (#6109)
---
spark/v3.2/build.gradle | 11 +++++++----
1 file changed, 7 insertions(+), 4 deletions(-)
diff --git a/spark/v3.2/build.gradle b/spark/v3.2/build.gradle
index 13628a7606..8de93d0df8 100644
--- a/spark/v3.2/build.gradle
+++ b/spark/v3.2/build.gradle
@@ -66,8 +66,9 @@
project(":iceberg-spark:iceberg-spark-${sparkMajorVersion}_${scalaVersion}") {
exclude group: 'org.apache.avro', module: 'avro'
exclude group: 'org.apache.arrow'
exclude group: 'org.apache.parquet'
- // to make sure io.netty.buffer only comes from project(':iceberg-arrow')
+ // to make sure netty libs only come from project(':iceberg-arrow')
exclude group: 'io.netty', module: 'netty-buffer'
+ exclude group: 'io.netty', module: 'netty-common'
exclude group: 'org.roaringbitmap'
}
@@ -90,8 +91,9 @@
project(":iceberg-spark:iceberg-spark-${sparkMajorVersion}_${scalaVersion}") {
testImplementation("org.apache.hadoop:hadoop-minicluster") {
exclude group: 'org.apache.avro', module: 'avro'
- // to make sure io.netty.buffer only comes from project(':iceberg-arrow')
+ // to make sure netty libs only come from project(':iceberg-arrow')
exclude group: 'io.netty', module: 'netty-buffer'
+ exclude group: 'io.netty', module: 'netty-common'
}
testImplementation project(path: ':iceberg-hive-metastore')
testImplementation project(path: ':iceberg-hive-metastore', configuration:
'testArtifacts')
@@ -146,8 +148,9 @@
project(":iceberg-spark:iceberg-spark-extensions-${sparkMajorVersion}_${scalaVer
exclude group: 'org.apache.avro', module: 'avro'
exclude group: 'org.apache.arrow'
exclude group: 'org.apache.parquet'
- // to make sure io.netty.buffer only comes from project(':iceberg-arrow')
+ // to make sure netty libs only come from project(':iceberg-arrow')
exclude group: 'io.netty', module: 'netty-buffer'
+ exclude group: 'io.netty', module: 'netty-common'
exclude group: 'org.roaringbitmap'
}
@@ -259,7 +262,7 @@
project(":iceberg-spark:iceberg-spark-runtime-${sparkMajorVersion}_${scalaVersio
relocate 'io.airlift', 'org.apache.iceberg.shaded.io.airlift'
relocate 'org.apache.httpcomponents.client5',
'org.apache.iceberg.shaded.org.apache.httpcomponents.client5'
// relocate Arrow and related deps to shade Iceberg specific version
- relocate 'io.netty.buffer', 'org.apache.iceberg.shaded.io.netty.buffer'
+ relocate 'io.netty', 'org.apache.iceberg.shaded.io.netty'
relocate 'org.apache.arrow', 'org.apache.iceberg.shaded.org.apache.arrow'
relocate 'com.carrotsearch', 'org.apache.iceberg.shaded.com.carrotsearch'
relocate 'org.threeten.extra',
'org.apache.iceberg.shaded.org.threeten.extra'