rahil-c commented on code in PR #8885:
URL: https://github.com/apache/hudi/pull/8885#discussion_r1220496779
##########
pom.xml:
##########
@@ -2424,6 +2425,64 @@
</activation>
</profile>
+ <profile>
+ <id>spark3.4</id>
+ <properties>
+ <spark3.version>${spark34.version}</spark3.version>
+ <spark.version>${spark3.version}</spark.version>
+ <sparkbundle.version>3.4</sparkbundle.version>
+ <scala12.version>2.12.17</scala12.version>
+ <scala.version>${scala12.version}</scala.version>
+ <scala.binary.version>2.12</scala.binary.version>
+ <hudi.spark.module>hudi-spark3.4.x</hudi.spark.module>
+ <!-- This glob has to include hudi-spark3-common,
hudi-spark3.2plus-common -->
+
<hudi.spark.common.modules.1>hudi-spark3-common</hudi.spark.common.modules.1>
+
<hudi.spark.common.modules.2>hudi-spark3.2plus-common</hudi.spark.common.modules.2>
+ <scalatest.version>${scalatest.spark3.version}</scalatest.version>
+ <kafka.version>${kafka.spark3.version}</kafka.version>
+ <!-- NOTE: Some Hudi modules require standalone Parquet/Orc/etc
file-format dependency (hudi-hive-sync,
+ hudi-hadoop-mr, for ex). Since these Hudi modules might be
used from w/in the execution engine(s)
+ bringing these file-formats as dependencies as well, we
need to make sure that versions are
+ synchronized to avoid classpath ambiguity -->
+ <parquet.version>1.12.3</parquet.version>
+ <orc.spark.version>1.8.3</orc.spark.version>
+ <avro.version>1.11.1</avro.version>
+ <antlr.version>4.9.3</antlr.version>
+ <fasterxml.spark3.version>2.14.2</fasterxml.spark3.version>
+ <fasterxml.version>${fasterxml.spark3.version}</fasterxml.version>
+
<fasterxml.jackson.databind.version>${fasterxml.spark3.version}</fasterxml.jackson.databind.version>
+
<fasterxml.jackson.module.scala.version>${fasterxml.spark3.version}</fasterxml.jackson.module.scala.version>
+ <fasterxml.jackson.dataformat.yaml.version>${fasterxml.spark3.version}
+ </fasterxml.jackson.dataformat.yaml.version>
+
<pulsar.spark.version>${pulsar.spark.scala12.version}</pulsar.spark.version>
+ <log4j2.version>2.19.0</log4j2.version>
+ <slf4j.version>2.0.6</slf4j.version>
+ <skip.hudi-spark2.unit.tests>true</skip.hudi-spark2.unit.tests>
+ <skipITs>true</skipITs>
+ </properties>
+ <modules>
+ <module>hudi-spark-datasource/hudi-spark3.4.x</module>
+ <module>hudi-spark-datasource/hudi-spark3-common</module>
+ <module>hudi-spark-datasource/hudi-spark3.2plus-common</module>
+ </modules>
+ <activation>
+ <property>
+ <name>spark3.4</name>
+ </property>
+ </activation>
+ </profile>
+ <profile>
Review Comment:
This avro11 profile is not needed I believe
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
