lordk911 opened a new issue #7363: URL: https://github.com/apache/incubator-doris/issues/7363
### Search before asking - [X] I had searched in the [issues](https://github.com/apache/incubator-doris/issues?q=is%3Aissue) and found no similar issues. ### Version apache-doris-0.15.0-incubating-src ### What's Wrong? I'm using apache-doris-0.15.0-incubating-src to build Spark Doris Connector build faild with spark3 by using: `sh build.sh 3 ` but got error: ``` [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala:24: error: object v2 is not a member of package org.apache.spark.sql.sources [ERROR] import org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala:25: error: object v2 is not a member of package org.apache.spark.sql.sources [ERROR] import org.apache.spark.sql.sources.v2.{DataSourceOptions, StreamWriteSupport} [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala:37: error: not found: type StreamWriteSupport [ERROR] private[sql] class DorisSourceProvider extends DataSourceRegister with RelationProvider with CreatableRelationProvider with StreamWriteSupport with Logging { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala:126: error: not found: type StreamWriter [ERROR] override def createStreamWriter(queryId: String, structType: StructType, outputMode: OutputMode, dataSourceOptions: DataSourceOptions): StreamWriter = { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala:126: error: not found: type DataSourceOptions [ERROR] override def createStreamWriter(queryId: String, structType: StructType, outputMode: OutputMode, dataSourceOptions: DataSourceOptions): StreamWriter = { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:23: error: object v2 is not a member of package org.apache.spark.sql.sources [ERROR] import org.apache.spark.sql.sources.v2.writer.streaming.StreamWriter [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:35: error: not found: type StreamWriter [ERROR] class DorisStreamWriter(settings: SparkSettings) extends StreamWriter { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:24: error: object v2 is not a member of package org.apache.spark.sql.sources [ERROR] import org.apache.spark.sql.sources.v2.writer.{DataWriter, DataWriterFactory, WriterCommitMessage} [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:50: error: not found: type DataWriterFactory [ERROR] case class DorisStreamWriterFactory(settings: SparkSettings) extends DataWriterFactory[Row] { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:38: error: not found: type WriterCommitMessage [ERROR] override def commit(l: Long, writerCommitMessages: Array[WriterCommitMessage]): Unit = {} [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:40: error: not found: type WriterCommitMessage [ERROR] override def abort(l: Long, writerCommitMessages: Array[WriterCommitMessage]): Unit = {} [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:51: error: not found: type DataWriter [ERROR] override def createDataWriter(partitionId: Int, attemptNumber: Int): DataWriter[Row] = { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:68: error: not found: type DataWriter [ERROR] class DorisStreamDataWriter(settings: SparkSettings) extends DataWriter[Row] { [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:60: error: not found: type WriterCommitMessage [ERROR] case object DorisWriterCommitMessage extends WriterCommitMessage [ERROR] ^ [ERROR] /root/apache-doris-0.15.0-incubating-src/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamWriter.scala:89: error: not found: type WriterCommitMessage [ERROR] override def commit(): WriterCommitMessage = { [ERROR] ^ [ERROR] 15 errors found ``` ### What You Expected? how to build it ? ### How to Reproduce? _No response_ ### Anything Else? _No response_ ### Are you willing to submit PR? - [ ] Yes I am willing to submit a PR! ### Code of Conduct - [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct) -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
