This is an automated email from the ASF dual-hosted git repository. casion pushed a commit to branch dev-1.3.2-fix in repository https://gitbox.apache.org/repos/asf/linkis.git
commit 827e02f42a703fec34bfaeafccb054c64e5e5117 Author: casionone <[email protected]> AuthorDate: Wed Mar 8 17:50:54 2023 +0800 fix export data charset not working --- .../apache/linkis/engineplugin/spark/imexport/CsvRelation.scala | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/linkis-engineconn-plugins/spark/src/main/scala/org/apache/linkis/engineplugin/spark/imexport/CsvRelation.scala b/linkis-engineconn-plugins/spark/src/main/scala/org/apache/linkis/engineplugin/spark/imexport/CsvRelation.scala index 4e033a524..c042b843a 100644 --- a/linkis-engineconn-plugins/spark/src/main/scala/org/apache/linkis/engineplugin/spark/imexport/CsvRelation.scala +++ b/linkis-engineconn-plugins/spark/src/main/scala/org/apache/linkis/engineplugin/spark/imexport/CsvRelation.scala @@ -217,7 +217,7 @@ class CsvRelation(@transient private val source: Map[String, Any]) extends Seria } else { new BufferedOutputStream(fs.append(filesystemPath)) } - bufferedOutputStream.write("\n".getBytes()) + bufferedOutputStream.write("\n".getBytes(encoding)) bufferedOutputStream } } else { @@ -233,17 +233,17 @@ class CsvRelation(@transient private val source: Map[String, Any]) extends Seria header ++= col.name ++ fieldDelimiter } if (hasHeader) { - out.write(header.substring(0, header.lastIndexOf(fieldDelimiter)).getBytes) + out.write(header.substring(0, header.lastIndexOf(fieldDelimiter)).getBytes(encoding)) } else { if (iterator.hasNext) { - out.write(getLine(schema, iterator.next()).getBytes) + out.write(getLine(schema, iterator.next()).getBytes(encoding)) index += 1 } } while (index < Int.MaxValue && iterator.hasNext) { val msg = "\n" + getLine(schema, iterator.next()) - out.write(msg.getBytes()) + out.write(msg.getBytes(encoding)) index += 1 } // warn(s"Fetched ${df.columns.length} col(s) : ${index} row(s).") --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
