kafka sink raw format
Project: http://git-wip-us.apache.org/repos/asf/incubator-s2graph/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-s2graph/commit/99babed9 Tree: http://git-wip-us.apache.org/repos/asf/incubator-s2graph/tree/99babed9 Diff: http://git-wip-us.apache.org/repos/asf/incubator-s2graph/diff/99babed9 Branch: refs/heads/master Commit: 99babed92ab3dfdbc38063b6f4a5195bb13fbf4b Parents: 34b46f6 Author: Chul Kang <[email protected]> Authored: Mon Dec 3 12:33:40 2018 +0900 Committer: Chul Kang <[email protected]> Committed: Mon Dec 3 12:33:40 2018 +0900 ---------------------------------------------------------------------- s2jobs/src/main/scala/org/apache/s2graph/s2jobs/task/Sink.scala | 2 ++ 1 file changed, 2 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-s2graph/blob/99babed9/s2jobs/src/main/scala/org/apache/s2graph/s2jobs/task/Sink.scala ---------------------------------------------------------------------- diff --git a/s2jobs/src/main/scala/org/apache/s2graph/s2jobs/task/Sink.scala b/s2jobs/src/main/scala/org/apache/s2graph/s2jobs/task/Sink.scala index 9c07668..dd6f41b 100644 --- a/s2jobs/src/main/scala/org/apache/s2graph/s2jobs/task/Sink.scala +++ b/s2jobs/src/main/scala/org/apache/s2graph/s2jobs/task/Sink.scala @@ -127,6 +127,8 @@ class KafkaSink(queryName: String, conf: TaskConf) extends Sink(queryName, conf) logger.debug(s"${LOG_PREFIX} schema: ${df.schema}") conf.options.getOrElse("format", "json") match { + case "raw" => + df case "tsv" => val delimiter = conf.options.getOrElse("delimiter", "\t")
