This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
commit 1ec9356e9e57d1ac89427fb61fc87de6458ae26d Author: Etienne Chauchot <[email protected]> AuthorDate: Thu Dec 6 17:28:57 2018 +0100 update TODO --- .../runners/spark/structuredstreaming/translation/io/DatasetSource.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/io/DatasetSource.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/io/DatasetSource.java index d9d283e..60bdab6 100644 --- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/io/DatasetSource.java +++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/io/DatasetSource.java @@ -60,7 +60,7 @@ public class DatasetSource<T> implements DataSourceV2, MicroBatchReadSupport { private DatasetMicroBatchReader(Optional<StructType> schema, String checkpointLocation, DataSourceOptions options) { - //TODO start reading from the source here, inc offset at each element read + //TODO deal with schema and options } @Override public void setOffsetRange(Optional<Offset> start, Optional<Offset> end) {
