This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
The following commit(s) were added to refs/heads/master by this push:
new ca723ccce [doc] Document incremental-between-timestamp
ca723ccce is described below
commit ca723cccedf488733cbccc97c3c27dd4ca68fe74
Author: Jingsong <[email protected]>
AuthorDate: Wed Aug 16 15:16:09 2023 +0800
[doc] Document incremental-between-timestamp
---
docs/content/how-to/querying-tables.md | 19 ++++++++++++++++++-
.../src/main/java/org/apache/paimon/CoreOptions.java | 1 +
.../paimon/table/IncrementalTimeStampTableTest.java | 4 ++++
3 files changed, 23 insertions(+), 1 deletion(-)
diff --git a/docs/content/how-to/querying-tables.md
b/docs/content/how-to/querying-tables.md
index e4d3051b5..a0f7b96af 100644
--- a/docs/content/how-to/querying-tables.md
+++ b/docs/content/how-to/querying-tables.md
@@ -159,7 +159,11 @@ For example:
{{< tab "Flink" >}}
```sql
+-- incremental between snapshot ids
SELECT * FROM t /*+ OPTIONS('incremental-between' = '12,20') */;
+
+-- incremental between snapshot time mills
+SELECT * FROM t /*+ OPTIONS('incremental-between-timestamp' =
'1692169000000,1692169900000') */;
```
{{< /tab >}}
@@ -186,20 +190,33 @@ SELECT * FROM paimon_incremental_query('tableName', 12,
20);
{{< tab "Spark-DF" >}}
-```java
+```scala
+// incremental between snapshot ids
spark.read()
.format("paimon")
.option("incremental-between", "12,20")
.load("path/to/table")
+
+// incremental between snapshot time mills
+spark.read()
+ .format("paimon")
+ .option("incremental-between-timestamp", "1692169000000,1692169900000")
+ .load("path/to/table")
```
{{< /tab >}}
{{< tab "Hive" >}}
```sql
+-- incremental between snapshot ids
SET paimon.incremental-between='12,20';
SELECT * FROM t;
SET paimon.incremental-between=null;
+
+-- incremental between snapshot time mills
+SET paimon.incremental-between-timestamp='1692169000000,1692169900000';
+SELECT * FROM t;
+SET paimon.incremental-between-timestamp=null;
```
{{< /tab >}}
diff --git a/paimon-common/src/main/java/org/apache/paimon/CoreOptions.java
b/paimon-common/src/main/java/org/apache/paimon/CoreOptions.java
index 1e1408068..006bd0687 100644
--- a/paimon-common/src/main/java/org/apache/paimon/CoreOptions.java
+++ b/paimon-common/src/main/java/org/apache/paimon/CoreOptions.java
@@ -730,6 +730,7 @@ public class CoreOptions implements Serializable {
.withDescription(
"Read incremental changes between start snapshot
(exclusive) and end snapshot, "
+ "for example, '5,10' means changes
between snapshot 5 and snapshot 10.");
+
public static final ConfigOption<String> INCREMENTAL_BETWEEN_TIMESTAMP =
key("incremental-between-timestamp")
.stringType()
diff --git
a/paimon-core/src/test/java/org/apache/paimon/table/IncrementalTimeStampTableTest.java
b/paimon-core/src/test/java/org/apache/paimon/table/IncrementalTimeStampTableTest.java
index 56486ea8a..dd348e5bc 100644
---
a/paimon-core/src/test/java/org/apache/paimon/table/IncrementalTimeStampTableTest.java
+++
b/paimon-core/src/test/java/org/apache/paimon/table/IncrementalTimeStampTableTest.java
@@ -40,6 +40,10 @@ import static org.assertj.core.api.Assertions.assertThat;
/** Test for {@link CoreOptions#INCREMENTAL_BETWEEN_TIMESTAMP}. */
public class IncrementalTimeStampTableTest extends TableTestBase {
+ public static void main(String[] args) {
+ System.out.println(System.currentTimeMillis());
+ }
+
@Test
public void testPrimaryKeyTable() throws Exception {
Identifier identifier = identifier("T");