This is an automated email from the ASF dual-hosted git repository.
tex pushed a commit to branch dev
in repository
https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git
The following commit(s) were added to refs/heads/dev by this push:
new c2a46d7 change data lake hyperparameter, flush all data at pe
termination
c2a46d7 is described below
commit c2a46d7ff25a2fb4a4430b245390b0d3f05e4a5c
Author: tex <[email protected]>
AuthorDate: Thu Jul 9 15:29:05 2020 +0200
change data lake hyperparameter, flush all data at pe termination
---
.../sinks/internal/jvm/datalake/DataLakeController.java | 4 ++--
.../sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java | 10 ++++++++--
2 files changed, 10 insertions(+), 4 deletions(-)
diff --git
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
index 837d631..3c44a58 100644
---
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
+++
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
@@ -69,8 +69,8 @@ public class DataLakeController extends
StandaloneEventSinkDeclarer<DataLakePara
String dbName = SinksInternalJvmConfig.INSTANCE.getDataLakeDatabaseName();
String user = SinksInternalJvmConfig.INSTANCE.getDataLakeUsername();
String password = SinksInternalJvmConfig.INSTANCE.getDataLakePassword();
- Integer batch_size = 100;
- Integer flush_duration = 1000;
+ Integer batch_size = 2000;
+ Integer flush_duration = 500;
List<String> dimensionProperties =
extractor.getEventPropertiesRuntimeNamesByScope(PropertyScope.DIMENSION_PROPERTY);
diff --git
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
index 777cd84..aacbf3e 100644
---
a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
+++
b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java
@@ -127,7 +127,7 @@ public class DataLakeInfluxDbClient {
// setting up the database
influxDb.setDatabase(databaseName);
-
influxDb.enableBatch(BatchOptions.DEFAULTS.actions(batchSize).flushDuration(flushDuration));
+ influxDb.enableBatch(batchSize, flushDuration, TimeUnit.MILLISECONDS);
}
/**
@@ -198,6 +198,12 @@ public class DataLakeInfluxDbClient {
* Shuts down the connection to the InfluxDB server
*/
void stop() {
- influxDb.close();
+ influxDb.flush();
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ e.printStackTrace();
+ }
+ influxDb.close();
}
}