This is an automated email from the ASF dual-hosted git repository.
jsinovassinnaik pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/unomi.git
The following commit(s) were added to refs/heads/master by this push:
new 571e25238 UNOMI-740 : in rollover config set maxsize to 30gb and
remove maxage (#592)
571e25238 is described below
commit 571e2523863c814dacd0f6c0e3de8d84dcf8ef50
Author: jsinovassin <[email protected]>
AuthorDate: Mon Mar 20 16:20:15 2023 +0000
UNOMI-740 : in rollover config set maxsize to 30gb and remove maxage (#592)
---
package/src/main/resources/etc/custom.system.properties | 4 ++--
.../core/src/main/resources/OSGI-INF/blueprint/blueprint.xml | 4 ++--
.../src/main/resources/org.apache.unomi.persistence.elasticsearch.cfg | 4 ++--
.../org/apache/unomi/shell/migration/service/MigrationConfig.java | 4 ++--
.../shell-commands/src/main/resources/org.apache.unomi.migration.cfg | 4 ++--
5 files changed, 10 insertions(+), 10 deletions(-)
diff --git a/package/src/main/resources/etc/custom.system.properties
b/package/src/main/resources/etc/custom.system.properties
index ab10c3a8e..4b321c49b 100644
--- a/package/src/main/resources/etc/custom.system.properties
+++ b/package/src/main/resources/etc/custom.system.properties
@@ -121,8 +121,8 @@
org.apache.unomi.elasticsearch.rollover.indexMaxDocValueFieldsSearch=${env:UNOMI
org.apache.unomi.elasticsearch.rollover.indices=${env:UNOMI_ELASTICSEARCH_ROLLOVER_INDICES}
# Rollover configuration
-org.apache.unomi.elasticsearch.rollover.maxSize=${env:UNOMI_ELASTICSEARCH_ROLLOVER_MAXSIZE:-}
-org.apache.unomi.elasticsearch.rollover.maxAge=${env:UNOMI_ELASTICSEARCH_ROLLOVER_MAXAGE:-365d}
+org.apache.unomi.elasticsearch.rollover.maxSize=${env:UNOMI_ELASTICSEARCH_ROLLOVER_MAXSIZE:-30gb}
+org.apache.unomi.elasticsearch.rollover.maxAge=${env:UNOMI_ELASTICSEARCH_ROLLOVER_MAXAGE:-}
org.apache.unomi.elasticsearch.rollover.maxDocs=${env:UNOMI_ELASTICSEARCH_ROLLOVER_MAXDOCS:-}
org.apache.unomi.elasticsearch.defaultIndex.nbShards=${env:UNOMI_ELASTICSEARCH_DEFAULTINDEX_SHARDS:-5}
diff --git
a/persistence-elasticsearch/core/src/main/resources/OSGI-INF/blueprint/blueprint.xml
b/persistence-elasticsearch/core/src/main/resources/OSGI-INF/blueprint/blueprint.xml
index 83d4ecd41..507d8789f 100644
---
a/persistence-elasticsearch/core/src/main/resources/OSGI-INF/blueprint/blueprint.xml
+++
b/persistence-elasticsearch/core/src/main/resources/OSGI-INF/blueprint/blueprint.xml
@@ -51,8 +51,8 @@
<cm:property name="bulkProcessor.backoffPolicy"
value="exponential" />
<cm:property name="rollover.indices" value="" />
- <cm:property name="rollover.maxSize" value="" />
- <cm:property name="rollover.maxAge" value="365d" />
+ <cm:property name="rollover.maxSize" value="30gb" />
+ <cm:property name="rollover.maxAge" value="" />
<cm:property name="rollover.maxDocs" value="" />
<cm:property name="rollover.numberOfShards" value=""/>
<cm:property name="rollover.numberOfReplicas" value=""/>
diff --git
a/persistence-elasticsearch/core/src/main/resources/org.apache.unomi.persistence.elasticsearch.cfg
b/persistence-elasticsearch/core/src/main/resources/org.apache.unomi.persistence.elasticsearch.cfg
index 9d055cff6..086941e80 100644
---
a/persistence-elasticsearch/core/src/main/resources/org.apache.unomi.persistence.elasticsearch.cfg
+++
b/persistence-elasticsearch/core/src/main/resources/org.apache.unomi.persistence.elasticsearch.cfg
@@ -44,8 +44,8 @@
defaultQueryLimit=${org.apache.unomi.elasticsearch.defaultQueryLimit:-10}
# Rollover amd index configuration for event and session indices, values are
cumulative
# See
https://www.elastic.co/guide/en/elasticsearch/reference/7.17/ilm-rollover.html
for option details.
-rollover.maxSize=${org.apache.unomi.elasticsearch.rollover.maxSize}
-rollover.maxAge=${org.apache.unomi.elasticsearch.rollover.maxAge:-365d}
+rollover.maxSize=${org.apache.unomi.elasticsearch.rollover.maxSize:-30gb}
+rollover.maxAge=${org.apache.unomi.elasticsearch.rollover.maxAge}
rollover.maxDocs=${org.apache.unomi.elasticsearch.rollover.maxDocs}
# The following settings control the behavior of the BulkProcessor API. You
can find more information about these
diff --git
a/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/service/MigrationConfig.java
b/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/service/MigrationConfig.java
index 3d4ccd4c7..bc89e92e1 100644
---
a/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/service/MigrationConfig.java
+++
b/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/service/MigrationConfig.java
@@ -67,8 +67,8 @@ public class MigrationConfig {
m.put(MONTHLY_TOTAL_FIELDS_LIMIT, new MigrationConfigProperty("Enter
ElasticSearch monthly index (event, session) mapping configuration:
mapping.total_fields.limit (default: 1000): ", "1000"));
m.put(MONTHLY_MAX_DOC_VALUE_FIELDS_SEARCH, new
MigrationConfigProperty("Enter ElasticSearch monthly index (event, session)
mapping configuration: max_docvalue_fields_search (default: 1000): ", "1000"));
m.put(MIGRATION_HISTORY_RECOVER, new MigrationConfigProperty("We found
an existing migration attempt, should we restart from it ? (this will avoid
redoing steps already completed successfully) (yes/no)", null));
- m.put(ROLLOVER_MAX_AGE, new MigrationConfigProperty("Enter
ElasticSearch index rollover configuration: max_age (default: 365d): ",
"365d"));
- m.put(ROLLOVER_MAX_SIZE, new MigrationConfigProperty("Enter
ElasticSearch index rollover configuration: max_size (default: null): ", null));
+ m.put(ROLLOVER_MAX_AGE, new MigrationConfigProperty("Enter
ElasticSearch index rollover configuration: max_age (default: null): ", null));
+ m.put(ROLLOVER_MAX_SIZE, new MigrationConfigProperty("Enter
ElasticSearch index rollover configuration: max_size (default: 30gb): ",
"30gb"));
m.put(ROLLOVER_MAX_DOCS, new MigrationConfigProperty("Enter
ElasticSearch index rollover configuration: max_docs (default: null): ", null));
configProperties = Collections.unmodifiableMap(m);
diff --git
a/tools/shell-commands/src/main/resources/org.apache.unomi.migration.cfg
b/tools/shell-commands/src/main/resources/org.apache.unomi.migration.cfg
index cc907d93f..3f2568a83 100644
--- a/tools/shell-commands/src/main/resources/org.apache.unomi.migration.cfg
+++ b/tools/shell-commands/src/main/resources/org.apache.unomi.migration.cfg
@@ -32,8 +32,8 @@
number_of_shards=${org.apache.unomi.elasticsearch.defaultIndex.nbShards:-5}
number_of_replicas=${org.apache.unomi.elasticsearch.defaultIndex.nbReplicas:-0}
mapping.total_fields.limit=${org.apache.unomi.elasticsearch.defaultIndex.indexMappingTotalFieldsLimit:-1000}
max_docvalue_fields_search=${org.apache.unomi.elasticsearch.defaultIndex.indexMaxDocValueFieldsSearch:-1000}
-rolloverMaxSize=${org.apache.unomi.elasticsearch.rollover.maxSize:-}
-rolloverMaxAge=${org.apache.unomi.elasticsearch.rollover.maxAge:-365d}
+rolloverMaxSize=${org.apache.unomi.elasticsearch.rollover.maxSize:-30gb}
+rolloverMaxAge=${org.apache.unomi.elasticsearch.rollover.maxAge:-}
rolloverMaxDocs=${org.apache.unomi.elasticsearch.rollover.maxDocs:-}
# Should the migration try to recover from a previous run ?
