This is an automated email from the ASF dual-hosted git repository.
shuber pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/unomi.git
The following commit(s) were added to refs/heads/master by this push:
new 5ec2587 UNOMI-435 Migrate existing events scope to source (#274)
5ec2587 is described below
commit 5ec2587cfdadc57cd5bf2e82f2954a14e58bb78e
Author: anatol-sialitski <[email protected]>
AuthorDate: Wed Apr 21 13:45:08 2021 +0300
UNOMI-435 Migrate existing events scope to source (#274)
---
.../apache/unomi/itests/graphql/GraphQLListIT.java | 2 +-
.../unomi/shell/migration/impl/MigrationTo200.java | 150 +++++++++++++++++++++
2 files changed, 151 insertions(+), 1 deletion(-)
diff --git
a/itests/src/test/java/org/apache/unomi/itests/graphql/GraphQLListIT.java
b/itests/src/test/java/org/apache/unomi/itests/graphql/GraphQLListIT.java
index fdbb1fe..326d98f 100644
--- a/itests/src/test/java/org/apache/unomi/itests/graphql/GraphQLListIT.java
+++ b/itests/src/test/java/org/apache/unomi/itests/graphql/GraphQLListIT.java
@@ -84,7 +84,7 @@ public class GraphQLListIT extends BaseGraphQLIT {
refreshPersistence();
- Thread.sleep(3000);
+ Thread.sleep(6000);
try (CloseableHttpResponse response =
post("graphql/list/find-lists.json")) {
final ResponseContext context =
ResponseContext.parse(response.getEntity());
diff --git
a/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/impl/MigrationTo200.java
b/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/impl/MigrationTo200.java
new file mode 100644
index 0000000..94dfd40
--- /dev/null
+++
b/tools/shell-commands/src/main/java/org/apache/unomi/shell/migration/impl/MigrationTo200.java
@@ -0,0 +1,150 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.unomi.shell.migration.impl;
+
+import org.apache.http.HttpStatus;
+import org.apache.http.client.methods.CloseableHttpResponse;
+import org.apache.http.client.methods.HttpGet;
+import org.apache.http.client.methods.HttpPost;
+import org.apache.http.client.methods.HttpPut;
+import org.apache.http.entity.StringEntity;
+import org.apache.http.impl.client.CloseableHttpClient;
+import org.apache.http.util.EntityUtils;
+import org.apache.karaf.shell.api.console.Session;
+import org.apache.unomi.shell.migration.Migration;
+import org.json.JSONObject;
+import org.osgi.framework.BundleContext;
+import org.osgi.framework.Version;
+import org.osgi.service.component.annotations.Component;
+
+import java.io.IOException;
+import java.util.Set;
+import java.util.stream.Collectors;
+
+@Component
+public class MigrationTo200 implements Migration {
+
+ private CloseableHttpClient httpClient;
+ private Session session;
+ private String esAddress;
+
+ @Override
+ public Version getFromVersion() {
+ return new Version("1.5.0");
+ }
+
+ @Override
+ public Version getToVersion() {
+ return new Version("2.0.0");
+ }
+
+ @Override
+ public String getDescription() {
+ return "Updates mapping for an index with prefix \"context-event\".
Adds the \"sourceId\" field and copies value from the \"scope\" field to it.";
+ }
+
+ @Override
+ public void execute(Session session, CloseableHttpClient httpClient,
String esAddress, BundleContext bundleContext) throws IOException {
+ this.httpClient = httpClient;
+ this.session = session;
+ this.esAddress = esAddress;
+
+ doExecute();
+ }
+
+ private void doExecute() throws IOException {
+ try (CloseableHttpResponse response = httpClient.execute(new
HttpGet(esAddress + "/_aliases"))) {
+
+ if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK) {
+ JSONObject indicesAsJson = new
JSONObject(EntityUtils.toString(response.getEntity()));
+
+ final Set<String> indices = indicesAsJson.keySet().stream().
+ filter(alias -> alias.startsWith("context-event")).
+ collect(Collectors.toSet());
+
+ for (String indexName : indices) {
+ updateMapping(indexName, httpClient);
+ }
+ }
+ }
+ }
+
+ private void updateMapping(final String indexName, final
CloseableHttpClient httpClient) throws IOException {
+ HttpPut httpPut = new HttpPut(esAddress + "/" + indexName +
"/_mapping");
+
+ httpPut.addHeader("Accept", "application/json");
+ httpPut.addHeader("Content-Type", "application/json");
+
+ String request = "{\n" +
+ "\"properties\": {\n" +
+ " \"sourceId\": {\n" +
+ " \"analyzer\": \"folding\",\n" +
+ " \"type\": \"text\",\n" +
+ " \"fields\": {\n" +
+ " \"keyword\": {\n" +
+ " \"type\": \"keyword\",\n" +
+ " \"ignore_above\": 256\n" +
+ " }\n" +
+ " }\n" +
+ " }\n" +
+ " }\n" +
+ "}";
+
+ httpPut.setEntity(new StringEntity(request));
+
+ try (CloseableHttpResponse response = httpClient.execute(httpPut)) {
+ JSONObject responseAsJson = new
JSONObject(EntityUtils.toString(response.getEntity()));
+
+ if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK
+ && responseAsJson.has("acknowledged") &&
responseAsJson.getBoolean("acknowledged")) {
+ System.out.println("Mapping for index = \"" + indexName + "\"
successfully updated.");
+
+ copyValueScopeToSourceId(indexName, httpClient);
+ } else {
+ System.out.println("Update the mapping for index = \"" +
indexName + "\" failed.");
+ }
+ }
+ }
+
+ private void copyValueScopeToSourceId(final String indexName, final
CloseableHttpClient httpClient) throws IOException {
+ final HttpPost httpPost = new HttpPost(esAddress + "/" + indexName +
"/_update_by_query");
+
+ httpPost.addHeader("Accept", "application/json");
+ httpPost.addHeader("Content-Type", "application/json");
+
+ String request = "{\n" +
+ " \"script\": {\n" +
+ " \"source\": \"ctx._source.sourceId =
ctx._source.scope\",\n" +
+ " \"lang\": \"painless\"\n" +
+ " }\n" +
+ "}";
+
+ httpPost.setEntity(new StringEntity(request));
+
+ try (CloseableHttpResponse response = httpClient.execute(httpPost)) {
+ JSONObject responseAsJson = new
JSONObject(EntityUtils.toString(response.getEntity()));
+
+ if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK) {
+ System.out.println("Copying the \"scope\" field to the
\"sourceId\" field for index = \"" + indexName + "\" successfully completed.
Total: " +
+ responseAsJson.get("total") + ", updated: " +
responseAsJson.get("updated") + ".");
+ } else {
+ System.out.println("Copying the \"scope\" field to the
\"sourceId\" field for index = \"" + indexName + "\" failed.");
+ }
+ }
+ }
+
+}
