This is an automated email from the ASF dual-hosted git repository. btellier pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/james-project.git
commit 0fa667865438f0e86a16d48efadb37620b901599 Author: Rene Cordier <[email protected]> AuthorDate: Wed Mar 13 10:40:38 2019 +0700 JAMES-2666 Integration test: relying on dead letter for targeted reIndex --- .../ReindexingWithEventDeadLettersTest.java | 201 +++++++++++++++++++++ 1 file changed, 201 insertions(+) diff --git a/server/protocols/jmap-integration-testing/rabbitmq-jmap-integration-testing/src/test/java/org/apache/james/jmap/rabbitmq/ReindexingWithEventDeadLettersTest.java b/server/protocols/jmap-integration-testing/rabbitmq-jmap-integration-testing/src/test/java/org/apache/james/jmap/rabbitmq/ReindexingWithEventDeadLettersTest.java new file mode 100644 index 0000000..ef9df20 --- /dev/null +++ b/server/protocols/jmap-integration-testing/rabbitmq-jmap-integration-testing/src/test/java/org/apache/james/jmap/rabbitmq/ReindexingWithEventDeadLettersTest.java @@ -0,0 +1,201 @@ +/**************************************************************** + * Licensed to the Apache Software Foundation (ASF) under one * + * or more contributor license agreements. See the NOTICE file * + * distributed with this work for additional information * + * regarding copyright ownership. The ASF licenses this file * + * to you under the Apache License, Version 2.0 (the * + * "License"); you may not use this file except in compliance * + * with the License. You may obtain a copy of the License at * + * * + * http://www.apache.org/licenses/LICENSE-2.0 * + * * + * Unless required by applicable law or agreed to in writing, * + * software distributed under the License is distributed on an * + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * + * KIND, either express or implied. See the License for the * + * specific language governing permissions and limitations * + * under the License. * + ****************************************************************/ + +package org.apache.james.jmap.rabbitmq; + +import static io.restassured.RestAssured.with; +import static org.apache.james.DockerElasticSearchExtension.ELASTIC_SEARCH_HTTP_PORT; +import static org.apache.james.DockerElasticSearchExtension.ELASTIC_SEARCH_PORT; +import static org.apache.james.jmap.HttpJmapAuthentication.authenticateJamesUser; +import static org.apache.james.jmap.JmapCommonRequests.getDraftId; +import static org.apache.james.jmap.JmapCommonRequests.listMessageIdsForAccount; +import static org.apache.james.jmap.JmapURIBuilder.baseUri; +import static org.apache.james.jmap.TestingConstants.ALICE; +import static org.apache.james.jmap.TestingConstants.ALICE_PASSWORD; +import static org.apache.james.jmap.TestingConstants.ARGUMENTS; +import static org.apache.james.jmap.TestingConstants.DOMAIN; +import static org.apache.james.jmap.TestingConstants.NAME; +import static org.apache.james.jmap.TestingConstants.jmapRequestSpecBuilder; +import static org.assertj.core.api.Assertions.assertThat; +import static org.awaitility.Duration.ONE_HUNDRED_MILLISECONDS; +import static org.hamcrest.Matchers.equalTo; +import static org.hamcrest.collection.IsMapWithSize.aMapWithSize; + +import java.util.List; + +import org.apache.james.CassandraExtension; +import org.apache.james.CassandraRabbitMQJamesServerMain; +import org.apache.james.DockerElasticSearchExtension; +import org.apache.james.GuiceJamesServer; +import org.apache.james.JamesServerExtension; +import org.apache.james.JamesServerBuilder; +import org.apache.james.JmapJamesServerContract; +import org.apache.james.jmap.api.access.AccessToken; +import org.apache.james.modules.RabbitMQExtension; +import org.apache.james.modules.SwiftBlobStoreExtension; +import org.apache.james.modules.TestJMAPServerModule; +import org.apache.james.modules.objectstorage.PayloadCodecFactory; +import org.apache.james.util.docker.Images; +import org.apache.james.util.docker.SwarmGenericContainer; +import org.apache.james.utils.DataProbeImpl; +import org.apache.james.utils.JmapGuiceProbe; +import org.apache.james.utils.WebAdminGuiceProbe; +import org.apache.james.webadmin.WebAdminConfiguration; +import org.apache.james.webadmin.WebAdminUtils; +import org.awaitility.Awaitility; +import org.awaitility.Duration; +import org.awaitility.core.ConditionFactory; +import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.Test; +import org.junit.jupiter.api.extension.RegisterExtension; + +import io.restassured.RestAssured; +import io.restassured.parsing.Parser; +import io.restassured.specification.RequestSpecification; + +class ReindexingWithEventDeadLettersTest { + private static final int LIMIT_TO_10_MESSAGES = 10; + private static final String ELASTICSEARCH_LISTENER_GROUP = "org.apache.james.mailbox.elasticsearch.events.ElasticSearchListeningMessageSearchIndex$ElasticSearchListeningMessageSearchIndexGroup"; + + private static final ConditionFactory CALMLY_AWAIT = Awaitility + .with().pollInterval(ONE_HUNDRED_MILLISECONDS) + .and().pollDelay(ONE_HUNDRED_MILLISECONDS) + .atMost(Duration.ONE_MINUTE) + .await(); + + private static SwarmGenericContainer elasticSearchContainer = new SwarmGenericContainer(Images.ELASTICSEARCH_2) + .withExposedPorts(ELASTIC_SEARCH_HTTP_PORT, ELASTIC_SEARCH_PORT); + + private static final JamesServerBuilder.ServerProvider CONFIGURATION_BUILDER = configuration -> GuiceJamesServer + .forConfiguration(configuration) + .combineWith(CassandraRabbitMQJamesServerMain.MODULES) + .overrideWith(new TestJMAPServerModule(LIMIT_TO_10_MESSAGES)) + .overrideWith(JmapJamesServerContract.DOMAIN_LIST_CONFIGURATION_MODULE) + .overrideWith(binder -> binder.bind(WebAdminConfiguration.class) + .toInstance(WebAdminConfiguration.TEST_CONFIGURATION)); + + @RegisterExtension + JamesServerExtension testExtension = new JamesServerBuilder() + .extension(new DockerElasticSearchExtension(elasticSearchContainer)) + .extension(new CassandraExtension()) + .extension(new RabbitMQExtension()) + .extension(new SwiftBlobStoreExtension(PayloadCodecFactory.AES256)) + .server(CONFIGURATION_BUILDER) + .build(); + + private RequestSpecification webAdminApi; + private AccessToken aliceAccessToken; + + @BeforeEach + void setUp(GuiceJamesServer jamesServer) throws Exception { + jamesServer.getProbe(DataProbeImpl.class) + .fluent() + .addDomain(DOMAIN) + .addUser(ALICE, ALICE_PASSWORD); + + RestAssured.requestSpecification = jmapRequestSpecBuilder + .setPort(jamesServer.getProbe(JmapGuiceProbe.class).getJmapPort()) + .build(); + RestAssured.defaultParser = Parser.JSON; + + webAdminApi = WebAdminUtils.spec(jamesServer.getProbe(WebAdminGuiceProbe.class).getWebAdminPort()); + + aliceAccessToken = authenticateJamesUser(baseUri(jamesServer), ALICE, ALICE_PASSWORD); + + elasticSearchContainer.pause(); + Thread.sleep(Duration.TEN_SECONDS.getValueInMS()); // Docker pause is asynchronous and we found no way to poll for it + } + + @Test + void indexationShouldBeFailingWhenElasticSearchContainerIsPaused() throws Exception { + aliceSavesADraft(); + + CALMLY_AWAIT.until(() -> listElasticSearchFailedEvents().size() == 1); + + unpauseElasticSearch(); + assertThat(listMessageIdsForAccount(aliceAccessToken)).isEmpty(); + } + + @Test + void redeliverShouldReIndexFailedMessages() throws Exception { + aliceSavesADraft(); + CALMLY_AWAIT.until(() -> listElasticSearchFailedEvents().size() == 1); + + unpauseElasticSearch(); + redeliverAllFailedEvents(); + + CALMLY_AWAIT.until(() -> listMessageIdsForAccount(aliceAccessToken).size() == 1); + } + + @Test + void redeliverShouldCleanEventDeadLetter() throws Exception { + aliceSavesADraft(); + CALMLY_AWAIT.until(() -> listElasticSearchFailedEvents().size() == 1); + + unpauseElasticSearch(); + redeliverAllFailedEvents(); + CALMLY_AWAIT.until(() -> listMessageIdsForAccount(aliceAccessToken).size() == 1); + + assertThat(listElasticSearchFailedEvents()).isEmpty(); + } + + private void unpauseElasticSearch() throws Exception { + elasticSearchContainer.unpause(); + Thread.sleep(Duration.ONE_SECOND.getValueInMS()); // Docker unpause is asynchronous and we found no way to poll for it + } + + private void aliceSavesADraft() { + String messageCreationId = "creationId1337"; + String requestBody = "[" + + " [" + + " \"setMessages\"," + + " {" + + " \"create\": { \"" + messageCreationId + "\" : {" + + " \"from\": { \"name\": \"Me\", \"email\": \"" + ALICE + "\"}," + + " \"to\": [{ \"name\": \"BOB\", \"email\": \"[email protected]\"}]," + + " \"subject\": \"subject\"," + + " \"keywords\": {\"$Draft\": true}," + + " \"mailboxIds\": [\"" + getDraftId(aliceAccessToken) + "\"]" + + " }}" + + " }," + + " \"#0\"" + + " ]" + + "]"; + + with() + .header("Authorization", aliceAccessToken.serialize()) + .body(requestBody) + .post("/jmap"); + } + + private List<String> listElasticSearchFailedEvents() { + return webAdminApi.with() + .get("/events/deadLetter/groups/" + ELASTICSEARCH_LISTENER_GROUP) + .andReturn() + .body() + .jsonPath() + .getList("."); + } + + private void redeliverAllFailedEvents() { + webAdminApi.with() + .queryParam("action", "reDeliver") + .post("/events/deadLetter"); + } +} --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
