[ 
https://issues.apache.org/jira/browse/IGNITE-8116?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Pavel Kovalenko reassigned IGNITE-8116:
---------------------------------------

    Assignee: Pavel Kovalenko

> Historic WAL rebalance fails
> ----------------------------
>
>                 Key: IGNITE-8116
>                 URL: https://issues.apache.org/jira/browse/IGNITE-8116
>             Project: Ignite
>          Issue Type: Bug
>          Components: persistence
>            Reporter: Eduard Shangareev
>            Assignee: Pavel Kovalenko
>            Priority: Critical
>             Fix For: 2.5
>
>
> So, my reproducer fails because rebalance is never completed. 
> Rebalance fails with next error:
> {code}
> Exception in thread "sys-#95%wal.IgniteWalRebalanceTest0%" 
> java.lang.AssertionError
>       at 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplier.handleDemandMessage(GridDhtPartitionSupplier.java:390)
>       at 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPreloader.handleDemandMessage(GridDhtPreloader.java:364)
>       at 
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$5.apply(GridCachePartitionExchangeManager.java:372)
>       at 
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$5.apply(GridCachePartitionExchangeManager.java:357)
>       at 
> org.apache.ignite.internal.processors.cache.GridCacheIoManager.processMessage(GridCacheIoManager.java:1054)
>       at 
> org.apache.ignite.internal.processors.cache.GridCacheIoManager.onMessage0(GridCacheIoManager.java:579)
>       at 
> org.apache.ignite.internal.processors.cache.GridCacheIoManager.access$700(GridCacheIoManager.java:99)
>       at 
> org.apache.ignite.internal.processors.cache.GridCacheIoManager$OrderedMessageListener.onMessage(GridCacheIoManager.java:1603)
>       at 
> org.apache.ignite.internal.managers.communication.GridIoManager.invokeListener(GridIoManager.java:1556)
>       at 
> org.apache.ignite.internal.managers.communication.GridIoManager.access$4100(GridIoManager.java:125)
>       at 
> org.apache.ignite.internal.managers.communication.GridIoManager$GridCommunicationMessageSet.unwind(GridIoManager.java:2752)
>       at 
> org.apache.ignite.internal.managers.communication.GridIoManager.unwindMessageSet(GridIoManager.java:1516)
>       at 
> org.apache.ignite.internal.managers.communication.GridIoManager.access$4400(GridIoManager.java:125)
>       at 
> org.apache.ignite.internal.managers.communication.GridIoManager$10.run(GridIoManager.java:1485)
>       at 
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>       at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>       at java.lang.Thread.run(Thread.java:745)
> {code}
> Reproducer:
> {code}
> /*
>  * Licensed to the Apache Software Foundation (ASF) under one or more
>  * contributor license agreements.  See the NOTICE file distributed with
>  * this work for additional information regarding copyright ownership.
>  * The ASF licenses this file to You under the Apache License, Version 2.0
>  * (the "License"); you may not use this file except in compliance with
>  * the License.  You may obtain a copy of the License at
>  *
>  *      http://www.apache.org/licenses/LICENSE-2.0
>  *
>  * Unless required by applicable law or agreed to in writing, software
>  * distributed under the License is distributed on an "AS IS" BASIS,
>  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
>  * See the License for the specific language governing permissions and
>  * limitations under the License.
>  */
> package org.apache.ignite.internal.processors.cache.persistence.db.wal;
> import java.util.concurrent.TimeUnit;
> import org.apache.ignite.IgniteCache;
> import org.apache.ignite.cache.CacheAtomicityMode;
> import org.apache.ignite.cache.CacheMode;
> import org.apache.ignite.cache.CacheRebalanceMode;
> import org.apache.ignite.cache.affinity.rendezvous.RendezvousAffinityFunction;
> import org.apache.ignite.cache.query.annotations.QuerySqlField;
> import org.apache.ignite.configuration.CacheConfiguration;
> import org.apache.ignite.configuration.DataRegionConfiguration;
> import org.apache.ignite.configuration.DataStorageConfiguration;
> import org.apache.ignite.configuration.IgniteConfiguration;
> import org.apache.ignite.configuration.WALMode;
> import org.apache.ignite.internal.IgniteEx;
> import org.apache.ignite.internal.util.typedef.internal.S;
> import org.apache.ignite.testframework.junits.common.GridCommonAbstractTest;
> import static 
> org.apache.ignite.IgniteSystemProperties.IGNITE_PDS_WAL_REBALANCE_THRESHOLD;
> /**
>  * Historic WAL rebalance test
>  */
> public class IgniteWalRebalanceTest extends GridCommonAbstractTest {
>     /** Cache name. */
>     private static final String CACHE_NAME = "cache";
>     /** {@inheritDoc} */
>     @Override protected IgniteConfiguration getConfiguration(String gridName) 
> throws Exception {
>         System.setProperty(IGNITE_PDS_WAL_REBALANCE_THRESHOLD, "0"); //to 
> make all rebalance wal-based
>         IgniteConfiguration cfg = super.getConfiguration(gridName);
>         CacheConfiguration<Integer, IndexedObject> ccfg = new 
> CacheConfiguration<>(CACHE_NAME);
>         ccfg.setAtomicityMode(CacheAtomicityMode.ATOMIC);
>         ccfg.setRebalanceMode(CacheRebalanceMode.ASYNC);
>         ccfg.setCacheMode(CacheMode.REPLICATED);
>         ccfg.setAffinity(new RendezvousAffinityFunction(false, 32));
>         cfg.setCacheConfiguration(ccfg);
>         DataStorageConfiguration dbCfg = new DataStorageConfiguration()
>                     .setWalHistorySize(Integer.MAX_VALUE)
>                     .setWalMode(WALMode.LOG_ONLY)
>                     .setDefaultDataRegionConfiguration(new 
> DataRegionConfiguration().setPersistenceEnabled(true));
>         cfg.setDataStorageConfiguration(dbCfg);
>         return cfg;
>     }
>     /** {@inheritDoc} */
>     @Override protected void beforeTest() throws Exception {
>         stopAllGrids();
>         cleanPersistenceDir();
>     }
>     /** {@inheritDoc} */
>     @Override protected void afterTest() throws Exception {
>         System.clearProperty(IGNITE_PDS_WAL_REBALANCE_THRESHOLD);
>         stopAllGrids();
>         cleanPersistenceDir();
>     }
>     /**
>      * @throws Exception if failed.
>      */
>     public void test() throws Exception {
>         IgniteEx ig0 = startGrid(0);
>         IgniteEx ig1 = startGrid(1);
>         final int entryCnt = 10_000;
>         ig0.cluster().active(true);
>         IgniteCache<Object, Object> cache = ig0.cache(CACHE_NAME);
>         for (int k = 0; k < entryCnt; k++)
>             cache.put(k, new IndexedObject(k));
>         forceCheckpoint();
>         stopGrid(1, false);
>         for (int k = 0; k < entryCnt; k++)
>             cache.put(k, new IndexedObject(k + 1));
>         forceCheckpoint();
>         ig1 = startGrid(1);
>         IgniteCache<Object, Object> cache1 = ig1.cache(CACHE_NAME);
>         cache1.rebalance().get(2, TimeUnit.MINUTES);
>         for (int k = 0; k < entryCnt; k++)
>             assertEquals(new IndexedObject(k + 1), cache.get(k));
>     }
>     /**
>      *
>      */
>     private static class IndexedObject {
>         /** */
>         @QuerySqlField(index = true)
>         private int iVal;
>         /** */
>         private byte[] payload = new byte[1024];
>         /**
>          * @param iVal Integer value.
>          */
>         private IndexedObject(int iVal) {
>             this.iVal = iVal;
>         }
>         /** {@inheritDoc} */
>         @Override public boolean equals(Object o) {
>             if (this == o)
>                 return true;
>             if (!(o instanceof IndexedObject))
>                 return false;
>             IndexedObject that = (IndexedObject)o;
>             return iVal == that.iVal;
>         }
>         /** {@inheritDoc} */
>         @Override public int hashCode() {
>             return iVal;
>         }
>         /** {@inheritDoc} */
>         @Override public String toString() {
>             return S.toString(IndexedObject.class, this);
>         }
>     }
> }
> {code}



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)

Reply via email to