Data is lost during rebalance

[novacean.alex]

Hello,

I am a new user of Ignite and i'm trying to get a cluster with 3 server
nodes up and running in Kubernetes. Everything works perfectly until one
ignite node gets restarted. During the rebalance process i noticed that
~20.000 entries are lost, This happens with each restart. If two ignite
nodes are restarted at the same time at the end of the rebalance process of
the ~40.000 entries are lost.

Before the restart:
<http://apache-ignite-users.70518.x6.nabble.com/file/t2660/misskeystest.png> 


After restart and rebalance:
<http://apache-ignite-users.70518.x6.nabble.com/file/t2660/misskeuresults.png> 


After the rebalance process is done @n2 is missing 18705 entries.

This is the config file i am using:

<?xml version="1.0" encoding="UTF-8"?>
    <beans xmlns="http://www.springframework.org/schema/beans";
xmlns:context="http://www.springframework.org/schema/context";
xmlns:util="http://www.springframework.org/schema/util";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://www.springframework.org/schema/beans        
http://www.springframework.org/schema/beans/spring-beans.xsd        
http://www.springframework.org/schema/util        
http://www.springframework.org/schema/util/spring-util.xsd
http://www.springframework.org/schema/context          
https://www.springframework.org/schema/context/spring-context.xsd";>
        <context:property-placeholder />
        <bean class="org.apache.ignite.configuration.IgniteConfiguration">
            <property name="consistentId"
value="${IGNITE_OVERRIDE_CONSISTENT_ID}"/>
            <property name="systemThreadPoolSize" value="2000"/>
            <property name="publicThreadPoolSize" value="500"/>
            <property name="stripedPoolSize" value="800"/>
            <property name="rebalanceThreadPoolSize" value="16"/>
            <property name="dataStorageConfiguration">
                <bean
class="org.apache.ignite.configuration.DataStorageConfiguration">
                    <property name="pageSize" value="16384"/>
                    <property name="defaultDataRegionConfiguration">
                        <bean
class="org.apache.ignite.configuration.DataRegionConfiguration">
                            <property name="persistenceEnabled"
value="false"/>
                            <property name="maxSize" value="#{12L * 1024L *
1024L * 1024L}"/>
                            <property name="initialSize" value="#{10L *
1024L * 1024L}"/>
                            <property name="pageEvictionMode"
value="RANDOM_2_LRU"/>
                            <property name="metricsEnabled" value="true"/>
                        </bean>
                    </property>
                </bean>
            </property>
            <property name="cacheConfiguration">
              <bean
class="org.apache.ignite.configuration.CacheConfiguration">
                  <property name="copyOnRead" value="false"/>
                  <property name="statisticsEnabled" value="true"/>
                  <property name="name" value="session-cache"/>
                  <property name="onheapCacheEnabled" value="true"/>
                  <property name="rebalanceMode" value="ASYNC"/>
                  <property name="cacheMode" value="REPLICATED"/>
                  <property name="readFromBackup" value="false"/>
                  <property name="rebalanceBatchSize" value="#{80L * 1024L *
1024L}"/>
                  <property name="rebalanceThrottle" value="2500"/>
                  <property name="writeSynchronizationMode"
value="PRIMARY_SYNC"/>
                  <property name="evictionPolicy">
                      <bean
class="org.apache.ignite.cache.eviction.lru.LruEvictionPolicy">
                         <property name="maxSize" value="1000"/>
                      </bean>
                  </property>
              </bean>
            </property>
             <property name="communicationSpi">
                  <bean
class="org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi">
                      <property name="slowClientQueueLimit" value="999"/>
                      <property name="messageQueueLimit" value="5000"/>
                      <property name="directBuffer" value="true"/>
                      <property name="directSendBuffer" value="true"/>
                        <property name="selectorsCount" value="64"/>
                      <property name="connectionsPerNode" value="24"/>
                      <property name="usePairedConnections" value="true"/>
                      <property name="ackSendThreshold" value="4"/>
                  </bean>
             </property>
            <property name="discoverySpi">
                <bean
class="org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi">
                    <property name="ipFinder">
                        <bean
class="org.apache.ignite.spi.discovery.tcp.ipfinder.kubernetes.TcpDiscoveryKubernetesIpFinder">
                            <property name="namespace" value="xxx"/>
                            <property name="serviceName" value="xxx"/>
                            <property name="masterUrl" value="xxx"/>
                        </bean>
                    </property>
                </bean>
            </property>
        </bean>
    </beans>

I have't found any other issue related to this so my guess is that must be a
configuration problem.
Any help would be greatly appreciated.

Thank you,
Alex.



--
Sent from: http://apache-ignite-users.70518.x6.nabble.com/