I'm doing a test in docker-integration branch, containers got created, but
member activated was not published (I'm looking into that), because of that
CC tries to terminate the cluster, but fails.
TID: [0] [STRATOS] [2014-09-25 15:18:34,507] WARN
{org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} -
Host port dealloacation failed due to a missing property:
ALLOCATED_SERVICE_HOST_PORT
Any idea? Detail log is attached.
Thanks,
Sajith
--
*Sajith Kariyawasam*
*Committer and PMC member, Apache Stratos,WSO2 Inc., http://wso2.com
<http://wso2.com>AMIE (SL)Mobile: +94772269575*
TID: [0] [STRATOS] [2014-09-25 15:18:34,239] INFO {org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient} - Terminating containers via cloud controller: [cluster] test2.php.domain {org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient}
TID: [0] [STRATOS] [2014-09-25 15:18:34,297] ERROR {org.apache.stratos.kubernetes.client.KubernetesApiClient} - Service [test2.php.domain] doesn't exist. {org.apache.stratos.kubernetes.client.KubernetesApiClient}
TID: [0] [STRATOS] [2014-09-25 15:18:34,298] ERROR {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} - Failed to delete Kubernetes service with id: test2.php.domain {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl}
org.apache.stratos.kubernetes.client.exceptions.KubernetesClientException: Service [test2.php.domain] doesn't exist.
at org.apache.stratos.kubernetes.client.KubernetesApiClient.deleteService(KubernetesApiClient.java:414)
at org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl.terminateAllContainers(CloudControllerServiceImpl.java:1526)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.axis2.rpc.receivers.RPCUtil.invokeServiceClass(RPCUtil.java:212)
at org.apache.axis2.rpc.receivers.RPCInOnlyMessageReceiver.invokeBusinessLogic(RPCInOnlyMessageReceiver.java:66)
at org.apache.axis2.receivers.AbstractMessageReceiver.receive(AbstractMessageReceiver.java:110)
at org.apache.axis2.engine.AxisEngine.receive(AxisEngine.java:180)
at org.apache.axis2.transport.http.HTTPTransportUtils.processHTTPPostRequest(HTTPTransportUtils.java:172)
at org.apache.axis2.transport.http.AxisServlet.doPost(AxisServlet.java:146)
at org.wso2.carbon.core.transports.CarbonServlet.doPost(CarbonServlet.java:231)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:755)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.eclipse.equinox.http.servlet.internal.ServletRegistration.service(ServletRegistration.java:61)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.processAlias(ProxyServlet.java:128)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.service(ProxyServlet.java:68)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.wso2.carbon.tomcat.ext.servlet.DelegationServlet.service(DelegationServlet.java:68)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:305)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.wso2.carbon.tomcat.ext.filter.CharacterSetFilter.doFilter(CharacterSetFilter.java:61)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.continueInvocation(CompositeValve.java:178)
at org.wso2.carbon.tomcat.ext.valves.CarbonTomcatValve$1.invoke(CarbonTomcatValve.java:47)
at org.wso2.carbon.webapp.mgt.TenantLazyLoaderValve.invoke(TenantLazyLoaderValve.java:56)
at org.wso2.carbon.tomcat.ext.valves.TomcatValveContainer.invokeValves(TomcatValveContainer.java:47)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.invoke(CompositeValve.java:141)
at org.wso2.carbon.tomcat.ext.valves.CarbonStuckThreadDetectionValve.invoke(CarbonStuckThreadDetectionValve.java:156)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:936)
at org.wso2.carbon.tomcat.ext.valves.CarbonContextCreatorValve.invoke(CarbonContextCreatorValve.java:52)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1653)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
TID: [0] [STRATOS] [2014-09-25 15:18:34,507] WARN {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} - Host port dealloacation failed due to a missing property: ALLOCATED_SERVICE_HOST_PORT {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl}
TID: [0] [STRATOS] [2014-09-25 15:19:21,079] ERROR {org.apache.stratos.kubernetes.client.KubernetesApiClient} - Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict {org.apache.stratos.kubernetes.client.KubernetesApiClient}
TID: [0] [STRATOS] [2014-09-25 15:19:21,080] ERROR {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} - Failed to start an instance. MemberContext [memberId=test2.php.domain6846923f-d79a-40c4-a6a8-dcf256b88284, nodeId=null, clusterId=test2.php.domain, cartridgeType=php, privateIpAddress=null, publicIpAddress=null, allocatedIpAddress=null, initTime=1411638560975, lbClusterId=null, networkPartitionId=null] Cause: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl}
org.apache.stratos.kubernetes.client.exceptions.KubernetesClientException: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict
at org.apache.stratos.kubernetes.client.KubernetesApiClient.createService(KubernetesApiClient.java:392)
at org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl.startContainers(CloudControllerServiceImpl.java:1430)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.axis2.rpc.receivers.RPCUtil.invokeServiceClass(RPCUtil.java:212)
at org.apache.axis2.rpc.receivers.RPCMessageReceiver.invokeBusinessLogic(RPCMessageReceiver.java:117)
at org.apache.axis2.receivers.AbstractInOutMessageReceiver.invokeBusinessLogic(AbstractInOutMessageReceiver.java:40)
at org.apache.axis2.receivers.AbstractMessageReceiver.receive(AbstractMessageReceiver.java:110)
at org.apache.axis2.engine.AxisEngine.receive(AxisEngine.java:180)
at org.apache.axis2.transport.http.HTTPTransportUtils.processHTTPPostRequest(HTTPTransportUtils.java:172)
at org.apache.axis2.transport.http.AxisServlet.doPost(AxisServlet.java:146)
at org.wso2.carbon.core.transports.CarbonServlet.doPost(CarbonServlet.java:231)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:755)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.eclipse.equinox.http.servlet.internal.ServletRegistration.service(ServletRegistration.java:61)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.processAlias(ProxyServlet.java:128)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.service(ProxyServlet.java:68)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.wso2.carbon.tomcat.ext.servlet.DelegationServlet.service(DelegationServlet.java:68)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:305)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.wso2.carbon.tomcat.ext.filter.CharacterSetFilter.doFilter(CharacterSetFilter.java:61)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.continueInvocation(CompositeValve.java:178)
at org.wso2.carbon.tomcat.ext.valves.CarbonTomcatValve$1.invoke(CarbonTomcatValve.java:47)
at org.wso2.carbon.webapp.mgt.TenantLazyLoaderValve.invoke(TenantLazyLoaderValve.java:56)
at org.wso2.carbon.tomcat.ext.valves.TomcatValveContainer.invokeValves(TomcatValveContainer.java:47)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.invoke(CompositeValve.java:141)
at org.wso2.carbon.tomcat.ext.valves.CarbonStuckThreadDetectionValve.invoke(CarbonStuckThreadDetectionValve.java:156)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:936)
at org.wso2.carbon.tomcat.ext.valves.CarbonContextCreatorValve.invoke(CarbonContextCreatorValve.java:52)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1653)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
TID: [0] [STRATOS] [2014-09-25 15:19:21,083] ERROR {org.apache.axis2.rpc.receivers.RPCMessageReceiver} - Failed to start an instance. MemberContext [memberId=test2.php.domain6846923f-d79a-40c4-a6a8-dcf256b88284, nodeId=null, clusterId=test2.php.domain, cartridgeType=php, privateIpAddress=null, publicIpAddress=null, allocatedIpAddress=null, initTime=1411638560975, lbClusterId=null, networkPartitionId=null] Cause: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict {org.apache.axis2.rpc.receivers.RPCMessageReceiver}
java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.axis2.rpc.receivers.RPCUtil.invokeServiceClass(RPCUtil.java:212)
at org.apache.axis2.rpc.receivers.RPCMessageReceiver.invokeBusinessLogic(RPCMessageReceiver.java:117)
at org.apache.axis2.receivers.AbstractInOutMessageReceiver.invokeBusinessLogic(AbstractInOutMessageReceiver.java:40)
at org.apache.axis2.receivers.AbstractMessageReceiver.receive(AbstractMessageReceiver.java:110)
at org.apache.axis2.engine.AxisEngine.receive(AxisEngine.java:180)
at org.apache.axis2.transport.http.HTTPTransportUtils.processHTTPPostRequest(HTTPTransportUtils.java:172)
at org.apache.axis2.transport.http.AxisServlet.doPost(AxisServlet.java:146)
at org.wso2.carbon.core.transports.CarbonServlet.doPost(CarbonServlet.java:231)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:755)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.eclipse.equinox.http.servlet.internal.ServletRegistration.service(ServletRegistration.java:61)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.processAlias(ProxyServlet.java:128)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.service(ProxyServlet.java:68)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.wso2.carbon.tomcat.ext.servlet.DelegationServlet.service(DelegationServlet.java:68)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:305)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.wso2.carbon.tomcat.ext.filter.CharacterSetFilter.doFilter(CharacterSetFilter.java:61)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.continueInvocation(CompositeValve.java:178)
at org.wso2.carbon.tomcat.ext.valves.CarbonTomcatValve$1.invoke(CarbonTomcatValve.java:47)
at org.wso2.carbon.webapp.mgt.TenantLazyLoaderValve.invoke(TenantLazyLoaderValve.java:56)
at org.wso2.carbon.tomcat.ext.valves.TomcatValveContainer.invokeValves(TomcatValveContainer.java:47)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.invoke(CompositeValve.java:141)
at org.wso2.carbon.tomcat.ext.valves.CarbonStuckThreadDetectionValve.invoke(CarbonStuckThreadDetectionValve.java:156)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:936)
at org.wso2.carbon.tomcat.ext.valves.CarbonContextCreatorValve.invoke(CarbonContextCreatorValve.java:52)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1653)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: java.lang.IllegalStateException: Failed to start an instance. MemberContext [memberId=test2.php.domain6846923f-d79a-40c4-a6a8-dcf256b88284, nodeId=null, clusterId=test2.php.domain, cartridgeType=php, privateIpAddress=null, publicIpAddress=null, allocatedIpAddress=null, initTime=1411638560975, lbClusterId=null, networkPartitionId=null] Cause: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict
at org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl.startContainers(CloudControllerServiceImpl.java:1466)
... 45 more
Caused by: org.apache.stratos.kubernetes.client.exceptions.KubernetesClientException: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict
at org.apache.stratos.kubernetes.client.KubernetesApiClient.createService(KubernetesApiClient.java:392)
at org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl.startContainers(CloudControllerServiceImpl.java:1430)
... 45 more
TID: [0] [STRATOS] [2014-09-25 15:19:21,103] ERROR {org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient} - Failed to start an instance. MemberContext [memberId=test2.php.domain6846923f-d79a-40c4-a6a8-dcf256b88284, nodeId=null, clusterId=test2.php.domain, cartridgeType=php, privateIpAddress=null, publicIpAddress=null, allocatedIpAddress=null, initTime=1411638560975, lbClusterId=null, networkPartitionId=null] Cause: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict {org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient}
org.apache.axis2.AxisFault: Failed to start an instance. MemberContext [memberId=test2.php.domain6846923f-d79a-40c4-a6a8-dcf256b88284, nodeId=null, clusterId=test2.php.domain, cartridgeType=php, privateIpAddress=null, publicIpAddress=null, allocatedIpAddress=null, initTime=1411638560975, lbClusterId=null, networkPartitionId=null] Cause: Service [Service [kind=Service, id=test2-php-domain, creationTimestamp=null, selfLink=null, name=null, port=4001, containerPort=null, selector=Selector [name=test2.php.domain], apiVersion=v1beta1, labels=null]] creation failed. Error: Conflict
at org.apache.axis2.util.Utils.getInboundFaultFromMessageContext(Utils.java:531)
at org.apache.axis2.description.OutInAxisOperationClient.handleResponse(OutInAxisOperation.java:370)
at org.apache.axis2.description.OutInAxisOperationClient.send(OutInAxisOperation.java:445)
at org.apache.axis2.description.OutInAxisOperationClient.executeImpl(OutInAxisOperation.java:225)
at org.apache.axis2.client.OperationClient.execute(OperationClient.java:149)
at org.apache.stratos.cloud.controller.stub.CloudControllerServiceStub.startContainers(CloudControllerServiceStub.java:1542)
at org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient.createContainer(CloudControllerClient.java:260)
at org.apache.stratos.autoscaler.monitor.DockerServiceClusterMonitor.monitor(DockerServiceClusterMonitor.java:88)
at org.apache.stratos.autoscaler.monitor.DockerServiceClusterMonitor.run(DockerServiceClusterMonitor.java:51)
at java.lang.Thread.run(Thread.java:744)
TID: [0] [STRATOS] [2014-09-25 15:20:21,333] INFO {org.apache.stratos.cloud.controller.topology.TopologyEventPublisher} - Publishing instance spawned event: [service] php [cluster] test2.php.domain [network-partition] null [partition] null [member] test2.php.domaine3dc53b4-a128-4141-a024-b730a3b44e5a [lb-cluster-id] null {org.apache.stratos.cloud.controller.topology.TopologyEventPublisher}
TID: [0] [STRATOS] [2014-09-25 15:20:21,354] INFO {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} - Kubernetes entities are successfully starting up. MemberContext [memberId=test2.php.domaine3dc53b4-a128-4141-a024-b730a3b44e5a, nodeId=null, clusterId=test2.php.domain, cartridgeType=php, privateIpAddress=127.0.0.1, publicIpAddress=127.0.0.1, allocatedIpAddress=null, initTime=1411638621111, lbClusterId=null, networkPartitionId=null] {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl}
TID: [0] [STRATOS] [2014-09-25 15:21:21,378] INFO {org.apache.stratos.messaging.message.processor.topology.InstanceSpawnedMessageProcessor} - Member created: [service] php [cluster] test2.php.domain [member] test2.php.domaine3dc53b4-a128-4141-a024-b730a3b44e5a {org.apache.stratos.messaging.message.processor.topology.InstanceSpawnedMessageProcessor}
TID: [0] [STRATOS] [2014-09-25 15:21:21,380] INFO {org.apache.stratos.manager.topology.receiver.StratosManagerTopologyEventReceiver} - [InstanceSpawnedEventListener] Received: class org.apache.stratos.messaging.event.topology.InstanceSpawnedEvent {org.apache.stratos.manager.topology.receiver.StratosManagerTopologyEventReceiver}
TID: [0] [STRATOS] [2014-09-25 15:21:21,382] WARN {org.apache.stratos.messaging.message.processor.topology.InstanceSpawnedMessageProcessor} - Member already exists: [service] php [cluster] test2.php.domain [member] test2.php.domaine3dc53b4-a128-4141-a024-b730a3b44e5a {org.apache.stratos.messaging.message.processor.topology.InstanceSpawnedMessageProcessor}
TID: [0] [STRATOS] [2014-09-25 15:21:21,383] WARN {org.apache.stratos.messaging.message.processor.topology.InstanceSpawnedMessageProcessor} - Member already exists: [service] php [cluster] test2.php.domain [member] test2.php.domaine3dc53b4-a128-4141-a024-b730a3b44e5a {org.apache.stratos.messaging.message.processor.topology.InstanceSpawnedMessageProcessor}
TID: [0] [STRATOS] [2014-09-25 15:35:34,634] INFO {org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient} - Terminating containers via cloud controller: [cluster] test2.php.domain {org.apache.stratos.autoscaler.client.cloud.controller.CloudControllerClient}
TID: [0] [STRATOS] [2014-09-25 15:35:34,679] ERROR {org.apache.stratos.kubernetes.client.KubernetesApiClient} - Service [test2.php.domain] doesn't exist. {org.apache.stratos.kubernetes.client.KubernetesApiClient}
TID: [0] [STRATOS] [2014-09-25 15:35:34,679] ERROR {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} - Failed to delete Kubernetes service with id: test2.php.domain {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl}
org.apache.stratos.kubernetes.client.exceptions.KubernetesClientException: Service [test2.php.domain] doesn't exist.
at org.apache.stratos.kubernetes.client.KubernetesApiClient.deleteService(KubernetesApiClient.java:414)
at org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl.terminateAllContainers(CloudControllerServiceImpl.java:1526)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.axis2.rpc.receivers.RPCUtil.invokeServiceClass(RPCUtil.java:212)
at org.apache.axis2.rpc.receivers.RPCInOnlyMessageReceiver.invokeBusinessLogic(RPCInOnlyMessageReceiver.java:66)
at org.apache.axis2.receivers.AbstractMessageReceiver.receive(AbstractMessageReceiver.java:110)
at org.apache.axis2.engine.AxisEngine.receive(AxisEngine.java:180)
at org.apache.axis2.transport.http.HTTPTransportUtils.processHTTPPostRequest(HTTPTransportUtils.java:172)
at org.apache.axis2.transport.http.AxisServlet.doPost(AxisServlet.java:146)
at org.wso2.carbon.core.transports.CarbonServlet.doPost(CarbonServlet.java:231)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:755)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.eclipse.equinox.http.servlet.internal.ServletRegistration.service(ServletRegistration.java:61)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.processAlias(ProxyServlet.java:128)
at org.eclipse.equinox.http.servlet.internal.ProxyServlet.service(ProxyServlet.java:68)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
at org.wso2.carbon.tomcat.ext.servlet.DelegationServlet.service(DelegationServlet.java:68)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:305)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.wso2.carbon.tomcat.ext.filter.CharacterSetFilter.doFilter(CharacterSetFilter.java:61)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:472)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.continueInvocation(CompositeValve.java:178)
at org.wso2.carbon.tomcat.ext.valves.CarbonTomcatValve$1.invoke(CarbonTomcatValve.java:47)
at org.wso2.carbon.webapp.mgt.TenantLazyLoaderValve.invoke(TenantLazyLoaderValve.java:56)
at org.wso2.carbon.tomcat.ext.valves.TomcatValveContainer.invokeValves(TomcatValveContainer.java:47)
at org.wso2.carbon.tomcat.ext.valves.CompositeValve.invoke(CompositeValve.java:141)
at org.wso2.carbon.tomcat.ext.valves.CarbonStuckThreadDetectionValve.invoke(CarbonStuckThreadDetectionValve.java:156)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:936)
at org.wso2.carbon.tomcat.ext.valves.CarbonContextCreatorValve.invoke(CarbonContextCreatorValve.java:52)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1653)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
TID: [0] [STRATOS] [2014-09-25 15:35:34,858] ERROR {org.apache.stratos.kubernetes.client.KubernetesApiClient} - Replication Controller [test2.php.domain] deletion failed. Error: OK {org.apache.stratos.kubernetes.client.KubernetesApiClient}
TID: [0] [STRATOS] [2014-09-25 15:35:34,859] ERROR {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl} - Failed to delete Kubernetes Controller with id: test2.php.domain {org.apache.stratos.cloud.controller.impl.CloudControllerServiceImpl}
