bradh352 commented on issue #11710:
URL: https://github.com/apache/cloudstack/issues/11710#issuecomment-3493873321
I've started going down this rabbit hole, it appears the interfaces on one
of the VRs don't get the right IP addresses and the keepalived config.
The keepalived goes dual primary because the configurations don't match
between nodes so it rejects the other node and both go primary. That said, the
reason the configs differ is even more concerning, its assigning the same
subnet to 2 different NICs on one of the nodes (interesting that the ip
addresses are different however).
node1 keepalived:
```
global_defs {
router_id r-270-VM
}
vrrp_script heartbeat {
script "/ramdisk/rrouter/heartbeat.sh"
interval 5
}
vrrp_instance inside_network {
state BACKUP
interface eth2
virtual_router_id 51
nopreempt
advert_int 1
#use_vmac
#vmac_xmit_base
authentication {
auth_type AH
auth_pass 94866704
}
virtual_ipaddress {
10.252.0.1/24 brd 10.252.0.255 dev eth2
10.252.1.1/24 brd 10.252.1.255 dev eth3
10.252.2.1/24 brd 10.252.2.255 dev eth4
10.252.5.1/24 brd 10.252.5.255 dev eth5
10.252.6.1/24 brd 10.252.6.255 dev eth6
10.252.6.1/24 brd 10.252.6.255 dev eth7
10.252.3.1/24 brd 10.252.3.255 dev eth8
10.252.7.1/24 brd 10.252.7.255 dev eth9
}
track_script {
heartbeat
}
notify_backup "/opt/cloud/bin/configure_router.py --backup"
notify_master "/opt/cloud/bin/configure_router.py --primary"
notify_fault "/opt/cloud/bin/configure_router.py --fault"
}
```
* NOTE the conflict in addresses for eth6 and eth7
node2 keepalived:
```
global_defs {
router_id r-271-VM
}
vrrp_script heartbeat {
script "/ramdisk/rrouter/heartbeat.sh"
interval 5
}
vrrp_instance inside_network {
state BACKUP
interface eth2
virtual_router_id 51
nopreempt
advert_int 1
#use_vmac
#vmac_xmit_base
authentication {
auth_type AH
auth_pass 94866704
}
virtual_ipaddress {
10.252.0.1/24 brd 10.252.0.255 dev eth2
10.252.1.1/24 brd 10.252.1.255 dev eth3
10.252.2.1/24 brd 10.252.2.255 dev eth4
10.252.5.1/24 brd 10.252.5.255 dev eth5
10.252.4.1/24 brd 10.252.4.255 dev eth6
10.252.3.1/24 brd 10.252.3.255 dev eth7
10.252.7.1/24 brd 10.252.7.255 dev eth8
10.252.6.1/24 brd 10.252.6.255 dev eth9
}
track_script {
heartbeat
}
notify_backup "/opt/cloud/bin/configure_router.py --backup"
notify_master "/opt/cloud/bin/configure_router.py --primary"
notify_fault "/opt/cloud/bin/configure_router.py --fault"
}
```
Then the guestnetwork.json node1:
```
{
"eth2": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth2",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:00:db:00:2b",
"mtu": 1500,
"network_id": 219,
"router_guest_gateway": "10.252.0.1",
"router_guest_ip": "10.252.0.248",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth3": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth3",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:00:de:00:2c",
"mtu": 1500,
"network_id": 222,
"router_guest_gateway": "10.252.1.1",
"router_guest_ip": "10.252.1.115",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth4": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth4",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:00:df:00:29",
"mtu": 1500,
"network_id": 223,
"router_guest_gateway": "10.252.2.1",
"router_guest_ip": "10.252.2.132",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth5": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth5",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:14:00:04",
"mtu": 1500,
"network_id": 276,
"router_guest_gateway": "10.252.5.1",
"router_guest_ip": "10.252.5.173",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth6": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth6",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:16:00:05",
"mtu": 1500,
"network_id": 278,
"router_guest_gateway": "10.252.6.1",
"router_guest_ip": "10.252.6.66",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth7": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth7",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:16:00:02",
"mtu": 1500,
"network_id": 278,
"router_guest_gateway": "10.252.6.1",
"router_guest_ip": "10.252.6.43",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth8": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth8",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:17:00:04",
"mtu": 1500,
"network_id": 279,
"router_guest_gateway": "10.252.3.1",
"router_guest_ip": "10.252.3.57",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth9": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth9",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:18:00:02",
"mtu": 1500,
"network_id": 280,
"router_guest_gateway": "10.252.7.1",
"router_guest_ip": "10.252.7.181",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"id": "guestnetwork"
}
```
And guestnetwork.json node2:
```
{
"eth2": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth2",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:00:db:00:2c",
"mtu": 1500,
"network_id": 219,
"router_guest_gateway": "10.252.0.1",
"router_guest_ip": "10.252.0.203",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth3": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth3",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:00:de:00:2d",
"mtu": 1500,
"network_id": 222,
"router_guest_gateway": "10.252.1.1",
"router_guest_ip": "10.252.1.26",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth4": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth4",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:00:df:00:2a",
"mtu": 1500,
"network_id": 223,
"router_guest_gateway": "10.252.2.1",
"router_guest_ip": "10.252.2.237",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth5": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth5",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:14:00:05",
"mtu": 1500,
"network_id": 276,
"router_guest_gateway": "10.252.5.1",
"router_guest_ip": "10.252.5.59",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth6": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth6",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:15:00:08",
"mtu": 1500,
"network_id": 277,
"router_guest_gateway": "10.252.4.1",
"router_guest_ip": "10.252.4.235",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth7": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth7",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:17:00:05",
"mtu": 1500,
"network_id": 279,
"router_guest_gateway": "10.252.3.1",
"router_guest_ip": "10.252.3.154",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"eth8": [],
"eth9": [
{
"add": true,
"cidr": "24",
"delete_from_processed_cache": false,
"device": "eth9",
"domain_name": "pc.testenv.bradhouse.dev",
"is_vr_guest_gateway": true,
"mac_address": "02:01:01:16:00:04",
"mtu": 1500,
"network_id": 278,
"router_guest_gateway": "10.252.6.1",
"router_guest_ip": "10.252.6.147",
"router_guest_netmask": "255.255.255.0",
"type": "guestnetwork"
}
],
"id": "guestnetwork"
```
I haven't started to get into the /var/cache/cloud/processed files yet to
see if the error is in what is sent to the VR or how the VR processes it
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
