Sorry, part of my first message was corrupted: [root@srvr1 ~]# virsh list --all Id Name State ---------------------------------------------------- 1 v-1-VM running 2 s-2-VM running
[root@srvr1 ~]# virsh pool-list --all Name State Autostart ----------------------------------------- d1c1bcf9-1425-40d6-b50b-c1dd6f0edb16 active no d29bbd04-96cc-351d-9d80-f5710b87c617 active no [root@srvr1 ~]# ps aux | grep qemu-kvm root 5456 10.2 12.4 2024540 1004148 ? Sl 14:15 0:54 /usr/libexec/qemu-kvm -name v-1-VM -S -M rhel6.5.0 -enable-kvm -m 1024 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 636d5c98-e32b-4e1e-ba5b-985007ef6ff0 -nodefconfig -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/v-1-VM.monitor,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -device virtio-serial-pci,id=virtio-serial0,bus=pci.0,addr=0x6 -drive file=/mnt/d29bbd04-96cc-351d-9d80-f5710b87c617/763e8b85-45d1-4fd5-a54f-9a2f5eb26b18,if=none,id=drive-virtio-disk0,format=qcow2,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x7,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=2 -drive file=/usr/share/cloudstack-common/vms/systemvm.iso,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw,cache=none -device ide-drive,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0,bootindex=1 -netdev tap,fd=25,id=hostnet0,vhost=on,vhostfd=26 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=0e:00:a9:fe:01:cf,bus=pci.0,addr=0x3 -netdev tap,fd=27,id=hostnet1,vhost=on,vhostfd=28 -device virtio-net-pci,netdev=hostnet1,id=net1,mac=06:1d:ac:00:00:02,bus=pci.0,addr=0x4 -netdev tap,fd=29,id=hostnet2,vhost=on,vhostfd=30 -device virtio-net-pci,netdev=hostnet2,id=net2,mac=06:de:6e:00:00:3f,bus=pci.0,addr=0x5 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -chardev socket,id=charchannel0,path=/var/lib/libvirt/qemu/v-1-VM.agent,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=v-1-VM.vport -device usb-tablet,id=input0 -vnc 172.16.10.2:0,password -vga cirrus root 5611 9.1 6.8 1497884 549092 ? Sl 14:15 0:48 /usr/libexec/qemu-kvm -name s-2-VM -S -M rhel6.5.0 -enable-kvm -m 512 -realtime mlock=off -smp 1,sockets=1,cores=1,threads=1 -uuid 7f8db1c2-c09a-4645-a52a-b089c0902b14 -nodefconfig -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/s-2-VM.monitor,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -device virtio-serial-pci,id=virtio-serial0,bus=pci.0,addr=0x7 -drive file=/mnt/d29bbd04-96cc-351d-9d80-f5710b87c617/d2cdc0ea-a726-4178-ba61-ee031c4f81bd,if=none,id=drive-virtio-disk0,format=qcow2,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x8,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=2 -drive file=/usr/share/cloudstack-common/vms/systemvm.iso,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw,cache=none -device ide-drive,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0,bootindex=1 -netdev tap,fd=25,id=hostnet0,vhost=on,vhostfd=27 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=0e:00:a9:fe:01:3e,bus=pci.0,addr=0x3 -netdev tap,fd=28,id=hostnet1,vhost=on,vhostfd=29 -device virtio-net-pci,netdev=hostnet1,id=net1,mac=06:b8:76:00:00:07,bus=pci.0,addr=0x4 -netdev tap,fd=30,id=hostnet2,vhost=on,vhostfd=31 -device virtio-net-pci,netdev=hostnet2,id=net2,mac=06:f6:0a:00:00:4d,bus=pci.0,addr=0x5 -netdev tap,fd=32,id=hostnet3,vhost=on,vhostfd=33 -device virtio-net-pci,netdev=hostnet3,id=net3,mac=06:f9:14:00:00:01,bus=pci.0,addr=0x6 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -chardev socket,id=charchannel0,path=/var/lib/libvirt/qemu/s-2-VM.agent,server,nowait -device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=s-2-VM.vport -device usb-tablet,id=input0 -vnc 172.16.10.2:1,password -vga cirrus root 6070 0.0 0.0 103248 872 pts/0 S+ 14:24 0:00 grep qemu-kvm On Tue, Apr 29, 2014 at 2:22 PM, Samuel Winchenbach <swinc...@gmail.com>wrote: > Hi all, > > I am following the quick installation guide exactly (I even setup a > gateway w/ IP 172.16.10.1) but I can not get the setup to complete. The > System VMs remain stuck on "Starting". > Any help would be greatly appreciated! > > > I did a minimal install from the CentOS 6.5 net-install CD. > > Here is my network diagram: http://i.imgur.com/h2i8aE6.jpg > > Here are the steps I took from a completely minimal install. I left out > most of the command outputs because they were all successful without a > single error or warning: http://pastie.org/pastes/9124892/text (I also > included these at the end of the email) > > Now I logged into the management console and used the exact settings as > listed in the "Quick Install Guide". It seems to hang forever (>2 hours) > on "Creating system VMs (this may take a while)" > > > Here are some [potentially] useful command I ran to see what might be > going on: > > [root@srvr1 ~]# ip a > 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN > link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 > inet 127.0.0.1/8 scope host lo > inet6 ::1/128 scope host > valid_lft forever preferred_lft forever > 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state > UNKNOWN qlen 1000 > link/ether 00:19:db:b2:76:08 brd ff:ff:ff:ff:ff:ff > inet6 fe80::219:dbff:feb2:7608/64 scope link > valid_lft forever preferred_lft forever > 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000 > link/ether 00:19:db:65:f7:17 brd ff:ff:ff:ff:ff:ff > 4: eth2: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000 > link/ether 00:0e:0c:b7:70:98 brd ff:ff:ff:ff:ff:ff > 5: virbr0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state > UNKNOWN > link/ether 52:54:00:f7:fa:dc brd ff:ff:ff:ff:ff:ff > inet 192.168.122.1/24 brd 192.168.122.255 scope global virbr0 > 6: virbr0-nic: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen > 500 > link/ether 52:54:00:f7:fa:dc brd ff:ff:ff:ff:ff:ff > 9: cloudbr0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue > state UNKNOWN > link/ether 00:19:db:b2:76:08 brd ff:ff:ff:ff:ff:ff > inet 172.16.10.2/24 brd 172.16.10.255 scope global cloudbr0 > inet6 fe80::219:dbff:feb2:7608/64 scope link > valid_lft forever preferred_lft forever > 11: cloud0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state > UNKNOWN > link/ether fe:00:a9:fe:01:3e brd ff:ff:ff:ff:ff:ff > inet 169.254.0.1/16 brd 169.254.255.255 scope global cloud0 > inet6 fe80::e898:7ff:fe42:16a7/64 scope link > valid_lft forever preferred_lft forever > 12: vnet0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:00:a9:fe:01:cf brd ff:ff:ff:ff:ff:ff > inet6 fe80::fc00:a9ff:fefe:1cf/64 scope link > valid_lft forever preferred_lft forever > 13: vnet1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:1d:ac:00:00:02 brd ff:ff:ff:ff:ff:ff > inet6 fe80::fc1d:acff:fe00:2/64 scope link > valid_lft forever preferred_lft forever > 14: vnet2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:de:6e:00:00:3f brd ff:ff:ff:ff:ff:ff > inet6 fe80::fcde:6eff:fe00:3f/64 scope link > valid_lft forever preferred_lft forever > 15: vnet3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:00:a9:fe:01:3e brd ff:ff:ff:ff:ff:ff > inet6 fe80::fc00:a9ff:fefe:13e/64 scope link > valid_lft forever preferred_lft forever > 16: vnet4: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:b8:76:00:00:07 brd ff:ff:ff:ff:ff:ff > inet6 fe80::fcb8:76ff:fe00:7/64 scope link > valid_lft forever preferred_lft forever > 17: vnet5: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:f6:0a:00:00:4d brd ff:ff:ff:ff:ff:ff > inet6 fe80::fcf6:aff:fe00:4d/64 scope link > valid_lft forever preferred_lft forever > 18: vnet6: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast > state UNKNOWN qlen 500 > link/ether fe:f9:14:00:00:01 brd ff:ff:ff:ff:ff:ff > inet6 fe80::fcf9:14ff:fe00:1/64 scope link > valid_lft forever preferred_lft forever > [root@srvr1 ~]# virsh list --all > Id Name State > ---------------------------------------------------- > > 1 v-1-VM running > 2 s-2-VM running > [root@srvr1 ~]# virsh pool-list --all > Name State Autostart > ----------------------------------------- > d1c1bcf9-1425-40d6-b50b-c1dd6f0edb16 active no > d29bbd04-96cc-351d-9d80-f5710b87c617 active no > [root@srvr1 ~]# yum install -y tcpdump > root@srvr1 ~]# tcpdump -i cloud0 > tcpdump: verbose output suppressed, use -v or -vv for full protocol decode > listening on cloud0, link-type EN10MB (Ethernet), capture size 65535 bytes > 14:20:15.559499 ARP, Request who-has 169.254.1.207 tell 169.254.0.1, > length 28 > 14:20:15.687502 ARP, Request who-has 169.254.1.62 tell 169.254.0.1, length > 28 > 14:20:16.559261 ARP, Request who-has 169.254.1.207 tell 169.254.0.1, > length 28 > 14:20:16.687248 ARP, Request who-has 169.254.1.62 tell 169.254.0.1, length > 28 > 14:20:17.559457 ARP, Request who-has 169.254.1.207 tell 169.254.0.1, > length 28 > 14:20:17.687251 ARP, Request who-has 169.254.1.62 tell 169.254.0.1, length > 28 > 14:20:18.688499 ARP, Request who-has 169.254.1.62 tell 169.254.0.1, length > 28 > 14:20:19.688494 ARP, Request who-has 169.254.1.62 tell 169.254.0.1, length > 28 > 14:20:20.688261 ARP, Request who-has 169.254.1.62 tell 169.254.0.1, length > 28 > ^C > 9 packets captured > 9 packets received by filter > 0 packets dropped by kernel > > ---------------------------------------------------------------------- > THE END > > ---------------------------------------------------------------------- > > > > Here are the steps I took (from absolutely clean minimal install): > [root@srvr1 ~]# yum update > [root@srvr1 ~]# reboot > [root@srvr1 ~]# #edit /etc/sysconfig/network-scripts/ifcfg-eth0 > [root@srvr1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth0 > DEVICE="eth0" > HWADDR="00:19:DB:B2:76:08" > NM_CONTROLLED="no" > ONBOOT="yes" > BOOTPROTO="none" > IPADDR="172.16.10.2" > NETMASK="255.255.255.0" > GATEWAY="172.16.10.1" > DNS1="8.8.8.8" > DNS2="8.8.4.4" > [root@srvr1 ~]# chkconfig network on > [root@srvr1 ~]# service network restart #mistake in documentation? > [root@srvr1 ~]# echo "172.16.10.2 srvr1.cloud.priv" >> /etc/hosts > [root@srvr1 ~]# service network restart > [root@srvr1 ~]# hostname --fqdn > srvr1.cloud.priv > [root@srvr1 ~]# setenforce 0 > [root@srvr1 ~]# sed -i "s/=enforcing/=permissive/g" /etc/selinux/config > [root@srvr1 ~]# cat /etc/selinux/config | grep "^SELINUX" > SELINUX=permissive > SELINUXTYPE=targeted > [root@srvr1 ~]# yum -y install ntp > [root@srvr1 ~]# chkconfig ntpd on > [root@srvr1 ~]# service ntpd start > [root@srvr1 ~]# cat > /etc/yum.repos.d/cloudstack.repo <<EOF > > [cloudstack] > > name=cloudstack > > baseurl=http://cloudstack.apt-get.eu/rhel/4.3/ > > enabled=1 > > gpgcheck=0 > > EOF > [root@srvr1 ~]# yum install nfs-utils > [root@srvr1 ~]# cat > /etc/exports <<EOF > > /secondary *(rw,async,no_root_squash) > > /primary *(rw,async,no_root_squash) > > EOF > [root@srvr1 ~]# mkdir /primary && mkdir /secondary > [root@srvr1 ~]# cat >> /etc/sysconfig/nfs <<EOF > > LOCKD_TCPPORT=32803 > > LOCKD_UDPPORT=32769 > > MOUNTD_PORT=892 > > RQUOTAD_PORT=875 > > STATD_PORT=662 > > STATD_OUTGOING_PORT=2020 > > EOF > [root@srvr1 ~]# #edit /etc/sysconfig/iptables > [root@srvr1 ~]# cat /etc/sysconfig/iptables > # Firewall configuration written by system-config-firewall > # Manual customization of this file is not recommended. > *filter > :INPUT ACCEPT [0:0] > :FORWARD ACCEPT [0:0] > :OUTPUT ACCEPT [0:0] > -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT > -A INPUT -p icmp -j ACCEPT > -A INPUT -i lo -j ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p udp --dport 111 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p tcp --dport 111 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p tcp --dport 2049 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p tcp --dport 32803 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p udp --dport 32769 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p tcp --dport 892 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p udp --dport 892 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p tcp --dport 875 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p udp --dport 875 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p tcp --dport 662 -j > ACCEPT > -A INPUT -s 172.16.10.0/24 -m state --state NEW -p udp --dport 662 -j > ACCEPT > -A INPUT -m state --state NEW -m tcp -p tcp --dport 22 -j ACCEPT > -A INPUT -j REJECT --reject-with icmp-host-prohibited > -A FORWARD -j REJECT --reject-with icmp-host-prohibited > COMMIT > [root@srvr1 ~]# service iptables restart > [root@srvr1 ~]# service rpcbind start > [root@srvr1 ~]# service nfs start > [root@srvr1 ~]# chkconfig rpcbind on > [root@srvr1 ~]# chkconfig nfs on > [root@srvr1 ~]# yum -y install mysql-server > [root@srvr1 ~]# #edit /etc/my.cnf > [root@srvr1 ~]# cat /etc/my.cnf > [mysqld] > datadir=/var/lib/mysql > innodb_rollback_on_timeout=1 > innodb_lock_wait_timeout=600 > max_connections=350 > log-bin=mysql-bin > binlog-format = 'ROW' > socket=/var/lib/mysql/mysql.sock > user=mysql > # Disabling symbolic-links is recommended to prevent assorted security > risks > symbolic-links=0 > > [mysqld_safe] > log-error=/var/log/mysqld.log > pid-file=/var/run/mysqld/mysqld.pid > [root@srvr1 ~]# service mysqld start > [root@srvr1 ~]# chkconfig mysqld on > [root@srvr1 ~]# yum -y install cloud-client > [root@srvr1 ~]# cloudstack-setup-databases > cloud:password@localhost--deploy-as=root > [root@srvr1 ~]# cloudstack-setup-management > [root@srvr1 ~]# > /usr/share/cloudstack-common/scripts/storage/secondary/cloud-install-sys-tmplt > -m \ > > /secondary -u > http://download.cloud.com/templates/acton/acton-systemvm-02062012.qcow2.bz2\ > > -h kvm -F > [root@srvr1 ~]# yum -y install cloud-agent > [root@srvr1 ~]# #edit the three libvirt/qemu files > [root@srvr1 ~]# grep "^[^#]" /etc/libvirt/qemu.conf > vnc_listen = "0.0.0.0" > [root@srvr1 ~]# grep "^[^#]" /etc/libvirt/libvirtd.conf > listen_tls = 0 > listen_tcp = 1 > tcp_port = "16059" > auth_tcp = "none" > mdns_adv = 0 > [root@srvr1 ~]# grep "^[^#]" /etc/sysconfig/libvirtd > LIBVIRTD_ARGS="--listen" > [root@srvr1 ~]# service libvirtd restart > >
