Monday, April 28, 2014

Basic troubleshooting AIO Havana Instance on CentOS 6.5

 This Howto is supposed to show up some internals which usually are not known by  people just starting with AIO ( allinone) Havana setup on CentOS 6.5
View also RDO Havana Neutron Namespaces Troubleshooting for OVS&VLAN (GRE) Config  http://bderzhavets.blogspot.com/2014/04/rdo-havana-neutron-namespaces.html



Getting routers and network ids for corresponding namespaces


[root@havana ~(keystone_admin)]# neutron router-list
+--------------------------------------+---------+-----------------------------------------------------------------------------+
| id                                   | name    | external_gateway_info                                                       |
+--------------------------------------+---------+-----------------------------------------------------------------------------+
| 6c0825b7-7cb1-4327-a97b-04a7837ceba4 | router2 | {"network_id": "7acdb5bb-f366-4a77-9eab-b232fcfc5b7e", "enable_snat": true} |
+--------------------------------------+---------+-----------------------------------------------------------------------------+

[root@havana ~(keystone_admin)]# ip netns | grep 6c0825b7-7cb1-4327-a97b-04a7837ceba4
qrouter-6c0825b7-7cb1-4327-a97b-04a7837ceba4


[root@havana ~(keystone_admin)]# neutron net-list
+--------------------------------------+----------+-------------------------------------------------------+
| id                                   | name     | subnets                                               |
+--------------------------------------+----------+-------------------------------------------------------+
| 30f38c89-4d4f-4d1d-bdea-e1f252221a57 | private1 | 2e143cbd-d965-417b-b366-d58b75952e46 40.0.0.0/24      |
| 57b12ecb-bc00-4482-9653-d84c67c79e04 | private  | a42fb194-3751-4f64-afcf-cddcfc5d6432 10.0.0.0/24      |
| 7acdb5bb-f366-4a77-9eab-b232fcfc5b7e | public   | 9f2e36cb-47b7-427a-8948-1184f0c6507e 192.168.122.0/24 |
+--------------------------------------+----------+-------------------------------------------------------+


Neutron agents status verification


[root@havana ~(keystone_admin)]# neutron agent-list
+--------------------------------------+--------------------+--------------------+-------+----------------+
| id                                   | agent_type         | host               | alive | admin_state_up |
+--------------------------------------+--------------------+--------------------+-------+----------------+
| 8a198929-b5d2-4e30-8f9c-ad6419e00349 | Open vSwitch agent | havana.localdomain | :-)   | True           |
| a82e3f96-2849-47d3-bf39-bf83f907cf92 | DHCP agent         | havana.localdomain | :-)   | True           |
| f164778e-de98-4e51-9aeb-59568b30bca8 | L3 agent           | havana.localdomain | :-)   | True           |
+--------------------------------------+--------------------+--------------------+-------+----------

[root@havana ~(keystone_admin)]# ip netns | grep 30f38c89-4d4f-4d1d-bdea-e1f252221a57
qdhcp-30f38c89-4d4f-4d1d-bdea-e1f252221a57

[root@havana ~(keystone_admin)]# ip netns | grep 57b12ecb-bc00-4482-9653-d84c67c79e04
qdhcp-57b12ecb-bc00-4482-9653-d84c67c79e04

Getting internal and external qrouter namespace interfaces names

[root@havana ~(keystone_admin)]# ip netns exec qrouter-6c0825b7-7cb1-4327-a97b-04a7837ceba4 ifconfig
lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:0 (0.0 b)

qg-876fd79e-d1 Link encap:Ethernet  HWaddr FA:16:3E:27:DC:DF 
          inet addr:192.168.122.102  Bcast:192.168.122.255  Mask:255.255.255.0
          inet6 addr: fe80::f816:3eff:fe27:dcdf/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:14556 errors:0 dropped:0 overruns:0 frame:0
          TX packets:3054 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:20754615 (19.7 MiB)  TX bytes:290113 (283.3 KiB)

qr-b9f5e2fa-cb Link encap:Ethernet  HWaddr FA:16:3E:CC:6A:11 
          inet addr:40.0.0.1  Bcast:40.0.0.255  Mask:255.255.255.0
          inet6 addr: fe80::f816:3eff:fecc:6a11/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:3033 errors:0 dropped:0 overruns:0 frame:0
          TX packets:14550 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:290129 (283.3 KiB)  TX bytes:20754691 (19.7 MiB)

Getting internal interfaces of qdhcp namespaces


[root@havana ~(keystone_admin)]# ip netns exec qdhcp-30f38c89-4d4f-4d1d-bdea-e1f252221a57 ifconfig
lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:0 (0.0 b)

tapd265d281-00 Link encap:Ethernet  HWaddr FA:16:3E:57:C6:94 
          inet addr:40.0.0.11  Bcast:40.0.0.255  Mask:255.255.255.0
          inet6 addr: fe80::f816:3eff:fe57:c694/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:59 errors:0 dropped:0 overruns:0 frame:0
          TX packets:53 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:8640 (8.4 KiB)  TX bytes:8746 (8.5 KiB)

[root@havana ~(keystone_admin)]# ip netns exec qdhcp-57b12ecb-bc00-4482-9653-d84c67c79e04 ifconfig
lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:0 (0.0 b)

tap7e72dcf0-96 Link encap:Ethernet  HWaddr FA:16:3E:6E:BF:64 
          inet addr:10.0.0.2  Bcast:10.0.0.255  Mask:255.255.255.0
          inet6 addr: fe80::f816:3eff:fe6e:bf64/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:9 errors:0 dropped:0 overruns:0 frame:0
          TX packets:10 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:726 (726.0 b)  TX bytes:796 (796.0 b)

[root@havana ~(keystone_admin)]# ovs-vsctl show
20611b75-2436-46a8-8016-21588b858a0c
    Bridge br-ex
        Port "eth0"
            Interface "eth0"
        Port "qg-876fd79e-d1"
            Interface "qg-876fd79e-d1"
                type: internal
        Port br-ex
            Interface br-ex
                type: internal
    Bridge br-int
        Port "tap7e72dcf0-96"
            tag: 2
            Interface "tap7e72dcf0-96"
                type: internal
        Port "tapd265d281-00"
            tag: 1
            Interface "tapd265d281-00"
                type: internal
        Port "qr-b9f5e2fa-cb"
            tag: 1
            Interface "qr-b9f5e2fa-cb"
                type: internal
        Port "qvo266c9054-1a"
            tag: 1
            Interface "qvo266c9054-1a"
        Port "qvob710d1a4-90"
            tag: 1
            Interface "qvob710d1a4-90"
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "1.11.0


****************************
Veth pairs verification
****************************

[root@havana ~(keystone_admin)]# brctl show

bridge name    bridge id        STP enabled    interfaces
qbr266c9054-1a        8000.cac48b4d0dcd    no        qvb266c9054-1a
qbrb710d1a4-90        8000.666011280442    no        qvbb710d1a4-90

[root@havana ~(keystone_admin)]# ovs-vsctl show | grep 266c9054-1a
        Port "qvo266c9054-1a"
            Interface "qvo266c9054-1a"

[root@havana ~(keystone_admin)]# ovs-vsctl show | grep 710d1a4-90
        Port "qvob710d1a4-90"
            Interface "qvob710d1a4-90"


The qvo prefix stands for neutron veth Open vSwitch side and the qvb prefix stands for neutron veth linux bridge side . Details here :- http://openstack.redhat.com/PackStack_All-in-One_DIY_Configuration

*************************************************
Getting routers DNAT&SNAT forwarding rools
*************************************************

[root@havana ~(keystone_admin)]# ip netns exec qrouter-6c0825b7-7cb1-4327-a97b-04a7837ceba4 iptables -S -t nat
-P PREROUTING ACCEPT
-P POSTROUTING ACCEPT
-P OUTPUT ACCEPT
-N neutron-l3-agent-OUTPUT
-N neutron-l3-agent-POSTROUTING
-N neutron-l3-agent-PREROUTING
-N neutron-l3-agent-float-snat
-N neutron-l3-agent-snat
-N neutron-postrouting-bottom
-A PREROUTING -j neutron-l3-agent-PREROUTING
-A POSTROUTING -j neutron-l3-agent-POSTROUTING
-A POSTROUTING -j neutron-postrouting-bottom
-A OUTPUT -j neutron-l3-agent-OUTPUT
-A neutron-l3-agent-OUTPUT -d 192.168.122.105/32 -j DNAT --to-destination 40.0.0.12
-A neutron-l3-agent-OUTPUT -d 192.168.122.103/32 -j DNAT --to-destination 40.0.0.10
-A neutron-l3-agent-POSTROUTING ! -i qg-876fd79e-d1 ! -o qg-876fd79e-d1 -m conntrack ! --ctstate DNAT -j ACCEPT
-A neutron-l3-agent-PREROUTING -d 169.254.169.254/32 -p tcp -m tcp --dport 80 -j REDIRECT --to-ports 9697
-A neutron-l3-agent-PREROUTING -d 192.168.122.105/32 -j DNAT --to-destination 40.0.0.12
-A neutron-l3-agent-PREROUTING -d 192.168.122.103/32 -j DNAT --to-destination 40.0.0.10
-A neutron-l3-agent-float-snat -s 40.0.0.12/32 -j SNAT --to-source 192.168.122.105
-A neutron-l3-agent-float-snat -s 40.0.0.10/32 -j SNAT --to-source 192.168.122.103
-A neutron-l3-agent-snat -j neutron-l3-agent-float-snat
-A neutron-l3-agent-snat -s 40.0.0.0/24 -j SNAT --to-source 192.168.122.102
-A neutron-postrouting-bottom -j neutron-l3-agent-snat


********************************************************************************
Pinging  running VM from host and capturing packages via tcpdump on internal external interfaces of qrouter  namespace
********************************************************************************


[root@havana ~]# ip netns exec qrouter-6c0825b7-7cb1-4327-a97b-04a7837ceba4 tcpdump -ln -i qg-876fd79e-d1
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on qg-876fd79e-d1, link-type EN10MB (Ethernet), capture size 65535 bytes
17:47:27.402753 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 12, length 64
17:47:27.403643 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 12, length 64
17:47:28.404095 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 13, length 64
17:47:28.405191 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 13, length 64
17:47:29.405633 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 14, length 64
17:47:29.406348 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 14, length 64
17:47:30.406741 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 15, length 64
17:47:30.407517 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 15, length 64
17:47:31.407896 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 16, length 64
17:47:31.408567 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 16, length 64
17:47:32.408970 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 17, length 64
17:47:32.409735 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 17, length 64
17:47:33.410087 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 18, length 64
17:47:33.410886 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 18, length 64
17:47:34.411608 IP 192.168.122.100 > 192.168.122.105: ICMP echo request, id 33844, seq 19, length 64
17:47:34.412400 IP 192.168.122.105 > 192.168.122.100: ICMP echo reply, id 33844, seq 19, length 64


[root@havana ~]# ip netns exec qrouter-6c0825b7-7cb1-4327-a97b-04a7837ceba4 tcpdump -ln -i qr-b9f5e2fa-cb

tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on qr-b9f5e2fa-cb, link-type EN10MB (Ethernet), capture size 65535 bytes
17:47:34.411634 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 19, length 64
17:47:34.412344 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 19, length 64
17:47:35.412857 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 20, length 64
17:47:35.413579 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 20, length 64
17:47:36.414018 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 21, length 64
17:47:36.414782 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 21, length 64
17:47:37.415336 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 22, length 64
17:47:37.421958 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 22, length 64
17:47:38.417196 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 23, length 64
17:47:38.417931 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 23, length 64
17:47:39.418426 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 24, length 64
17:47:39.419180 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 24, length 64
17:47:40.418793 IP 192.168.122.100 > 40.0.0.12: ICMP echo request, id 33844, seq 25, length 64
17:47:40.419562 IP 40.0.0.12 > 192.168.122.100: ICMP echo reply, id 33844, seq 25, length 64

Troubleshooting DHCP inside private network (VM is running and is requesting
dhcp-lease on regular basis)

[root@havana ~(keystone_admin)]# neutron net-list
+--------------------------------------+----------+-------------------------------------------------------+
| id                                   | name     | subnets                                               |
+--------------------------------------+----------+-------------------------------------------------------+
| 30f38c89-4d4f-4d1d-bdea-e1f252221a57 | private1 | 2e143cbd-d965-417b-b366-d58b75952e46 40.0.0.0/24      |
| 57b12ecb-bc00-4482-9653-d84c67c79e04 | private  | a42fb194-3751-4f64-afcf-cddcfc5d6432 10.0.0.0/24      |
| 7acdb5bb-f366-4a77-9eab-b232fcfc5b7e | public   | 9f2e36cb-47b7-427a-8948-1184f0c6507e 192.168.122.0/24 |
+--------------------------------------+----------+-------------------------------------------------------+
[root@havana ~(keystone_admin)]# ip netns | grep 30f38c89-4d4f-4d1d-bdea-e1f252221a57
qdhcp-30f38c89-4d4f-4d1d-bdea-e1f252221a57


[root@havana ~(keystone_admin)]# ip netns exec qdhcp-30f38c89-4d4f-4d1d-bdea-e1f252221a57 ifconfig
lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:0 (0.0 b)

tapd265d281-00 Link encap:Ethernet  HWaddr FA:16:3E:57:C6:94 
          inet addr:40.0.0.11  Bcast:40.0.0.255  Mask:255.255.255.0
          inet6 addr: fe80::f816:3eff:fe57:c694/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:22 errors:0 dropped:0 overruns:0 frame:0
          TX packets:15 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:2486 (2.4 KiB)  TX bytes:2214 (2.1 KiB)

[root@havana ~(keystone_admin)]# ip netns exec qdhcp-30f38c89-4d4f-4d1d-bdea-e1f252221a57 tcpdump -ln -i tapd265d281-00

tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on tapd265d281-00, link-type EN10MB (Ethernet), capture size 65535 bytes
10:12:56.093405 IP 40.0.0.12.bootpc > 40.0.0.11.bootps: BOOTP/DHCP, Request from fa:16:3e:de:f7:ec, length 300
10:12:56.093614 IP 40.0.0.11.bootps > 40.0.0.12.bootpc: BOOTP/DHCP, Reply, length 324
10:13:01.092868 ARP, Request who-has 40.0.0.12 tell 40.0.0.11, length 28
10:13:01.093960 ARP, Reply 40.0.0.12 is-at fa:16:3e:de:f7:ec, length 28
10:13:49.834522 IP 40.0.0.12.bootpc > 40.0.0.11.bootps: BOOTP/DHCP, Request from fa:16:3e:de:f7:ec, length 300
10:13:49.837596 IP 40.0.0.11.bootps > 40.0.0.12.bootpc: BOOTP/DHCP, Reply, length 324
10:13:54.836873 ARP, Request who-has 40.0.0.12 tell 40.0.0.11, length 28
10:13:54.838265 ARP, Reply 40.0.0.12 is-at fa:16:3e:de:f7:ec, length 28
10:14:43.800255 IP 40.0.0.12.bootpc > 40.0.0.11.bootps: BOOTP/DHCP, Request from fa:16:3e:de:f7:ec, length 300
10:14:43.809635 IP 40.0.0.11.bootps > 40.0.0.12.bootpc: BOOTP/DHCP, Reply, length 324
10:14:48.807599 ARP, Request who-has 40.0.0.11 tell 40.0.0.12, length 28
10:14:48.807631 ARP, Reply 40.0.0.11 is-at fa:16:3e:57:c6:94, length 28
10:15:26.138172 IP 40.0.0.12.bootpc > 40.0.0.11.bootps: BOOTP/DHCP, Request from fa:16:3e:de:f7:ec, length 300
10:15:26.140720 IP 40.0.0.11.bootps > 40.0.0.12.bootpc: BOOTP/DHCP, Reply, length 324
10:15:31.140869 ARP, Request who-has 40.0.0.12 tell 40.0.0.11, length 28
10:15:31.142128 ARP, Reply 40.0.0.12 is-at fa:16:3e:de:f7:ec, length 28


********************************************************************
List of /etc/libvirt/qemu XML definitions of VMs running in the cloud
to compare with `brctl show` output
********************************************************************

[root@havana ~(keystone_admin)]# cd /etc/libvirt/qemu
[root@havana qemu(keystone_admin)]# ls -l
total 12
-rw-------. 1 root root 2889 Apr 12 17:58 instance-00000001.xml
-rw-------. 1 root root 3007 Apr 28 17:23 instance-00000003.xml
drwx------. 3 root root 4096 Apr 12 15:26 networks
[root@havana qemu(keystone_admin)]# cat instance-00000001.xml
<!--
WARNING: THIS IS AN AUTO-GENERATED FILE. CHANGES TO IT ARE LIKELY TO BE
OVERWRITTEN AND LOST. Changes to this xml configuration should be made using:
  virsh edit instance-00000001
or other application using the libvirt API.
-->

<domain type='qemu'>
  <name>instance-00000001</name>
  <uuid>00a43ef7-a3a7-47fe-942a-fcbef48d5fe2</uuid>
  <memory unit='KiB'>524288</memory>
  <currentMemory unit='KiB'>524288</currentMemory>
  <vcpu placement='static'>1</vcpu>
  <sysinfo type='smbios'>
    <system>
      <entry name='manufacturer'>Red Hat Inc.</entry>
      <entry name='product'>OpenStack Nova</entry>
      <entry name='version'>2013.2.2-1.el6</entry>
      <entry name='serial'>d9e7bce0-ee66-4c7f-aa96-1950d86b5bb6</entry>
      <entry name='uuid'>00a43ef7-a3a7-47fe-942a-fcbef48d5fe2</entry>
    </system>
  </sysinfo>
  <os>
    <type arch='x86_64' machine='rhel6.5.0'>hvm</type>
    <boot dev='hd'/>
    <smbios mode='sysinfo'/>
  </os>
  <features>
    <acpi/>
    <apic/>
  </features>
  <clock offset='utc'/>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/libexec/qemu-kvm</emulator>
    <disk type='file' device='disk'>
      <driver name='qemu' type='qcow2' cache='none'/>
      <source file='/var/lib/nova/instances/00a43ef7-a3a7-47fe-942a-fcbef48d5fe2/disk'/>
      <target dev='vda' bus='virtio'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
    </disk>
    <controller type='usb' index='0'>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
    </controller>
    <interface type='bridge'>
      <mac address='fa:16:3e:1f:2e:ab'/>
      <source bridge='qbrb710d1a4-90'/>
      <target dev='tapb710d1a4-90'/>
      <model type='virtio'/>
      <driver name='qemu'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
    </interface>
    <serial type='file'>
      <source path='/var/lib/nova/instances/00a43ef7-a3a7-47fe-942a-fcbef48d5fe2/console.log'/>
      <target port='0'/>
    </serial>
    <serial type='pty'>
      <target port='1'/>
    </serial>
    <console type='file'>
      <source path='/var/lib/nova/instances/00a43ef7-a3a7-47fe-942a-fcbef48d5fe2/console.log'/>
      <target type='serial' port='0'/>
    </console>
    <input type='tablet' bus='usb'/>
    <input type='mouse' bus='ps2'/>
    <graphics type='vnc' port='-1' autoport='yes' listen='192.168.122.100' keymap='en-us'>
      <listen type='address' address='192.168.122.100'/>
    </graphics>
    <video>
      <model type='cirrus' vram='9216' heads='1'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
    </video>
    <memballoon model='virtio'>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
    </memballoon>
  </devices>
</domain>
[root@havana qemu(keystone_admin)]# cat instance-00000003.xml
<!--
WARNING: THIS IS AN AUTO-GENERATED FILE. CHANGES TO IT ARE LIKELY TO BE
OVERWRITTEN AND LOST. Changes to this xml configuration should be made using:
  virsh edit instance-00000003
or other application using the libvirt API.
-->

<domain type='qemu'>
  <name>instance-00000003</name>
  <uuid>7306a5a1-4148-4744-bd55-edb4fae0e98d</uuid>
  <memory unit='KiB'>2097152</memory>
  <currentMemory unit='KiB'>2097152</currentMemory>
  <vcpu placement='static'>1</vcpu>
  <sysinfo type='smbios'>
    <system>
      <entry name='manufacturer'>Red Hat Inc.</entry>
      <entry name='product'>OpenStack Nova</entry>
      <entry name='version'>2013.2.2-1.el6</entry>
      <entry name='serial'>d9e7bce0-ee66-4c7f-aa96-1950d86b5bb6</entry>
      <entry name='uuid'>7306a5a1-4148-4744-bd55-edb4fae0e98d</entry>
    </system>
  </sysinfo>
  <os>
    <type arch='x86_64' machine='rhel6.5.0'>hvm</type>
    <boot dev='hd'/>
    <smbios mode='sysinfo'/>
  </os>
  <features>
    <acpi/>
    <apic/>
  </features>
  <clock offset='utc'/>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/libexec/qemu-kvm</emulator>
    <disk type='block' device='disk'>
      <driver name='qemu' type='raw' cache='none'/>
      <source dev='/dev/disk/by-path/ip-192.168.122.100:3260-iscsi-iqn.2010-10.org.openstack:volume-a14f3b05-a476-46f6-a763-bb3cad621277-lun-1'/>
      <target dev='vda' bus='virtio'/>
      <serial>a14f3b05-a476-46f6-a763-bb3cad621277</serial>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
    </disk>
    <controller type='usb' index='0'>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
    </controller>
    <interface type='bridge'>
      <mac address='fa:16:3e:de:f7:ec'/>
      <source bridge='qbr266c9054-1a'/>
      <target dev='tap266c9054-1a'/>
      <model type='virtio'/>
      <driver name='qemu'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
    </interface>
    <serial type='file'>
      <source path='/var/lib/nova/instances/7306a5a1-4148-4744-bd55-edb4fae0e98d/console.log'/>
      <target port='0'/>
    </serial>
    <serial type='pty'>
      <target port='1'/>
    </serial>
    <console type='file'>
      <source path='/var/lib/nova/instances/7306a5a1-4148-4744-bd55-edb4fae0e98d/console.log'/>
      <target type='serial' port='0'/>
    </console>
    <input type='tablet' bus='usb'/>
    <input type='mouse' bus='ps2'/>
    <graphics type='vnc' port='-1' autoport='yes' listen='192.168.122.100' keymap='en-us'>
      <listen type='address' address='192.168.122.100'/>
    </graphics>
    <video>
      <model type='cirrus' vram='9216' heads='1'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
    </video>
    <memballoon model='virtio'>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
    </memballoon>
  </devices>
</domain>