We help IT Professionals succeed at work.

No IP for instances in openstack multi-node configuration

417 Views
Last Modified: 2015-07-28
Hi,

I have deployed SUSE Openstack cloud on 4 machines using the a 4-port router TPLINK(TL-WR740N) creating a private network (192.168.124.0/24). Below are machine names and their roles:

Admin                                     (Admin node)
d3c-1e-04-46-f0-33               (Controller node - all the openstack services including neutron server)
db8-ca-3a-78-d8-62              (nova compute, cinder-volume)
d3c-1e-04-46-f0-3e               (nova compute, cinder-volume)
The deployment was successful. But the instances created doesn't get any  IP. the dhcp agent is available on the controller node.
The neutron is configured using ml2 plugin, openvswitch using GRE tunnelling. The instance running on compute node db8-ca-3a-78-d8-62 is trying to get IP , please look at the tcpdump on the compute node:

root@db8-ca-3a-78-d8-62:/sbin # tcpdump -i any|grep -i DHCP
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on any, link-type LINUX_SLL (Linux cooked), capture size 96 bytes
00:05:04.651748 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651762 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651748 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651763 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651876 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300

I think somehow the DHCP agent on the controller node is not receiving the request. Please help. Below are snapshots of network configurations on all the nodes (compute and controller nodes):

======Controller node-(Neutron server,keystone, glance etc)================

root@d3c-1e-04-46-f0-33:/var/log/cinder # ovs-vsctl show
64c99098-d9e0-420e-9d81-e4296b562d44
    Bridge br-tunnel
        Port br-tunnel
            Interface br-tunnel
                type: internal
        Port "gre-c0a8820c"
            Interface "gre-c0a8820c"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.10", out_key=flow, remote_ip="192.168.130.12"}
        Port "gre-c0a87c52"
            Interface "gre-c0a87c52"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.10", out_key=flow, remote_ip="192.168.124.82"}
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "gre-c0a8820b"
            Interface "gre-c0a8820b"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.10", out_key=flow, remote_ip="192.168.130.11"}
    Bridge br-public
        Port "qg-39849456-fa"
            Interface "qg-39849456-fa"
                type: internal
        Port "eth0.300"
            Interface "eth0.300"
        Port br-public
            Interface br-public
                type: internal
    Bridge br-int
        fail_mode: secure
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port "tap13234367-58"
            tag: 1
            Interface "tap13234367-58"
                type: internal
        Port "qr-09d04890-9b"
            tag: 1
            Interface "qr-09d04890-9b"
                type: internal
        Port br-int
            Interface br-int
                type: internal
    ovs_version: "2.1.2"
      
root@d3c-1e-04-46-f0-33:/var/log/cinder # ifconfig
br-int    Link encap:Ethernet  HWaddr 26:08:C7:CD:4E:49  
          inet6 addr: fe80::708c:6bff:fe33:57d3/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:10 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:796 (796.0 b)  TX bytes:180 (180.0 b)

br-public Link encap:Ethernet  HWaddr 3C:1E:04:46:F0:33  
          inet addr:192.168.126.2  Bcast:0.0.0.0  Mask:255.255.255.0
          inet6 addr: fe80::70de:32ff:fe94:5d12/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:13 errors:0 dropped:0 overruns:0 frame:0
          TX packets:8 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:778 (778.0 b)  TX bytes:432 (432.0 b)

br-tunnel Link encap:Ethernet  HWaddr 16:27:DB:1B:CD:43  
          inet6 addr: fe80::420:84ff:febe:9b84/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:180 (180.0 b)

eth0      Link encap:Ethernet  HWaddr 3C:1E:04:46:F0:33  
          inet addr:192.168.124.83  Bcast:192.168.124.255  Mask:255.255.255.0
          inet6 addr: fe80::3e1e:4ff:fe46:f033/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:6272197 errors:0 dropped:0 overruns:0 frame:0
          TX packets:7429486 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:5180154991 (4940.1 Mb)  TX bytes:8618370627 (8219.1 Mb)
          Interrupt:18 Base address:0xe700

eth0.300  Link encap:Ethernet  HWaddr 3C:1E:04:46:F0:33  
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:20 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:1088 (1.0 Kb)

eth0.400  Link encap:Ethernet  HWaddr 3C:1E:04:46:F0:33  
          inet addr:192.168.130.10  Bcast:192.168.130.255  Mask:255.255.255.0
          inet6 addr: fe80::3e1e:4ff:fe46:f033/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:31 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:1586 (1.5 Kb)

lo        Link encap:Local Loopback  
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:1928408 errors:0 dropped:0 overruns:0 frame:0
          TX packets:1928408 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:9119985429 (8697.4 Mb)  TX bytes:9119985429 (8697.4 Mb)

========Compute node-1==============================================

root@d3c-1e-04-46-f0-3e:/etc/iscsi # ovs-vsctl show
e706e1c2-dbd6-43f1-a278-95329feebff1
    Bridge br-tunnel
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "gre-c0a8820c"
            Interface "gre-c0a8820c"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.11", out_key=flow, remote_ip="192.168.130.12"}
        Port "gre-c0a87c52"
            Interface "gre-c0a87c52"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.11", out_key=flow, remote_ip="192.168.124.82"}
        Port "gre-c0a8820a"
            Interface "gre-c0a8820a"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.11", out_key=flow, remote_ip="192.168.130.10"}
        Port br-tunnel
            Interface br-tunnel
                type: internal
    Bridge br-int
        fail_mode: secure
        Port br-int
            Interface br-int
                type: internal
        Port "qvo8bf250c1-09"
            tag: 1
            Interface "qvo8bf250c1-09"
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
    ovs_version: "2.1.2"

root@d3c-1e-04-46-f0-3e:/etc/iscsi # ifconfig
br-int    Link encap:Ethernet  HWaddr 16:A9:E1:EE:B9:43  
          inet6 addr: fe80::ac94:90ff:fea7:87d6/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:147 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:31266 (30.5 Kb)  TX bytes:180 (180.0 b)

br-tunnel Link encap:Ethernet  HWaddr 62:6B:B2:A2:C0:48  
          inet6 addr: fe80::a8b2:76ff:fe79:69f2/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:180 (180.0 b)

eth0      Link encap:Ethernet  HWaddr 3C:1E:04:46:F0:3E  
          inet addr:192.168.124.82  Bcast:192.168.124.255  Mask:255.255.255.0
          inet6 addr: fe80::3e1e:4ff:fe46:f03e/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:241239 errors:0 dropped:0 overruns:0 frame:0
          TX packets:232240 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:215803955 (205.8 Mb)  TX bytes:52748799 (50.3 Mb)
          Interrupt:16 Base address:0xe000

eth0.400  Link encap:Ethernet  HWaddr 3C:1E:04:46:F0:3E  
          inet addr:192.168.130.11  Bcast:192.168.130.255  Mask:255.255.255.0
          inet6 addr: fe80::3e1e:4ff:fe46:f03e/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:458 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:19548 (19.0 Kb)

lo        Link encap:Local Loopback  
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:77753 errors:0 dropped:0 overruns:0 frame:0
          TX packets:77753 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:4374539 (4.1 Mb)  TX bytes:4374539 (4.1 Mb)

qbr8bf250 Link encap:Ethernet  HWaddr FA:1A:6F:D8:6D:E9  
          inet6 addr: fe80::2470:5aff:feaa:15c5/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:151 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:29452 (28.7 Kb)  TX bytes:468 (468.0 b)

qvb8bf250 Link encap:Ethernet  HWaddr FA:1A:6F:D8:6D:E9  
          inet6 addr: fe80::f81a:6fff:fed8:6de9/64 Scope:Link
          UP BROADCAST RUNNING PROMISC MULTICAST  MTU:1500  Metric:1
          RX packets:6 errors:0 dropped:0 overruns:0 frame:0
          TX packets:158 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:468 (468.0 b)  TX bytes:32112 (31.3 Kb)

qvo8bf250 Link encap:Ethernet  HWaddr FE:79:9D:E9:5F:C9  
          inet6 addr: fe80::fc79:9dff:fee9:5fc9/64 Scope:Link
          UP BROADCAST RUNNING PROMISC MULTICAST  MTU:1500  Metric:1
          RX packets:158 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:32112 (31.3 Kb)  TX bytes:468 (468.0 b)

tap8bf250 Link encap:Ethernet  HWaddr FE:16:3E:75:DB:98  
          inet6 addr: fe80::fc16:3eff:fe75:db98/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:147 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:500
          RX bytes:31266 (30.5 Kb)  TX bytes:468 (468.0 b)

====Compute-node-2========================================

root@db8-ca-3a-78-d8-62:/sbin # ovs-vsctl show
113579ee-772e-4a6f-999c-a43950fcaf6a
    Bridge br-tunnel
        Port "gre-c0a8820b"
            Interface "gre-c0a8820b"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.12", out_key=flow, remote_ip="192.168.130.11"}
        Port "gre-c0a8820a"
            Interface "gre-c0a8820a"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.12", out_key=flow, remote_ip="192.168.130.10"}
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "gre-c0a87c52"
            Interface "gre-c0a87c52"
                type: gre
                options: {df_default="true", in_key=flow, local_ip="192.168.130.12", out_key=flow, remote_ip="192.168.124.82"}
        Port br-tunnel
            Interface br-tunnel
                type: internal
    Bridge br-int
        fail_mode: secure
        Port br-int
            Interface br-int
                type: internal
        Port "qvoc8071e61-34"
            tag: 1
            Interface "qvoc8071e61-34"
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port "qvoe4b70ad8-65"
            tag: 1
            Interface "qvoe4b70ad8-65"
    ovs_version: "2.1.2"

root@db8-ca-3a-78-d8-62:/sbin # ifconfig
br-int    Link encap:Ethernet  HWaddr 5E:5D:C3:BF:F1:49  
          inet6 addr: fe80::1033:1ff:fee1:d471/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:27 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:4986 (4.8 Kb)  TX bytes:180 (180.0 b)

br-tunnel Link encap:Ethernet  HWaddr 96:20:FE:78:8E:43  
          inet6 addr: fe80::7c62:75ff:fed1:1ba1/64 Scope:Link
          UP BROADCAST RUNNING  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:180 (180.0 b)

eth0      Link encap:Ethernet  HWaddr B8:CA:3A:78:D8:62  
          inet addr:192.168.124.81  Bcast:192.168.124.255  Mask:255.255.255.0
          inet6 addr: fe80::baca:3aff:fe78:d862/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:512847 errors:0 dropped:0 overruns:0 frame:0
          TX packets:314024 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:672509219 (641.3 Mb)  TX bytes:105265031 (100.3 Mb)
          Interrupt:20 Memory:fbf00000-fbf20000

eth0.400  Link encap:Ethernet  HWaddr B8:CA:3A:78:D8:62  
          inet addr:192.168.130.12  Bcast:192.168.130.255  Mask:255.255.255.0
          inet6 addr: fe80::baca:3aff:fe78:d862/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:91 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:0 (0.0 b)  TX bytes:4106 (4.0 Kb)

lo        Link encap:Local Loopback  
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:30280 errors:0 dropped:0 overruns:0 frame:0
          TX packets:30280 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:1681880 (1.6 Mb)  TX bytes:1681880 (1.6 Mb)

qbrc8071e Link encap:Ethernet  HWaddr E2:EA:DB:20:95:6F  
          inet6 addr: fe80::80ee:59ff:fe1e:8dc5/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:5 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:308 (308.0 b)  TX bytes:468 (468.0 b)

qbre4b70a Link encap:Ethernet  HWaddr 86:66:5D:00:9A:F8  
          inet6 addr: fe80::c62:3ff:fe2b:d95e/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:27 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:4612 (4.5 Kb)  TX bytes:468 (468.0 b)

qvbc8071e Link encap:Ethernet  HWaddr E2:EA:DB:20:95:6F  
          inet6 addr: fe80::e0ea:dbff:fe20:956f/64 Scope:Link
          UP BROADCAST RUNNING PROMISC MULTICAST  MTU:1500  Metric:1
          RX packets:6 errors:0 dropped:0 overruns:0 frame:0
          TX packets:11 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:468 (468.0 b)  TX bytes:846 (846.0 b)

qvbe4b70a Link encap:Ethernet  HWaddr 86:66:5D:00:9A:F8  
          inet6 addr: fe80::8466:5dff:fe00:9af8/64 Scope:Link
          UP BROADCAST RUNNING PROMISC MULTICAST  MTU:1500  Metric:1
          RX packets:12 errors:0 dropped:0 overruns:0 frame:0
          TX packets:28 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:928 (928.0 b)  TX bytes:5076 (4.9 Kb)

qvoc8071e Link encap:Ethernet  HWaddr 26:7E:4E:35:62:92  
          inet6 addr: fe80::247e:4eff:fe35:6292/64 Scope:Link
          UP BROADCAST RUNNING PROMISC MULTICAST  MTU:1500  Metric:1
          RX packets:11 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:846 (846.0 b)  TX bytes:468 (468.0 b)

qvoe4b70a Link encap:Ethernet  HWaddr B6:D6:4B:E4:31:E5  
          inet6 addr: fe80::b4d6:4bff:fee4:31e5/64 Scope:Link
          UP BROADCAST RUNNING PROMISC MULTICAST  MTU:1500  Metric:1
          RX packets:28 errors:0 dropped:0 overruns:0 frame:0
          TX packets:12 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:5076 (4.9 Kb)  TX bytes:928 (928.0 b)

tapc8071e Link encap:Ethernet  HWaddr FE:16:3E:7F:BD:A1  
          inet6 addr: fe80::fc16:3eff:fe7f:bda1/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:12 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:500
          RX bytes:0 (0.0 b)  TX bytes:916 (916.0 b)

tape4b70a Link encap:Ethernet  HWaddr FE:16:3E:6C:42:B2  
          inet6 addr: fe80::fc16:3eff:fe6c:42b2/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:17 errors:0 dropped:0 overruns:0 frame:0
          TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:500
          RX bytes:4230 (4.1 Kb)  TX bytes:468 (468.0 b)
Comment
Watch Question

Cloud Architect
Commented:
This one is on us!
(Get your first solution completely free - no credit card required)
UNLOCK SOLUTION
Unlock the solution to this question.
Join our community and discover your potential

Experts Exchange is the only place where you can interact directly with leading experts in the technology field. Become a member today and access the collective knowledge of thousands of technology experts.

*This site is protected by reCAPTCHA and the Google Privacy Policy and Terms of Service apply.

OR

Please enter a first name

Please enter a last name

8+ characters (letters, numbers, and a symbol)

By clicking, you agree to the Terms of Use and Privacy Policy.