asked on

No IP for instances in openstack multi-node configuration

Hi,

I have deployed SUSE Openstack cloud on 4 machines using the a 4-port router TPLINK(TL-WR740N) creating a private network (192.168.124.0/24). Below are machine names and their roles:

Admin (Admin node)
d3c-1e-04-46-f0-33 (Controller node - all the openstack services including neutron server)
db8-ca-3a-78-d8-62 (nova compute, cinder-volume)
d3c-1e-04-46-f0-3e (nova compute, cinder-volume)

The deployment was successful. But the instances created doesn't get any IP. the dhcp agent is available on the controller node.
The neutron is configured using ml2 plugin, openvswitch using GRE tunnelling. The instance running on compute node db8-ca-3a-78-d8-62 is trying to get IP , please look at the tcpdump on the compute node:

root@db8-ca-3a-78-d8-62:/sbin # tcpdump -i any|grep -i DHCP
tcpdump: verbose output suppressed, use -v or -vv for full protocol decode
listening on any, link-type LINUX_SLL (Linux cooked), capture size 96 bytes
00:05:04.651748 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651762 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651748 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651763 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300
00:05:04.651876 IP 0.0.0.0.bootpc > 255.255.255.255.bootps: BOOTP/DHCP, Request from fa:16:3e:7f:bd:a1 (oui Unknown), length 300

I think somehow the DHCP agent on the controller node is not receiving the request. Please help. Below are snapshots of network configurations on all the nodes (compute and controller nodes):

======Controller node-(Neutron server,keystone, glance etc)================

root@d3c-1e-04-46-f0-33:/var/log/cinder # ovs-vsctl show
64c99098-d9e0-420e-9d81-e4296b562d44
Bridge br-tunnel
Port br-tunnel
Interface br-tunnel
type: internal
Port "gre-c0a8820c"
Interface "gre-c0a8820c"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.10", out_key=flow, remote_ip="192.168.130.12"}
Port "gre-c0a87c52"
Interface "gre-c0a87c52"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.10", out_key=flow, remote_ip="192.168.124.82"}
Port patch-int
Interface patch-int
type: patch
options: {peer=patch-tun}
Port "gre-c0a8820b"
Interface "gre-c0a8820b"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.10", out_key=flow, remote_ip="192.168.130.11"}
Bridge br-public
Port "qg-39849456-fa"
Interface "qg-39849456-fa"
type: internal
Port "eth0.300"
Interface "eth0.300"
Port br-public
Interface br-public
type: internal
Bridge br-int
fail_mode: secure
Port patch-tun
Interface patch-tun
type: patch
options: {peer=patch-int}
Port "tap13234367-58"
tag: 1
Interface "tap13234367-58"
type: internal
Port "qr-09d04890-9b"
tag: 1
Interface "qr-09d04890-9b"
type: internal
Port br-int
Interface br-int
type: internal
ovs_version: "2.1.2"

root@d3c-1e-04-46-f0-33:/var/log/cinder # ifconfig
br-int Link encap:Ethernet HWaddr 26:08:C7:CD:4E:49
inet6 addr: fe80::708c:6bff:fe33:57d3/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:10 errors:0 dropped:0 overruns:0 frame:0
TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:796 (796.0 b) TX bytes:180 (180.0 b)

br-public Link encap:Ethernet HWaddr 3C:1E:04:46:F0:33
inet addr:192.168.126.2 Bcast:0.0.0.0 Mask:255.255.255.0
inet6 addr: fe80::70de:32ff:fe94:5d12/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:13 errors:0 dropped:0 overruns:0 frame:0
TX packets:8 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:778 (778.0 b) TX bytes:432 (432.0 b)

br-tunnel Link encap:Ethernet HWaddr 16:27:DB:1B:CD:43
inet6 addr: fe80::420:84ff:febe:9b84/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:180 (180.0 b)

eth0 Link encap:Ethernet HWaddr 3C:1E:04:46:F0:33
inet addr:192.168.124.83 Bcast:192.168.124.255 Mask:255.255.255.0
inet6 addr: fe80::3e1e:4ff:fe46:f033/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:6272197 errors:0 dropped:0 overruns:0 frame:0
TX packets:7429486 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:5180154991 (4940.1 Mb) TX bytes:8618370627 (8219.1 Mb)
Interrupt:18 Base address:0xe700

eth0.300 Link encap:Ethernet HWaddr 3C:1E:04:46:F0:33
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:20 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:1088 (1.0 Kb)

eth0.400 Link encap:Ethernet HWaddr 3C:1E:04:46:F0:33
inet addr:192.168.130.10 Bcast:192.168.130.255 Mask:255.255.255.0
inet6 addr: fe80::3e1e:4ff:fe46:f033/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:31 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:1586 (1.5 Kb)

lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:1928408 errors:0 dropped:0 overruns:0 frame:0
TX packets:1928408 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:9119985429 (8697.4 Mb) TX bytes:9119985429 (8697.4 Mb)

========Compute node-1==============================================

root@d3c-1e-04-46-f0-3e:/etc/iscsi # ovs-vsctl show
e706e1c2-dbd6-43f1-a278-95329feebff1
Bridge br-tunnel
Port patch-int
Interface patch-int
type: patch
options: {peer=patch-tun}
Port "gre-c0a8820c"
Interface "gre-c0a8820c"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.11", out_key=flow, remote_ip="192.168.130.12"}
Port "gre-c0a87c52"
Interface "gre-c0a87c52"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.11", out_key=flow, remote_ip="192.168.124.82"}
Port "gre-c0a8820a"
Interface "gre-c0a8820a"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.11", out_key=flow, remote_ip="192.168.130.10"}
Port br-tunnel
Interface br-tunnel
type: internal
Bridge br-int
fail_mode: secure
Port br-int
Interface br-int
type: internal
Port "qvo8bf250c1-09"
tag: 1
Interface "qvo8bf250c1-09"
Port patch-tun
Interface patch-tun
type: patch
options: {peer=patch-int}
ovs_version: "2.1.2"

root@d3c-1e-04-46-f0-3e:/etc/iscsi # ifconfig
br-int Link encap:Ethernet HWaddr 16:A9:E1:EE:B9:43
inet6 addr: fe80::ac94:90ff:fea7:87d6/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:147 errors:0 dropped:0 overruns:0 frame:0
TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:31266 (30.5 Kb) TX bytes:180 (180.0 b)

br-tunnel Link encap:Ethernet HWaddr 62:6B:B2:A2:C0:48
inet6 addr: fe80::a8b2:76ff:fe79:69f2/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:180 (180.0 b)

eth0 Link encap:Ethernet HWaddr 3C:1E:04:46:F0:3E
inet addr:192.168.124.82 Bcast:192.168.124.255 Mask:255.255.255.0
inet6 addr: fe80::3e1e:4ff:fe46:f03e/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:241239 errors:0 dropped:0 overruns:0 frame:0
TX packets:232240 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:215803955 (205.8 Mb) TX bytes:52748799 (50.3 Mb)
Interrupt:16 Base address:0xe000

eth0.400 Link encap:Ethernet HWaddr 3C:1E:04:46:F0:3E
inet addr:192.168.130.11 Bcast:192.168.130.255 Mask:255.255.255.0
inet6 addr: fe80::3e1e:4ff:fe46:f03e/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:458 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:19548 (19.0 Kb)

lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:77753 errors:0 dropped:0 overruns:0 frame:0
TX packets:77753 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:4374539 (4.1 Mb) TX bytes:4374539 (4.1 Mb)

qbr8bf250 Link encap:Ethernet HWaddr FA:1A:6F:D8:6D:E9
inet6 addr: fe80::2470:5aff:feaa:15c5/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:151 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:29452 (28.7 Kb) TX bytes:468 (468.0 b)

qvb8bf250 Link encap:Ethernet HWaddr FA:1A:6F:D8:6D:E9
inet6 addr: fe80::f81a:6fff:fed8:6de9/64 Scope:Link
UP BROADCAST RUNNING PROMISC MULTICAST MTU:1500 Metric:1
RX packets:6 errors:0 dropped:0 overruns:0 frame:0
TX packets:158 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:468 (468.0 b) TX bytes:32112 (31.3 Kb)

qvo8bf250 Link encap:Ethernet HWaddr FE:79:9D:E9:5F:C9
inet6 addr: fe80::fc79:9dff:fee9:5fc9/64 Scope:Link
UP BROADCAST RUNNING PROMISC MULTICAST MTU:1500 Metric:1
RX packets:158 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:32112 (31.3 Kb) TX bytes:468 (468.0 b)

tap8bf250 Link encap:Ethernet HWaddr FE:16:3E:75:DB:98
inet6 addr: fe80::fc16:3eff:fe75:db98/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:147 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:500
RX bytes:31266 (30.5 Kb) TX bytes:468 (468.0 b)

====Compute-node-2========================================

root@db8-ca-3a-78-d8-62:/sbin # ovs-vsctl show
113579ee-772e-4a6f-999c-a43950fcaf6a
Bridge br-tunnel
Port "gre-c0a8820b"
Interface "gre-c0a8820b"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.12", out_key=flow, remote_ip="192.168.130.11"}
Port "gre-c0a8820a"
Interface "gre-c0a8820a"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.12", out_key=flow, remote_ip="192.168.130.10"}
Port patch-int
Interface patch-int
type: patch
options: {peer=patch-tun}
Port "gre-c0a87c52"
Interface "gre-c0a87c52"
type: gre
options: {df_default="true", in_key=flow, local_ip="192.168.130.12", out_key=flow, remote_ip="192.168.124.82"}
Port br-tunnel
Interface br-tunnel
type: internal
Bridge br-int
fail_mode: secure
Port br-int
Interface br-int
type: internal
Port "qvoc8071e61-34"
tag: 1
Interface "qvoc8071e61-34"
Port patch-tun
Interface patch-tun
type: patch
options: {peer=patch-int}
Port "qvoe4b70ad8-65"
tag: 1
Interface "qvoe4b70ad8-65"
ovs_version: "2.1.2"

root@db8-ca-3a-78-d8-62:/sbin # ifconfig
br-int Link encap:Ethernet HWaddr 5E:5D:C3:BF:F1:49
inet6 addr: fe80::1033:1ff:fee1:d471/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:27 errors:0 dropped:0 overruns:0 frame:0
TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:4986 (4.8 Kb) TX bytes:180 (180.0 b)

br-tunnel Link encap:Ethernet HWaddr 96:20:FE:78:8E:43
inet6 addr: fe80::7c62:75ff:fed1:1ba1/64 Scope:Link
UP BROADCAST RUNNING MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:2 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:180 (180.0 b)

eth0 Link encap:Ethernet HWaddr B8:CA:3A:78:D8:62
inet addr:192.168.124.81 Bcast:192.168.124.255 Mask:255.255.255.0
inet6 addr: fe80::baca:3aff:fe78:d862/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:512847 errors:0 dropped:0 overruns:0 frame:0
TX packets:314024 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:672509219 (641.3 Mb) TX bytes:105265031 (100.3 Mb)
Interrupt:20 Memory:fbf00000-fbf20000

eth0.400 Link encap:Ethernet HWaddr B8:CA:3A:78:D8:62
inet addr:192.168.130.12 Bcast:192.168.130.255 Mask:255.255.255.0
inet6 addr: fe80::baca:3aff:fe78:d862/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:91 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:4106 (4.0 Kb)

lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:30280 errors:0 dropped:0 overruns:0 frame:0
TX packets:30280 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:1681880 (1.6 Mb) TX bytes:1681880 (1.6 Mb)

qbrc8071e Link encap:Ethernet HWaddr E2:EA:DB:20:95:6F
inet6 addr: fe80::80ee:59ff:fe1e:8dc5/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:5 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:308 (308.0 b) TX bytes:468 (468.0 b)

qbre4b70a Link encap:Ethernet HWaddr 86:66:5D:00:9A:F8
inet6 addr: fe80::c62:3ff:fe2b:d95e/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:27 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:4612 (4.5 Kb) TX bytes:468 (468.0 b)

qvbc8071e Link encap:Ethernet HWaddr E2:EA:DB:20:95:6F
inet6 addr: fe80::e0ea:dbff:fe20:956f/64 Scope:Link
UP BROADCAST RUNNING PROMISC MULTICAST MTU:1500 Metric:1
RX packets:6 errors:0 dropped:0 overruns:0 frame:0
TX packets:11 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:468 (468.0 b) TX bytes:846 (846.0 b)

qvbe4b70a Link encap:Ethernet HWaddr 86:66:5D:00:9A:F8
inet6 addr: fe80::8466:5dff:fe00:9af8/64 Scope:Link
UP BROADCAST RUNNING PROMISC MULTICAST MTU:1500 Metric:1
RX packets:12 errors:0 dropped:0 overruns:0 frame:0
TX packets:28 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:928 (928.0 b) TX bytes:5076 (4.9 Kb)

qvoc8071e Link encap:Ethernet HWaddr 26:7E:4E:35:62:92
inet6 addr: fe80::247e:4eff:fe35:6292/64 Scope:Link
UP BROADCAST RUNNING PROMISC MULTICAST MTU:1500 Metric:1
RX packets:11 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:846 (846.0 b) TX bytes:468 (468.0 b)

qvoe4b70a Link encap:Ethernet HWaddr B6:D6:4B:E4:31:E5
inet6 addr: fe80::b4d6:4bff:fee4:31e5/64 Scope:Link
UP BROADCAST RUNNING PROMISC MULTICAST MTU:1500 Metric:1
RX packets:28 errors:0 dropped:0 overruns:0 frame:0
TX packets:12 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:5076 (4.9 Kb) TX bytes:928 (928.0 b)

tapc8071e Link encap:Ethernet HWaddr FE:16:3E:7F:BD:A1
inet6 addr: fe80::fc16:3eff:fe7f:bda1/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:12 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:500
RX bytes:0 (0.0 b) TX bytes:916 (916.0 b)

tape4b70a Link encap:Ethernet HWaddr FE:16:3E:6C:42:B2
inet6 addr: fe80::fc16:3eff:fe6c:42b2/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:17 errors:0 dropped:0 overruns:0 frame:0
TX packets:6 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:500
RX bytes:4230 (4.1 Kb) TX bytes:468 (468.0 b)

ASKER CERTIFIED SOLUTION

Zephyr ICT

membership

This solution is only available to members.

To access this solution, you must be a member of Experts Exchange.

Start Free Trial