Lab setup for the specific test
#Subnets of interest to configure the VLAN50 and as well the VIPs. baburaj@Aurora-5:~\> ipcalc 192.168.50.1/24 Address: 192.168.50.1 11000000.10101000.00110010. 00000001 Netmask: 255.255.255.0 = 24 11111111.11111111.11111111. 00000000 Wildcard: 0.0.0.255 00000000.00000000.00000000. 11111111 => Network: 192.168.50.0/24 11000000.10101000.00110010. 00000000 HostMin: 192.168.50.1 11000000.10101000.00110010. 00000001 HostMax: 192.168.50.254 11000000.10101000.00110010. 11111110 Broadcast: 192.168.50.255 11000000.10101000.00110010. 11111111 Hosts/Net: 254 Class C, Private Internet
VLAN11 and VLAN21 are optional setups, as I learned later but planning to keep it as-is.
#Cloud10 - Configure VLAN11. cloud10#enable cloud10#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud10(config)#vlan 11 cloud10(config-vlan)#name servers cloud10(config-vlan)#exit cloud10(config)#end cloud10# cloud10#enable cloud10#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud10(config)#interface vlan11 cloud10(config-if)#ip address 10.0.1.1 255.255.255.0 cloud10(config-if)#no shutdown cloud10(config-if)#exit cloud10(config)#end cloud10# #Assign the switchport to the VLAN cloud10#enable cloud10#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud10(config)#interface fa0/10 cloud10(config-if)#switchport access vlan 11 cloud10(config-if)#no shutdown cloud10(config-if)#exit cloud10(config)#end #Cloud20 - Configure VLAN21 cloud20#enable cloud20#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud20(config)#vlan 21 cloud20(config-vlan)#name servers cloud20(config-vlan)#exit cloud20(config)#end cloud20# cloud20#enable cloud20#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud20(config)#interface vlan21 cloud20(config-if)#ip address 10.0.2.1 255.255.255.0 cloud20(config-if)#no shutdown cloud20(config-if)#exit cloud20(config)#end cloud20# #Assign the switchport to the VLAN cloud20#enable cloud20#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud20(config)#interf cloud20(config)#interface fa0/12 cloud20(config-if)#switchport access vlan 21 cloud20(config-if)#no shutdown cloud20(config-if)#exit cloud20(config)#end cloud20#
#Configure VLAN50 on Cloud10 and Cloud20. cloud10#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud10(config)#vlan 50 cloud10(config-vlan)#name interswitch cloud10(config-vlan)#end cloud10# cloud10#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud10(config)#interface vlan 50 cloud10(config-if)# *Mar 1 01:31:55.903: %LINEPROTO-5-UPDOWN: Line protocol on Interface Vlan50, changed state to down cloud10(config-if)#ip address 192.168.50.1 255.255.255.252 cloud10(config-if)#ip route 192.168.50.0 255.255.255.0 192.168.50.2 cloud10(config)#^Z cloud10# cloud20#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud20(config)#vlan 50 cloud20(config-vlan)#name interswitch cloud20(config-vlan)#^Z cloud20# cloud20#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud20(config)#interface vlan 50 cloud20(config-if)# *Mar 1 01:33:33.018: %LINEPROTO-5-UPDOWN: Line protocol on Interface Vlan50, changed state to down cloud20(config-if)#ip address 192.168.50.2 255.255.255.252 cloud20(config-if)#ip route 192.168.50.0 255.255.255.0 192.168.50.1 cloud20(config)#^Z cloud20# #Allow VLANs on trunk for Cloud10 and Cloud20. cloud10#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud10(config)#interface fa0/13 cloud10(config-if)#switchport trunk allowed vlan 50 cloud10(config-if)#^Z cloud10# cloud20#conf t Enter configuration commands, one per line. End with CNTL/Z. cloud20(config)#interface fa0/13 cloud20(config-if)#switchport trunk allowed vlan 50 cloud20(config-if)#^Z cloud20# # Ensure the spanning tree is in forwarding state and VLAN's allowed is 50. cloud10#show interface fa0/13 trunk Port Mode Encapsulation Status Native vlan Fa0/13 on 802.1q trunking 1 Port Vlans allowed on trunk Fa0/13 50 Port Vlans allowed and active in management domain Fa0/13 50 Port Vlans in spanning tree forwarding state and not pruned Fa0/13 50 cloud20#sh int fa0/13 trunk Port Mode Encapsulation Status Native vlan Fa0/13 on 802.1q trunking 1 Port Vlans allowed on trunk Fa0/13 50 Port Vlans allowed and active in management domain Fa0/13 50 Port Vlans in spanning tree forwarding state and not pruned Fa0/13 50
root@panchajanya:/etc/sysconfig/network-scripts\> cat ifcfg-enp7s0:0 | egrep '^IPADDR|^PRE' IPADDR=192.168.50.11 PREFIX=24 root@mayura:/etc/sysconfig/network-scripts\> cat ifcfg-enp7s0:0 | egrep '^IPADDR|^PRE' IPADDR=192.168.50.21 PREFIX=24 root@panchajanya:/etc/sysconfig/network-scripts\> ip addr show enp7s0 2: enp7s0:mtu 1500 qdisc pfifo_fast state UP qlen 1000 link/ether 00:1f:bc:02:01:66 brd ff:ff:ff:ff:ff:ff inet 10.0.1.11/24 brd 10.0.1.255 scope global enp7s0 valid_lft forever preferred_lft forever inet 192.168.50.11/24 brd 192.168.50.255 scope global enp7s0:0 valid_lft forever preferred_lft forever inet6 fe80::21f:bcff:fe02:166/64 scope link valid_lft forever preferred_lft forever root@mayura:/etc/sysconfig/network-scripts\> ip addr show enp7s0 2: enp7s0: mtu 1500 qdisc pfifo_fast state UP qlen 1000 link/ether 00:1f:bc:02:6f:10 brd ff:ff:ff:ff:ff:ff inet 10.0.2.21/24 brd 10.0.2.255 scope global enp7s0 valid_lft forever preferred_lft forever inet 192.168.50.21/24 brd 192.168.50.255 scope global enp7s0:0 valid_lft forever preferred_lft forever inet6 fe80::21f:bcff:fe02:6f10/64 scope link valid_lft forever preferred_lft forever
Route taken for 10.0.1.0/24 and 10.0.2.0/24 subnets are via R6230. This is due to the static route on both the router and also the switches. The route taken while trying to reach 192.168.50.0/24 subnets from either of these servers is missing 10.0.0.1 (R6230) route.
root@panchajanya:/etc/sysconfig/network-scripts\> tracepath 10.0.2.21
1?: [LOCALHOST] pmtu 1500
1: 10.0.1.1 0.847ms
1: 10.0.1.1 1.916ms
2: 10.0.0.1 4.301ms
3: 10.0.0.20 6.773ms
4: 10.0.2.21 1.570ms !H
Resume: pmtu 1500
root@panchajanya:/etc/sysconfig/network-scripts\> tracepath 192.168.50.21
1?: [LOCALHOST] pmtu 1500
1: 10.0.1.1 1.094ms
1: 10.0.1.1 1.950ms
2: 192.168.50.2 1.524ms
3: 192.168.50.21 1.022ms !H
Resume: pmtu 1500
root@mayura:/etc/sysconfig/network-scripts\> traceroute 10.0.1.11
traceroute to 10.0.1.11 (10.0.1.11), 30 hops max, 60 byte packets
1 10.0.2.1 (10.0.2.1) 1.403 ms 1.550 ms 1.715 ms
2 10.0.0.1 (10.0.0.1) 0.482 ms 0.416 ms 0.447 ms
3 10.0.0.10 (10.0.0.10) 1.848 ms 2.226 ms 2.001 ms
4 10.0.1.11 (10.0.1.11) 1.006 ms !X 0.950 ms !X 0.984 ms !X
root@mayura:/etc/sysconfig/network-scripts\> traceroute 192.168.50.11
traceroute to 192.168.50.11 (192.168.50.11), 30 hops max, 60 byte packets
1 10.0.2.1 (10.0.2.1) 0.844 ms 0.928 ms 1.074 ms
2 192.168.50.1 (192.168.50.1) 2.340 ms 2.497 ms 2.662 ms
3 192.168.50.11 (192.168.50.11) 0.227 ms !X 0.214 ms !X 0.183 ms !X
#Check the MAC's being learned via ARP.
cloud10#show ip arp vlan 50
Protocol Address Age (min) Hardware Addr Type Interface
Internet 192.168.50.21 174 001c.0e58.aa43 ARPA Vlan50
Internet 192.168.50.2 173 001c.0e58.aa43 ARPA Vlan50
Internet 192.168.50.1 - 001c.0e58.3744 ARPA Vlan50
cloud10#show ip arp vlan 11
Protocol Address Age (min) Hardware Addr Type Interface
Internet 10.0.1.11 17 001f.bc02.0166 ARPA Vlan11
Internet 10.0.1.1 - 001c.0e58.3743 ARPA Vlan11
Internet 192.168.50.11 17 001f.bc02.0166 ARPA Vlan11
cloud20#show ip arp vlan 50
Protocol Address Age (min) Hardware Addr Type Interface
Internet 192.168.50.11 173 001c.0e58.3744 ARPA Vlan50
Internet 192.168.50.2 - 001c.0e58.aa43 ARPA Vlan50
Internet 192.168.50.1 174 001c.0e58.3744 ARPA Vlan50
cloud20#show ip arp vlan 21
Protocol Address Age (min) Hardware Addr Type Interface
Internet 10.0.2.1 - 001c.0e58.aa42 ARPA Vlan21
Internet 10.0.2.21 17 001f.bc02.6f10 ARPA Vlan21
Internet 192.168.50.21 17 001f.bc02.6f10 ARPA Vlan21
#Or check the summary itself
cloud10#show arp
Protocol Address Age (min) Hardware Addr Type Interface
Internet 10.0.1.11 146 001f.bc02.0166 ARPA Vlan11
Internet 10.0.0.10 - 001c.0e58.3741 ARPA FastEthernet0/1
Internet 10.0.1.1 - 001c.0e58.3743 ARPA Vlan11
Internet 10.0.0.1 146 8c3b.add3.fef6 ARPA FastEthernet0/1
Internet 10.0.0.20 211 001c.0e58.aa41 ARPA FastEthernet0/1
Internet 192.168.50.21 150 001c.0e58.aa43 ARPA Vlan50
Internet 192.168.50.11 147 001f.bc02.0166 ARPA Vlan11
Internet 192.168.50.2 150 001c.0e58.aa43 ARPA Vlan50
Internet 192.168.50.1 - 001c.0e58.3744 ARPA Vlan50
cloud20#show arp
Protocol Address Age (min) Hardware Addr Type Interface
Internet 10.0.0.10 212 001c.0e58.3741 ARPA FastEthernet0/2
Internet 10.0.2.1 - 001c.0e58.aa42 ARPA Vlan21
Internet 10.0.0.1 146 8c3b.add3.fef6 ARPA FastEthernet0/2
Internet 10.0.2.21 146 001f.bc02.6f10 ARPA Vlan21
Internet 10.0.0.20 - 001c.0e58.aa41 ARPA FastEthernet0/2
Internet 192.168.50.21 148 001f.bc02.6f10 ARPA Vlan21
Internet 192.168.50.11 150 001c.0e58.3744 ARPA Vlan50
Internet 192.168.50.2 - 001c.0e58.aa43 ARPA Vlan50
Internet 192.168.50.1 151 001c.0e58.3744 ARPA Vlan50
#Verify the interface status
cloud10#show int status | ex not
Port Name Status Vlan Duplex Speed Type
Fa0/1 connected routed a-full a-100 10/100BaseTX
Fa0/10 connected 11 a-full a-100 10/100BaseTX
Fa0/13 connected trunk a-full a-100 10/100BaseTX
cloud20#show int status | ex not
Port Name Status Vlan Duplex Speed Type
Fa0/2 connected routed a-full a-100 10/100BaseTX
Fa0/12 connected 21 a-full a-100 10/100BaseTX
Fa0/13 connected trunk a-full a-100 10/100BaseTX
#Trimmed ouput of running configuration
cloud10#show running-config
!
ip routing
!
interface FastEthernet0/1
no switchport
ip address 10.0.0.10 255.255.255.0
!
interface FastEthernet0/10
switchport access vlan 11
!
..
!
interface FastEthernet0/13
switchport trunk encapsulation dot1q
switchport trunk allowed vlan 50
switchport mode trunk
!
!
interface Vlan11
ip address 10.0.1.1 255.255.255.0
!
interface Vlan50
ip address 192.168.50.1 255.255.255.0
..
!
ip classless
ip route 0.0.0.0 0.0.0.0 10.0.0.1
ip route 192.168.50.0 255.255.255.0 192.168.50.2
ip route 192.168.50.11 255.255.255.255 10.0.1.11
..
cloud20#show running-config
Building configuration...
..
ip subnet-zero
ip routing
!
interface FastEthernet0/2
no switchport
ip address 10.0.0.20 255.255.255.0
!
interface FastEthernet0/12
switchport access vlan 21
!
interface FastEthernet0/13
switchport trunk encapsulation dot1q
switchport trunk allowed vlan 50
switchport mode trunk
!
!
interface Vlan21
ip address 10.0.2.1 255.255.255.0
!
interface Vlan50
ip address 192.168.50.2 255.255.255.0
...
!
ip classless
ip route 0.0.0.0 0.0.0.0 10.0.0.1
ip route 192.168.50.0 255.255.255.0 192.168.50.1
ip route 192.168.50.21 255.255.255.255 10.0.2.21
..
root@mayura:/etc/sysconfig/network-scripts\> ip link set dev enp7s0 mtu 9000 root@mayura:/etc/sysconfig/network-scripts\> ip link set dev enp7s0:0 mtu 9000 root@mayura:/etc/sysconfig/network-scripts\> ip link show enp7s0:0 2: enp7s0:mtu 9000 qdisc pfifo_fast state UP mode DEFAULT qlen 1000 link/ether 00:1f:bc:02:6f:10 brd ff:ff:ff:ff:ff:ff root@mayura:/etc/sysconfig/network-scripts\> ping -M do -s 1970 192.168.50.11 -c 1 PING 192.168.50.11 (192.168.50.11) 1970(1998) bytes of data. 1978 bytes from 192.168.50.11: icmp_seq=1 ttl=62 time=1.59 ms --- 192.168.50.11 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.597/1.597/1.597/0.000 ms root@mayura:/etc/sysconfig/network-scripts\> ping -M do -s 1971 192.168.50.11 -c 1 PING 192.168.50.11 (192.168.50.11) 1971(1999) bytes of data. ^C --- 192.168.50.11 ping statistics --- 1 packets transmitted, 0 received, 100% packet loss, time 0ms If the max MTU negotiated for the whole route is 1500, the max payload that an ICMP packet can carry is 1472. IP header ICMP header ICMP payload size MTU (1500) 20 bytes 8 bytes 1472 bytes (maximum) 20 + 8 + 1472 = 1500 If the max MTU negotiated for the whole route is 1998, the max payload that an ICMP packet can carry is 1970. root@mayura:~\> echo " 1998 - 20 - 8 " | bc -l 1970 Expected outcome if the route/path it takes via SVI (switch-trunk-switch) vs the R620 routed interface is that an expected ICMP response of Type 3, Code 4 back from the router asking the sender to defrag the packet. root@mayura:/etc/sysconfig/network-scripts\> ping -M do -s 1472 10.0.1.11 -c 1 PING 10.0.1.11 (10.0.1.11) 1472(1500) bytes of data. 1480 bytes from 10.0.1.11: icmp_seq=1 ttl=61 time=9.35 ms --- 10.0.1.11 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 9.359/9.359/9.359/0.000 ms root@mayura:/etc/sysconfig/network-scripts\> ping -M do -s 1473 10.0.1.11 -c 1 PING 10.0.1.11 (10.0.1.11) 1473(1501) bytes of data. From 10.0.0.1 icmp_seq=1 Frag needed and DF set (mtu = 1500) root@mayura:~\> tcpdump -nni enp7s0 -vvv -e -s0 icmp ... 15:43:18.470479 00:1f:bc:02:6f:10 > 00:1c:0e:58:aa:42, ethertype IPv4 (0x0800), length 1515: (tos 0x0, ttl 64, id 0, offset 0, flags [DF], proto ICMP (1), length 1501) 10.0.2.21 > 10.0.1.11: ICMP echo request, id 28669, seq 1, length 1481 15:43:18.471395 00:1c:0e:58:aa:42 > 00:1f:bc:02:6f:10, ethertype IPv4 (0x0800), length 590: (tos 0xc0, ttl 63, id 48342, offset 0, flags [none], proto ICMP (1), length 576) 10.0.0.1 > 10.0.2.21: ICMP 10.0.1.11 unreachable - need to frag (mtu 1500), length 556 (tos 0x0, ttl 63, id 0, offset 0, flags [DF], proto ICMP (1), length 1501) 10.0.2.21 > 10.0.1.11: ICMP echo request, id 28669, seq 1, length 1481 #One observation here is the SVI/switch VLAN interface isn't sending back the ICMP response for defrag! Yes to explore on this front... root@mayura:/etc/sysconfig/network-scripts\> ping -M do -s 1970 192.168.50.11 -c 1 PING 192.168.50.11 (192.168.50.11) 1970(1998) bytes of data. 1978 bytes from 192.168.50.11: icmp_seq=1 ttl=62 time=1.50 ms --- 192.168.50.11 ping statistics --- 1 packets transmitted, 1 received, 0% packet loss, time 0ms rtt min/avg/max/mdev = 1.500/1.500/1.500/0.000 ms root@mayura:/etc/sysconfig/network-scripts\> root@mayura:/etc/sysconfig/network-scripts\> ping -M do -s 1971 192.168.50.11 -c 1 PING 192.168.50.11 (192.168.50.11) 1971(1999) bytes of data. --- 192.168.50.11 ping statistics --- 1 packets transmitted, 0 received, 100% packet loss, time 0ms