Question

Extrange routes and behaviour

  • 14 February 2020
  • 1 reply
  • 172 views

Hi, I have 2 Mellanox switches with Cumulus interconnected in a peerlink, and I have this configurations:

Mellanox1

cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*.intf

# The loopback network interface
auto lo
iface lo inet loopback

# The primary network interface
auto eth0
iface eth0
    address 172.30.0.146/25
    gateway 172.30.0.254
    vrf mgmt

auto swp1
iface swp1
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp2
iface swp2
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp3
iface swp3
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp4
iface swp4
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp5
iface swp5
    bridge-pvid 3010

auto swp6
iface swp6
    bridge-pvid 3010

auto swp7
iface swp7
    bridge-pvid 3010

auto swp8
iface swp8
    bridge-pvid 3010

auto swp13
iface swp13
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254

auto swp15
iface swp15

auto swp16
iface swp16
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp24
iface swp24
    bridge-pvid 3010

auto swp25
iface swp25

auto swp30
iface swp30

auto swp31
iface swp31

auto swp32
iface swp32

auto swp33
iface swp33

auto swp35
iface swp35

auto swp36
iface swp36

auto swp37
iface swp37

auto swp38
iface swp38

auto swp39
iface swp39

auto swp40
iface swp40

auto swp41
iface swp41

auto swp42
iface swp42

auto swp43
iface swp43

auto swp44
iface swp44

auto swp45
iface swp45

auto swp46
iface swp46

auto swp47
iface swp47

auto swp48
iface swp48

auto swp55
iface swp55

auto swp56
iface swp56

auto GRABADOR
iface GRABADOR
    bond-slaves swp15
    clag-id 60
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto MNX_bond
iface MNX_bond
    bond-slaves swp55 swp56
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254

auto MNX_bond.3031
iface MNX_bond.3031
    address 169.254.1.1/28
    clagd-backup-ip 172.30.0.147
    clagd-peer-ip 169.254.1.2
    clagd-priority 100
    clagd-sys-mac 44:38:39:FF:40:94

auto SPINE-A-LEAF1
iface SPINE-A-LEAF1
    bond-slaves swp45 swp46
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 200

auto SPINE-A-LEAF2
iface SPINE-A-LEAF2
    bond-slaves swp47 swp48
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 201

auto SW01-P0
iface SW01-P0
    bond-slaves swp39
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 39

auto SW01-P1
iface SW01-P1
    bond-slaves swp42
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 42

auto SW01-P2
iface SW01-P2
    bond-slaves swp43
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 43

auto SW01-P3
iface SW01-P3
    bond-slaves swp44
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 44

auto SW01-S1
iface SW01-S1
    bond-slaves swp33
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 46

auto SW01-S2
iface SW01-S2
    bond-slaves swp35
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 47

auto SW01-S3
iface SW01-S3
    bond-slaves swp36
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 48

auto SW02-P0
iface SW02-P0
    bond-slaves swp40
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 40

auto SW03-P0
iface SW03-P0
    bond-slaves swp41
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 41

auto SWCORE01
iface SWCORE01
    bond-slaves swp37
    bridge-pvid 999
    bridge-vids 999-1000 2000-2002 3000-3005 3008-3009 3012 3014-3016 3020-3021 3023-3029 3035-3099 3101-3109 3111-3253
    clag-id 37

auto SWCORE02
iface SWCORE02
    bond-slaves swp38
    bridge-pvid 999
    bridge-vids 999-1000 2000-2002 3000-3005 3008-3009 3012 3014-3016 3020-3021 3023-3029 3035-3099 3101-3109 3111-3253
    clag-id 38

auto SYNOLOGY
iface SYNOLOGY
    bond-slaves swp24
    bridge-access 3010
    clag-id 50
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto UCS_bond
iface UCS_bond
    bond-slaves swp30 swp31
    bridge-pvid 3100
    bridge-vids 1000 2000-2002 3000-3001 3004 3012
    clag-id 30

auto bridge
iface bridge
    bridge-ports MNX_bond SPINE-A-LEAF1 SPINE-A-LEAF2 SW01-P0 SW01-P1 SW01-P2 SW01-P3 SW01-S1 SW01-S2 SW01-S3 SW02-P0 SW03-P0 SWCORE01 SWCORE02 SYNOLOGY UCS_bond swp1 swp2 swp3 swp4 swp5 swp6 swp7 swp8 swp13 swp32
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    bridge-vlan-aware yes
    mstpctl-treeprio 8192

auto mgmt
iface mgmt
    address 127.0.0.1/8
    vrf-table auto

auto vlan3006
iface vlan3006
    vlan-id 3006
    vlan-raw-device bridge

auto vlan3007
iface vlan3007
    vlan-id 3007
    vlan-raw-device bridge

auto vlan3010
iface vlan3010
    address 172.30.10.50/25
    vlan-id 3010
    vlan-raw-device bridge

auto vlan3011
iface vlan3011
    vlan-id 3011
    vlan-raw-device bridge

auto vlan3013
iface vlan3013
    vlan-id 3013
    vlan-raw-device bridge

auto vlan3017
iface vlan3017
    vlan-id 3017
    vlan-raw-device bridge

auto vlan3018
iface vlan3018
    vlan-id 3018
    vlan-raw-device bridge

auto vlan3019
iface vlan3019
    vlan-id 3019
    vlan-raw-device bridge

auto vlan3022
iface vlan3022
    vlan-id 3022
    vlan-raw-device bridge

auto vlan3030
iface vlan3030
    vlan-id 3030
    vlan-raw-device bridge

auto vlan3100
iface vlan3100
    address 172.30.0.22/25
    vlan-id 3100
    vlan-raw-device bridge

auto vlan3110
iface vlan3110
    vlan-id 3110
    vlan-raw-device bridge

 

Mellanox 2

cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*.intf

# The loopback network interface
auto lo
iface lo inet loopback

# The primary network interface
auto eth0
iface eth0
    address 172.30.0.147/25
    gateway 172.30.0.254
    vrf mgmt

auto swp1
iface swp1
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp2
iface swp2
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp3
iface swp3
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp4
iface swp4
    bridge-pvid 3010
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp5
iface swp5
    bridge-pvid 3010

auto swp6
iface swp6
    bridge-pvid 3010

auto swp7
iface swp7
    bridge-pvid 3010

auto swp8
iface swp8
    bridge-pvid 3010

auto swp10
iface swp10
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254

auto swp13
iface swp13
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254

auto swp15
iface swp15

auto swp16
iface swp16
    bridge-access 3011
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto swp24
iface swp24

auto swp30
iface swp30

auto swp31
iface swp31

auto swp33
iface swp33

auto swp34
iface swp34

auto swp35
iface swp35

auto swp36
iface swp36

auto swp37
iface swp37

auto swp38
iface swp38

auto swp39
iface swp39

auto swp40
iface swp40

auto swp41
iface swp41

auto swp42
iface swp42

auto swp43
iface swp43

auto swp44
iface swp44

auto swp45
iface swp45

auto swp46
iface swp46

auto swp47
iface swp47

auto swp48
iface swp48

auto swp55
iface swp55

auto swp56
iface swp56

auto GRABADOR
iface GRABADOR
    bond-slaves swp15
    clag-id 60
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto MNX_bond
iface MNX_bond
    bond-slaves swp55 swp56
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254

auto MNX_bond.3031
iface MNX_bond.3031
    address 169.254.1.2/28
    clagd-backup-ip 172.30.0.146
    clagd-peer-ip 169.254.1.1
    clagd-priority 150
    clagd-sys-mac 44:38:39:FF:40:94

auto SPINE-A-LEAF1
iface SPINE-A-LEAF1
    bond-slaves swp45 swp46
    clag-id 200

auto SPINE-A-LEAF2
iface SPINE-A-LEAF2
    bond-slaves swp47 swp48
    clag-id 201

auto SW01-P0
iface SW01-P0
    bond-slaves swp39
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 39

auto SW01-P1
iface SW01-P1
    bond-slaves swp42
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 42

auto SW01-P2
iface SW01-P2
    bond-slaves swp43
    bridge-pvid 999
    bridge-vids 1-100 999-1000 2000-2002 3000-3030 3035-3254
    clag-id 43

auto SW01-P3
iface SW01-P3
    bond-slaves swp44
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 44

auto SW01-S1
iface SW01-S1
    bond-slaves swp33
    bridge-pvid 999
    bridge-vids 999-1000 2000-2002 3000-3005 3008-3009 3012 3014-3016 3020-3021 3023-3029 3035-3099 3101-3109 3111-3253
    clag-id 46

auto SW01-S2
iface SW01-S2
    bond-slaves swp35
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 47

auto SW01-S3
iface SW01-S3
    bond-slaves swp36
    bridge-pvid 999
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 48

auto SW02-P0
iface SW02-P0
    bond-slaves swp40
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 40

auto SW03-P0
iface SW03-P0
    bond-slaves swp41
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    clag-id 41

auto SWCORE01
iface SWCORE01
    bond-slaves swp37
    bridge-pvid 999
    bridge-vids 999-1000 2000-2002 3000-3005 3008-3009 3012 3014-3016 3020-3021 3023-3029 3035-3099 3101-3109 3111-3253
    clag-id 37

auto SWCORE02
iface SWCORE02
    bond-slaves swp38
    bridge-pvid 999
    bridge-vids 999-1000 2000-2002 3000-3005 3008-3009 3012 3014-3016 3020-3021 3023-3029 3035-3099 3101-3109 3111-3253
    clag-id 38

auto SYNOLOGY
iface SYNOLOGY
    bond-slaves swp24
    bridge-access 3010
    clag-id 50
    mstpctl-bpduguard yes
    mstpctl-portadminedge yes

auto UCS_bond
iface UCS_bond
    bond-slaves swp30 swp31
    bridge-pvid 3100
    bridge-vids 1000 2000-2002 3000-3001 3004 3012
    clag-id 30

auto bridge
iface bridge
    bridge-ports MNX_bond SPINE-A-LEAF1 SPINE-A-LEAF2 SW01-P0 SW01-P1 SW01-P2 SW01-P3 SW01-S1 SW01-S2 SW01-S3 SW02-P0 SW03-P0 SWCORE01 SWCORE02 UCS_bond swp1 swp2 swp3 swp4 swp5 swp6 swp7 swp8 swp10 swp13 swp32 SYNOLOGY swp16
    bridge-pvid 999
    bridge-vids 1-100 1000 2000-2002 3000-3030 3035-3254
    bridge-vlan-aware yes
    mstpctl-treeprio 8192

auto mgmt
iface mgmt
    address 127.0.0.1/8
    vrf-table auto

auto vlan3006
iface vlan3006
    vlan-id 3006
    vlan-raw-device bridge

auto vlan3007
iface vlan3007
    vlan-id 3007
    vlan-raw-device bridge

auto vlan3010
iface vlan3010
    address 172.30.10.51/25
    vlan-id 3010
    vlan-raw-device bridge

auto vlan3011
iface vlan3011
    vlan-id 3011
    vlan-raw-device bridge

auto vlan3013
iface vlan3013
    vlan-id 3013
    vlan-raw-device bridge

auto vlan3017
iface vlan3017
    vlan-id 3017
    vlan-raw-device bridge

auto vlan3018
iface vlan3018
    vlan-id 3018
    vlan-raw-device bridge

auto vlan3019
iface vlan3019
    vlan-id 3019
    vlan-raw-device bridge

auto vlan3022
iface vlan3022
    vlan-id 3022
    vlan-raw-device bridge

auto vlan3030
iface vlan3030
    vlan-id 3030
    vlan-raw-device bridge

auto vlan3100
iface vlan3100
    vlan-id 3100
    vlan-raw-device bridge

auto vlan3110
iface vlan3110
    vlan-id 3110
    vlan-raw-device bridge

auto vlan3254
iface vlan3254
    vlan-id 3254
    vlan-raw-device bridge

 

And this is the content of the frr.conf

Mellanox 1

/etc/frr/frr.conf

frr version 4.0+cl3u9
frr defaults datacenter
hostname MNXCORE1
username cumulus nopassword
!
service integrated-vtysh-config
!
log syslog informational
!
interface vlan3254
 description VLAN_TRANSITO
!
line vty
!

 

Mellanox 2

/etc/frr/frr.conf

frr version 4.0+cl3u9
frr defaults datacenter
hostname MNXCORE2
username cumulus nopassword
!
service integrated-vtysh-config
!
log syslog informational
!
vrf mgmt
 ip route 0.0.0.0/0 172.30.0.254
 exit-vrf
!
line vty
!

 

The question is, that I don’t understand why in the Mellanox 1 i don’t have the vrf mgmt line into the frr.conf file, when it have the same config at this interface, and why in Mellanox 1 I have an entry of the interface vlan3254, with no IP.

I just removed the interface vlan 3254 only from Mellanox 1 (I need to to the same into Mellanox 2) but can’t understad what is doing this into the frr.conf and more important, if it can affect something on the net. Currently the Mellanox should not be responsible for routing any traffic.

Thank you very much.

 

Regards,


1 reply

Userlevel 4

Hi did you ever file a ticket with our support team for this issue @B4NeRj3e ? Sorry for the super late reply :(

Reply