Incus after a while can’t create new vm, complaining it fail to delete bridge children interfaces

[zig]

I’m on latest stable incus version 6.10.1

After starting a VM once, if I stop it and start it again it fails.

Here’s the error message :

Mar 09 08:48:18 n2ifsn3 incusd[6556]: time=“2025-03-09T08:48:18+01:00” level=error msg=“Failed initializing network” err=“Failed starting: Failed to delete bridge children interfaces: address 0.0.0.0: invalid MAC address” network=incusbr0 project=default

Once it is in this state, I haven’t found any way to make it work again except rebooting the host. Restarting incus does not help at all.

I even tried to delete the incusbr0 interface, in the hope it would be recreated after restarting incus, but it wasn’t, once again I had to reboot the server.

[stgraber]

As mentioned on the forum, can you provide the output of ip -d -j link show

[zig]

ip -d -j link show | jq

[
  {
    "ifindex": 1,
    "ifname": "lo",
    "flags": [
      "LOOPBACK",
      "UP",
      "LOWER_UP"
    ],
    "mtu": 65536,
    "qdisc": "noqueue",
    "operstate": "UNKNOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "loopback",
    "address": "00:00:00:00:00:00",
    "broadcast": "00:00:00:00:00:00",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 0,
    "max_mtu": 0,
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 524280,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 2,
    "ifname": "enP2p4s0",
    "flags": [
      "BROADCAST",
      "MULTICAST",
      "UP",
      "LOWER_UP"
    ],
    "mtu": 1500,
    "qdisc": "mq",
    "operstate": "UP",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "9c:6b:00:43:9e:56",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 68,
    "max_mtu": 9216,
    "num_tx_queues": 8,
    "num_rx_queues": 8,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536,
    "parentbus": "pci",
    "parentdev": "0002:04:00.0",
    "vfinfo_list": []
  },
  {
    "ifindex": 3,
    "ifname": "enxfe9813abef53",
    "flags": [
      "BROADCAST",
      "MULTICAST"
    ],
    "mtu": 1500,
    "qdisc": "noop",
    "operstate": "DOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "fe:98:13:ab:ef:53",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 0,
    "max_mtu": 65535,
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536,
    "parentbus": "usb",
    "parentdev": "1-2.3.1:2.0"
  },
  {
    "ifindex": 4,
    "ifname": "wg0",
    "flags": [
      "POINTOPOINT",
      "NOARP",
      "UP",
      "LOWER_UP"
    ],
    "mtu": 1420,
    "qdisc": "noqueue",
    "operstate": "UNKNOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "none",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 0,
    "max_mtu": 2147483552,
    "linkinfo": {
      "info_kind": "wireguard"
    },
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 5,
    "ifname": "incusbr0",
    "flags": [
      "BROADCAST",
      "MULTICAST",
      "UP",
      "LOWER_UP"
    ],
    "mtu": 1500,
    "qdisc": "noqueue",
    "operstate": "UP",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "00:16:3e:f0:f1:f3",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 68,
    "max_mtu": 65535,
    "linkinfo": {
      "info_kind": "bridge",
      "info_data": {
        "forward_delay": 1500,
        "hello_time": 200,
        "max_age": 2000,
        "ageing_time": 30000,
        "stp_state": 0,
        "priority": 32768,
        "vlan_filtering": 1,
        "vlan_protocol": "802.1Q",
        "bridge_id": "8000.0:16:3e:f0:f1:f3",
        "root_id": "8000.0:16:3e:f0:f1:f3",
        "root_port": 0,
        "root_path_cost": 0,
        "topology_change": 0,
        "topology_change_detected": 0,
        "hello_timer": 0,
        "tcn_timer": 0,
        "topology_change_timer": 0,
        "gc_timer": 34.31,
        "fdb_n_learned": 5,
        "fdb_max_learned": 0,
        "vlan_default_pvid": 1,
        "vlan_stats_enabled": 0,
        "vlan_stats_per_port": 0,
        "group_fwd_mask": "0",
        "group_addr": "01:80:c2:00:00:00",
        "mcast_snooping": 1,
        "no_linklocal_learn": 0,
        "mcast_vlan_snooping": 0,
        "mst_enabled": 0,
        "mcast_router": 1,
        "mcast_query_use_ifaddr": 0,
        "mcast_querier": 0,
        "mcast_hash_elasticity": 16,
        "mcast_hash_max": 4096,
        "mcast_last_member_cnt": 2,
        "mcast_startup_query_cnt": 2,
        "mcast_last_member_intvl": 100,
        "mcast_membership_intvl": 26000,
        "mcast_querier_intvl": 25500,
        "mcast_query_intvl": 12500,
        "mcast_query_response_intvl": 1000,
        "mcast_startup_query_intvl": 3124,
        "mcast_stats_enabled": 0,
        "mcast_igmp_version": 2,
        "mcast_mld_version": 1,
        "nf_call_iptables": 0,
        "nf_call_ip6tables": 0,
        "nf_call_arptables": 0
      }
    },
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 6,
    "link": null,
    "ifname": "gre0",
    "flags": [
      "NOARP"
    ],
    "mtu": 1476,
    "qdisc": "noop",
    "operstate": "DOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "gre",
    "address": "0.0.0.0",
    "broadcast": "0.0.0.0",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 0,
    "max_mtu": 0,
    "linkinfo": {
      "info_kind": "gre",
      "info_data": {
        "remote": "any",
        "local": "any",
        "ttl": 0,
        "pmtudisc": false
      }
    },
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 7,
    "link": null,
    "ifname": "gretap0",
    "flags": [
      "BROADCAST",
      "MULTICAST"
    ],
    "mtu": 1462,
    "qdisc": "noop",
    "operstate": "DOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "00:00:00:00:00:00",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 68,
    "max_mtu": 0,
    "linkinfo": {
      "info_kind": "gretap",
      "info_data": {
        "remote": "any",
        "local": "any",
        "ttl": 0,
        "pmtudisc": false
      }
    },
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 8,
    "link": null,
    "ifname": "erspan0",
    "flags": [
      "BROADCAST",
      "MULTICAST"
    ],
    "mtu": 1450,
    "qdisc": "noop",
    "operstate": "DOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "00:00:00:00:00:00",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 0,
    "allmulti": 0,
    "min_mtu": 68,
    "max_mtu": 0,
    "linkinfo": {
      "info_kind": "erspan",
      "info_data": {
        "remote": "any",
        "local": "any",
        "ttl": 0,
        "pmtudisc": false,
        "okey": "0.0.0.0",
        "erspan_index": 0,
        "erspan_ver": 1
      }
    },
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 9,
    "link": null,
    "ifname": "gretun",
    "flags": [
      "BROADCAST",
      "MULTICAST",
      "UP",
      "LOWER_UP"
    ],
    "mtu": 1500,
    "qdisc": "fq_codel",
    "master": "incusbr0",
    "operstate": "UNKNOWN",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "a2:02:33:0a:4e:59",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 1,
    "allmulti": 1,
    "min_mtu": 68,
    "max_mtu": 0,
    "linkinfo": {
      "info_kind": "gretap",
      "info_data": {
        "remote": "192.168.50.1",
        "local": "192.168.50.2",
        "ttl": 0,
        "pmtudisc": false,
        "ignore_df": true
      },
      "info_slave_kind": "bridge",
      "info_slave_data": {
        "state": "forwarding",
        "priority": 32,
        "cost": 100,
        "hairpin": false,
        "guard": false,
        "root_block": false,
        "fastleave": false,
        "learning": true,
        "flood": true,
        "id": "0x8001",
        "no": "0x1",
        "designated_port": 32769,
        "designated_cost": 0,
        "bridge_id": "8000.0:16:3e:f0:f1:f3",
        "root_id": "8000.0:16:3e:f0:f1:f3",
        "hold_timer": 0,
        "message_age_timer": 0,
        "forward_delay_timer": 0,
        "topology_change_ack": 0,
        "config_pending": 0,
        "proxy_arp": false,
        "proxy_arp_wifi": false,
        "multicast_router": 1,
        "mcast_flood": true,
        "bcast_flood": true,
        "mcast_to_unicast": false,
        "neigh_suppress": false,
        "neigh_vlan_suppress": false,
        "group_fwd_mask": "0",
        "group_fwd_mask_str": "0x0",
        "vlan_tunnel": false,
        "isolated": false,
        "locked": false,
        "mab": false
      }
    },
    "num_tx_queues": 1,
    "num_rx_queues": 1,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  },
  {
    "ifindex": 10,
    "ifname": "tap10964c6f",
    "flags": [
      "BROADCAST",
      "MULTICAST",
      "UP",
      "LOWER_UP"
    ],
    "mtu": 1500,
    "qdisc": "mq",
    "master": "incusbr0",
    "operstate": "UP",
    "linkmode": "DEFAULT",
    "group": "default",
    "txqlen": 1000,
    "link_type": "ether",
    "address": "2e:27:1d:28:27:fd",
    "broadcast": "ff:ff:ff:ff:ff:ff",
    "promiscuity": 1,
    "allmulti": 1,
    "min_mtu": 68,
    "max_mtu": 65521,
    "linkinfo": {
      "info_kind": "tun",
      "info_data": {
        "type": "tap",
        "pi": false,
        "vnet_hdr": true,
        "multi_queue": true,
        "numqueues": 70,
        "numdisabled": 0,
        "persist": true
      },
      "info_slave_kind": "bridge",
      "info_slave_data": {
        "state": "forwarding",
        "priority": 32,
        "cost": 2,
        "hairpin": false,
        "guard": false,
        "root_block": false,
        "fastleave": false,
        "learning": true,
        "flood": true,
        "id": "0x8002",
        "no": "0x2",
        "designated_port": 32770,
        "designated_cost": 0,
        "bridge_id": "8000.0:16:3e:f0:f1:f3",
        "root_id": "8000.0:16:3e:f0:f1:f3",
        "hold_timer": 0,
        "message_age_timer": 0,
        "forward_delay_timer": 0,
        "topology_change_ack": 0,
        "config_pending": 0,
        "proxy_arp": false,
        "proxy_arp_wifi": false,
        "multicast_router": 1,
        "mcast_flood": true,
        "bcast_flood": true,
        "mcast_to_unicast": false,
        "neigh_suppress": false,
        "neigh_vlan_suppress": false,
        "group_fwd_mask": "0",
        "group_fwd_mask_str": "0x0",
        "vlan_tunnel": false,
        "isolated": false,
        "locked": false,
        "mab": false
      }
    },
    "num_tx_queues": 256,
    "num_rx_queues": 256,
    "gso_max_size": 65536,
    "gso_max_segs": 65535,
    "tso_max_size": 65536,
    "tso_max_segs": 65535,
    "gro_max_size": 65536,
    "gso_ipv4_max_size": 65536,
    "gro_ipv4_max_size": 65536
  }
]

[stgraber]

Can you check if ip link del gre0 fixes the issue?

[zig]

It seems to not happen when I stop and start another test VM, that is using the same bridge. The VM that causes the issue is slow to stop (some services on it take a long time to gracefully stop). After a while, the state of the VM become "Error" and I need to restart incus at this point. It might be the trigger of the issue.

I then tried as you suggested to delete gre0, but it didn't help. I can't start any VM after that.

[zig]

Previously I had tried to delete "gretun" too, which is attached to incusbr0, but it did not help neither.

[RinCat]

I had same issue where I have tunnels. The entire incus managed network stop working.
ERROR [2025-03-10T04:29:02Z] Failed initializing network err="Failed starting: Failed to delete bridge children interfaces: address 0.0.0.0: invalid MAC address" network=lxdbr0v6 project=default

[RinCat]

I do confirm this patch stgraber@cb1db1f fixed the issue for me.

[zig]

thanks @stgraber ! I'll try to test your fix as soon as possible

[zig]

Hello @stgraber , I wanted to try the daily debian build at https://github.com/zabbly/incus , should it contain the fix ?

[stgraber]

It should, but I'm also preparing a backport of fixes to the stable package now, so if you wait another day or so, you should get the fixes that way.