Incus after a while can’t create new vm, complaining it fail to delete bridge children interfaces #1741
Assignees
Milestone
Comments
|
As mentioned on the forum, can you provide the output of |
ip -d -j link show | jq[
{
"ifindex": 1,
"ifname": "lo",
"flags": [
"LOOPBACK",
"UP",
"LOWER_UP"
],
"mtu": 65536,
"qdisc": "noqueue",
"operstate": "UNKNOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "loopback",
"address": "00:00:00:00:00:00",
"broadcast": "00:00:00:00:00:00",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 0,
"max_mtu": 0,
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 524280,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 2,
"ifname": "enP2p4s0",
"flags": [
"BROADCAST",
"MULTICAST",
"UP",
"LOWER_UP"
],
"mtu": 1500,
"qdisc": "mq",
"operstate": "UP",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "9c:6b:00:43:9e:56",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 68,
"max_mtu": 9216,
"num_tx_queues": 8,
"num_rx_queues": 8,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536,
"parentbus": "pci",
"parentdev": "0002:04:00.0",
"vfinfo_list": []
},
{
"ifindex": 3,
"ifname": "enxfe9813abef53",
"flags": [
"BROADCAST",
"MULTICAST"
],
"mtu": 1500,
"qdisc": "noop",
"operstate": "DOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "fe:98:13:ab:ef:53",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 0,
"max_mtu": 65535,
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536,
"parentbus": "usb",
"parentdev": "1-2.3.1:2.0"
},
{
"ifindex": 4,
"ifname": "wg0",
"flags": [
"POINTOPOINT",
"NOARP",
"UP",
"LOWER_UP"
],
"mtu": 1420,
"qdisc": "noqueue",
"operstate": "UNKNOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "none",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 0,
"max_mtu": 2147483552,
"linkinfo": {
"info_kind": "wireguard"
},
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 5,
"ifname": "incusbr0",
"flags": [
"BROADCAST",
"MULTICAST",
"UP",
"LOWER_UP"
],
"mtu": 1500,
"qdisc": "noqueue",
"operstate": "UP",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "00:16:3e:f0:f1:f3",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 68,
"max_mtu": 65535,
"linkinfo": {
"info_kind": "bridge",
"info_data": {
"forward_delay": 1500,
"hello_time": 200,
"max_age": 2000,
"ageing_time": 30000,
"stp_state": 0,
"priority": 32768,
"vlan_filtering": 1,
"vlan_protocol": "802.1Q",
"bridge_id": "8000.0:16:3e:f0:f1:f3",
"root_id": "8000.0:16:3e:f0:f1:f3",
"root_port": 0,
"root_path_cost": 0,
"topology_change": 0,
"topology_change_detected": 0,
"hello_timer": 0,
"tcn_timer": 0,
"topology_change_timer": 0,
"gc_timer": 34.31,
"fdb_n_learned": 5,
"fdb_max_learned": 0,
"vlan_default_pvid": 1,
"vlan_stats_enabled": 0,
"vlan_stats_per_port": 0,
"group_fwd_mask": "0",
"group_addr": "01:80:c2:00:00:00",
"mcast_snooping": 1,
"no_linklocal_learn": 0,
"mcast_vlan_snooping": 0,
"mst_enabled": 0,
"mcast_router": 1,
"mcast_query_use_ifaddr": 0,
"mcast_querier": 0,
"mcast_hash_elasticity": 16,
"mcast_hash_max": 4096,
"mcast_last_member_cnt": 2,
"mcast_startup_query_cnt": 2,
"mcast_last_member_intvl": 100,
"mcast_membership_intvl": 26000,
"mcast_querier_intvl": 25500,
"mcast_query_intvl": 12500,
"mcast_query_response_intvl": 1000,
"mcast_startup_query_intvl": 3124,
"mcast_stats_enabled": 0,
"mcast_igmp_version": 2,
"mcast_mld_version": 1,
"nf_call_iptables": 0,
"nf_call_ip6tables": 0,
"nf_call_arptables": 0
}
},
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 6,
"link": null,
"ifname": "gre0",
"flags": [
"NOARP"
],
"mtu": 1476,
"qdisc": "noop",
"operstate": "DOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "gre",
"address": "0.0.0.0",
"broadcast": "0.0.0.0",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 0,
"max_mtu": 0,
"linkinfo": {
"info_kind": "gre",
"info_data": {
"remote": "any",
"local": "any",
"ttl": 0,
"pmtudisc": false
}
},
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 7,
"link": null,
"ifname": "gretap0",
"flags": [
"BROADCAST",
"MULTICAST"
],
"mtu": 1462,
"qdisc": "noop",
"operstate": "DOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "00:00:00:00:00:00",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 68,
"max_mtu": 0,
"linkinfo": {
"info_kind": "gretap",
"info_data": {
"remote": "any",
"local": "any",
"ttl": 0,
"pmtudisc": false
}
},
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 8,
"link": null,
"ifname": "erspan0",
"flags": [
"BROADCAST",
"MULTICAST"
],
"mtu": 1450,
"qdisc": "noop",
"operstate": "DOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "00:00:00:00:00:00",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 0,
"allmulti": 0,
"min_mtu": 68,
"max_mtu": 0,
"linkinfo": {
"info_kind": "erspan",
"info_data": {
"remote": "any",
"local": "any",
"ttl": 0,
"pmtudisc": false,
"okey": "0.0.0.0",
"erspan_index": 0,
"erspan_ver": 1
}
},
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 9,
"link": null,
"ifname": "gretun",
"flags": [
"BROADCAST",
"MULTICAST",
"UP",
"LOWER_UP"
],
"mtu": 1500,
"qdisc": "fq_codel",
"master": "incusbr0",
"operstate": "UNKNOWN",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "a2:02:33:0a:4e:59",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 1,
"allmulti": 1,
"min_mtu": 68,
"max_mtu": 0,
"linkinfo": {
"info_kind": "gretap",
"info_data": {
"remote": "192.168.50.1",
"local": "192.168.50.2",
"ttl": 0,
"pmtudisc": false,
"ignore_df": true
},
"info_slave_kind": "bridge",
"info_slave_data": {
"state": "forwarding",
"priority": 32,
"cost": 100,
"hairpin": false,
"guard": false,
"root_block": false,
"fastleave": false,
"learning": true,
"flood": true,
"id": "0x8001",
"no": "0x1",
"designated_port": 32769,
"designated_cost": 0,
"bridge_id": "8000.0:16:3e:f0:f1:f3",
"root_id": "8000.0:16:3e:f0:f1:f3",
"hold_timer": 0,
"message_age_timer": 0,
"forward_delay_timer": 0,
"topology_change_ack": 0,
"config_pending": 0,
"proxy_arp": false,
"proxy_arp_wifi": false,
"multicast_router": 1,
"mcast_flood": true,
"bcast_flood": true,
"mcast_to_unicast": false,
"neigh_suppress": false,
"neigh_vlan_suppress": false,
"group_fwd_mask": "0",
"group_fwd_mask_str": "0x0",
"vlan_tunnel": false,
"isolated": false,
"locked": false,
"mab": false
}
},
"num_tx_queues": 1,
"num_rx_queues": 1,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
},
{
"ifindex": 10,
"ifname": "tap10964c6f",
"flags": [
"BROADCAST",
"MULTICAST",
"UP",
"LOWER_UP"
],
"mtu": 1500,
"qdisc": "mq",
"master": "incusbr0",
"operstate": "UP",
"linkmode": "DEFAULT",
"group": "default",
"txqlen": 1000,
"link_type": "ether",
"address": "2e:27:1d:28:27:fd",
"broadcast": "ff:ff:ff:ff:ff:ff",
"promiscuity": 1,
"allmulti": 1,
"min_mtu": 68,
"max_mtu": 65521,
"linkinfo": {
"info_kind": "tun",
"info_data": {
"type": "tap",
"pi": false,
"vnet_hdr": true,
"multi_queue": true,
"numqueues": 70,
"numdisabled": 0,
"persist": true
},
"info_slave_kind": "bridge",
"info_slave_data": {
"state": "forwarding",
"priority": 32,
"cost": 2,
"hairpin": false,
"guard": false,
"root_block": false,
"fastleave": false,
"learning": true,
"flood": true,
"id": "0x8002",
"no": "0x2",
"designated_port": 32770,
"designated_cost": 0,
"bridge_id": "8000.0:16:3e:f0:f1:f3",
"root_id": "8000.0:16:3e:f0:f1:f3",
"hold_timer": 0,
"message_age_timer": 0,
"forward_delay_timer": 0,
"topology_change_ack": 0,
"config_pending": 0,
"proxy_arp": false,
"proxy_arp_wifi": false,
"multicast_router": 1,
"mcast_flood": true,
"bcast_flood": true,
"mcast_to_unicast": false,
"neigh_suppress": false,
"neigh_vlan_suppress": false,
"group_fwd_mask": "0",
"group_fwd_mask_str": "0x0",
"vlan_tunnel": false,
"isolated": false,
"locked": false,
"mab": false
}
},
"num_tx_queues": 256,
"num_rx_queues": 256,
"gso_max_size": 65536,
"gso_max_segs": 65535,
"tso_max_size": 65536,
"tso_max_segs": 65535,
"gro_max_size": 65536,
"gso_ipv4_max_size": 65536,
"gro_ipv4_max_size": 65536
}
] |
|
Can you check if |
|
It seems to not happen when I stop and start another test VM, that is using the same bridge. The VM that causes the issue is slow to stop (some services on it take a long time to gracefully stop). After a while, the state of the VM become "Error" and I need to restart incus at this point. It might be the trigger of the issue. I then tried as you suggested to delete gre0, but it didn't help. I can't start any VM after that. |
|
Previously I had tried to delete "gretun" too, which is attached to incusbr0, but it did not help neither. |
|
I had same issue where I have tunnels. The entire incus managed network stop working. |
|
I do confirm this patch stgraber@cb1db1f fixed the issue for me. |
|
thanks @stgraber ! I'll try to test your fix as soon as possible |
|
Hello @stgraber , I wanted to try the daily debian build at https://github.com/zabbly/incus , should it contain the fix ? |
|
It should, but I'm also preparing a backport of fixes to the stable package now, so if you wait another day or so, you should get the fixes that way. |
stgraber
added a commit
that referenced
this issue
Mar 15, 2025
Closes #1741 Signed-off-by: Stéphane Graber <[email protected]>
|
thanks @stgraber , if I understand, it is still 6.10.1 , but you incorporate some fixes in newer package releases ? I see # apt-cache policy incus
incus:
Installed: 1:6.10.1-debian12-202503030405
Candidate: 1:6.10.1-debian12-202503210334
Version table:
1:6.10.1-debian12-202503210334 500
500 https://pkgs.zabbly.com/incus/stable bookworm/main arm64 Packages
1:6.10.1-debian12-202503181854 500
500 https://pkgs.zabbly.com/incus/stable bookworm/main arm64 Packages
*** 1:6.10.1-debian12-202503030405 100
100 /var/lib/dpkg/statusI was waiting for a 6.10.2 :) |
|
Yep, that's correct. We didn't do a new upstream release for it, so it's still 6.10.1 but with some cherry-picked fixes on top of it. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I’m on latest stable incus version 6.10.1
After starting a VM once, if I stop it and start it again it fails.
Here’s the error message :
Mar 09 08:48:18 n2ifsn3 incusd[6556]: time=“2025-03-09T08:48:18+01:00” level=error msg=“Failed initializing network” err=“Failed starting: Failed to delete bridge children interfaces: address 0.0.0.0: invalid MAC address” network=incusbr0 project=default
Once it is in this state, I haven’t found any way to make it work again except rebooting the host. Restarting incus does not help at all.
I even tried to delete the incusbr0 interface, in the hope it would be recreated after restarting incus, but it wasn’t, once again I had to reboot the server.
The text was updated successfully, but these errors were encountered: