BUG: workqueue lockup - pool cpus=0 node=0 flags=0x0 nice=0 stuck for 148s! Showing busy workqueues and worker pools: workqueue events: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=17 refcnt=18 in-flight: 10:switchdev_deferred_process_work pending: 7*nsim_dev_hwstats_traffic_work, free_obj_work, ovs_dp_masks_rebalance, vmstat_shepherd, 2*psi_avgs_work, 4*ovs_dp_masks_rebalance pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=7 refcnt=8 pending: 3*nsim_dev_hwstats_traffic_work, 4*ovs_dp_masks_rebalance workqueue events_long: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=7 refcnt=8 pending: 6*defense_work_handler, br_fdb_cleanup pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=5 refcnt=6 in-flight: 9727:defense_work_handler pending: 4*defense_work_handler workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x6 nice=0 active=14 refcnt=15 in-flight: 6921:cfg80211_wiphy_work ,6917:cfg80211_wiphy_work ,6919:linkwatch_event pending: cfg80211_wiphy_work, 2*macvlan_process_broadcast, 2*cfg80211_wiphy_work, 2*macvlan_process_broadcast, crng_reseed, 3*macvlan_process_broadcast pwq 8: cpus=0-1 flags=0x6 nice=0 active=16 refcnt=17 pending: macvlan_process_broadcast, toggle_allocation_gate, 10*nsim_dev_trap_report_work, flush_memcg_stats_dwork, 3*cfg80211_wiphy_work workqueue events_freezable: flags=0x104 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: update_balloon_stats_func workqueue events_power_efficient: flags=0x180 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=9 refcnt=10 pending: wg_ratelimiter_gc_entries, check_lifetime, gc_worker, reg_check_chans_work, 5*check_lifetime pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=7 refcnt=8 in-flight: 5830:neigh_periodic_work pending: 2*neigh_managed_work, do_cache_clean, check_lifetime, neigh_periodic_work, check_lifetime workqueue netns: flags=0x6000a pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=5 in-flight: 6907:cleanup_net inactive: cleanup_net workqueue mm_percpu_wq: flags=0x108 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update workqueue writeback: flags=0x4a pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 in-flight: 6909:wb_workfn workqueue infiniband: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 in-flight: 18591:ib_cache_event_task workqueue ib-unreg-wq: flags=0x2 pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3 in-flight: 269:ib_unregister_work ib_unregister_work pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 in-flight: 13:ib_unregister_work workqueue gid-cache-wq: flags=0x20002 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=70 in-flight: 32:netdevice_event_work_handler inactive: 13*netdevice_event_work_handler, 2*update_gid_event_work_handler, 6*netdevice_event_work_handler, update_gid_event_work_handler, 27*netdevice_event_work_handler, 15*update_gid_event_work_handler, netdevice_event_work_handler, update_gid_event_work_handler workqueue ipv6_addrconf: flags=0x6000a pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=14 MAYDAY in-flight: 3183(RESCUER):addrconf_verify_work inactive: 8*addrconf_verify_work workqueue krxrpcd: flags=0x2001a pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=13 MAYDAY pending: rxrpc_peer_keepalive_worker inactive: 8*rxrpc_peer_keepalive_worker workqueue bat_events: flags=0x6000a pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=41 MAYDAY in-flight: 3408(RESCUER):batadv_tt_purge pending: mayday_cursor_func inactive: batadv_tt_purge, batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work, 2*batadv_dat_purge, 2*batadv_bla_periodic_work, batadv_tt_purge, 5*batadv_mcast_mla_update, batadv_purge_orig, 10*batadv_iv_send_outstanding_bat_ogm_packet, 3*batadv_purge_orig, batadv_tt_purge, 2*batadv_iv_send_outstanding_bat_ogm_packet, batadv_purge_orig, batadv_bla_periodic_work, batadv_dat_purge workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3 pending: 2*wg_packet_handshake_send_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 in-flight: 1140:wg_packet_handshake_send_worker pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 pending: wg_queued_expired_zero_key_material pwq 8: cpus=0-1 flags=0x6 nice=0 active=3 refcnt=4 pending: wg_queued_expired_zero_key_material, 2*wg_packet_handshake_send_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=2 refcnt=3 in-flight: 1159:wg_packet_handshake_send_worker pending: wg_queued_expired_zero_key_material pwq 8: cpus=0-1 flags=0x6 nice=0 active=3 refcnt=4 pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material, wg_packet_handshake_send_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 pending: wg_queued_expired_zero_key_material pwq 8: cpus=0-1 flags=0x6 nice=0 active=3 refcnt=4 pending: wg_packet_handshake_send_worker, wg_queued_expired_zero_key_material, wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: wg_packet_encrypt_worker, wg_packet_tx_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 in-flight: 1002:wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 in-flight: 6913:wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: wg_packet_encrypt_worker, wg_packet_tx_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3 in-flight: 5987:wg_packet_tx_worker wg_packet_tx_worker workqueue hci0: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 in-flight: 5844:hci_cmd_sync_work workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x6 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=3 refcnt=4 pending: wg_packet_encrypt_worker, wg_packet_tx_worker, wg_packet_decrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x124 pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 in-flight: 5986:wg_packet_handshake_receive_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=2 refcnt=3 pending: wg_packet_encrypt_worker, wg_packet_tx_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue hci3: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 pending: hci_cmd_work workqueue hci3: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 in-flight: 5143:hci_cmd_sync_work workqueue hci4: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 pending: hci_cmd_work workqueue hci4: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 in-flight: 18599:hci_cmd_sync_work workqueue hci5: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout workqueue hci7: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x6 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout pool 2: cpus=0 node=0 flags=0x0 nice=0 hung=150s workers=10 idle: 5902 5887 17016 5916 17018 2153 9264 5909 pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=69s workers=11 idle: 18631 5930 796 42 24 5901 18630 pool 8: cpus=0-1 flags=0x6 nice=0 hung=2s workers=13 manager: 48 pool 9: cpus=0-1 node=0 flags=0x6 nice=-20 hung=36s workers=4 manager: 51 Showing backtraces of running workers in stalled CPU-bound worker pools: