start_kernel+0x3ef/0x4d0 init/main.c:1206 x86_64_start_reservations+0x18/0x30 arch/x86/kernel/head64.c:310 x86_64_start_kernel+0x130/0x190 arch/x86/kernel/head64.c:291 common_startup_64+0x13e/0x148 BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=0 stuck for 207s! BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=-20 stuck for 202s! Showing busy workqueues and worker pools: workqueue events: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=19 refcnt=20 pending: 10*nsim_dev_hwstats_traffic_work, psi_avgs_work, vmstat_shepherd, 2*psi_avgs_work, 4*ovs_dp_masks_rebalance, psi_avgs_work pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=6 refcnt=7 in-flight: 12465:delayed_vfree_work pending: 2*psi_avgs_work, 3*ovs_dp_masks_rebalance workqueue events_highpri: flags=0x110 pwq 3: cpus=0 node=0 flags=0x0 nice=-20 active=1 refcnt=2 pending: fill_page_cache_func pwq 7: cpus=1 node=0 flags=0x0 nice=-20 active=1 refcnt=2 pending: fill_page_cache_func workqueue events_long: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=6 refcnt=7 pending: 5*defense_work_handler, br_fdb_cleanup pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=4 refcnt=5 pending: 3*defense_work_handler, br_fdb_cleanup workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=2 refcnt=3 pending: toggle_allocation_gate, flush_memcg_stats_dwork workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=23 refcnt=24 pending: 4*cfg80211_wiphy_work, 10*nsim_dev_trap_report_work, cfg80211_wiphy_work, idle_cull_fn, 4*macvlan_process_broadcast, idle_cull_fn, 2*macvlan_process_broadcast pwq 8: cpus=0-1 flags=0x4 nice=0 active=8 refcnt=9 pending: 2*cfg80211_wiphy_work, linkwatch_event, 2*macvlan_process_broadcast, cfg80211_wiphy_work, crng_reseed, idle_cull_fn workqueue events_power_efficient: flags=0x180 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=7 refcnt=8 pending: 2*neigh_managed_work, do_cache_clean, 2*neigh_periodic_work, reg_check_chans_work, check_lifetime pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=9 refcnt=10 pending: wg_ratelimiter_gc_entries, check_lifetime, gc_worker, 6*check_lifetime workqueue kvfree_rcu_reclaim: flags=0xa pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: kfree_rcu_monitor pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: kfree_rcu_monitor workqueue netns: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=4 in-flight: 1333:cleanup_net workqueue mm_percpu_wq: flags=0x8 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update workqueue writeback: flags=0x4a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wb_workfn workqueue kblockd: flags=0x18 pwq 7: cpus=1 node=0 flags=0x0 nice=-20 active=1 refcnt=2 pending: blk_mq_timeout_work workqueue ipv6_addrconf: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=11 pending: addrconf_verify_work inactive: 7*addrconf_verify_work workqueue krxrpcd: flags=0x2001a pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=10 pending: rxrpc_peer_keepalive_worker inactive: 6*rxrpc_peer_keepalive_worker workqueue bat_events: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=55 in-flight: 60:batadv_iv_send_outstanding_bat_ogm_packet inactive: 9*batadv_iv_send_outstanding_bat_ogm_packet, batadv_dat_purge, batadv_tt_purge, 7*batadv_mcast_mla_update, batadv_bla_periodic_work, batadv_dat_purge, batadv_iv_send_outstanding_bat_ogm_packet, 7*batadv_purge_orig, 6*batadv_iv_send_outstanding_bat_ogm_packet, 6*batadv_tt_purge, batadv_dat_purge, 2*batadv_bla_periodic_work, 2*batadv_dat_purge, 3*batadv_bla_periodic_work, 2*batadv_dat_purge, batadv_bla_periodic_work workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=2 refcnt=3 pending: 2*wg_packet_handshake_send_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=2 refcnt=3 pending: 2*wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue hci6: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout workqueue hci3: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue hci0: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue hci4: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=208s workers=9 idle: 16775 16774 5936 11893 30 5994 5993 16796 pool 8: cpus=0-1 flags=0x4 nice=0 hung=208s workers=26 idle: 2946 321 13179 15746 4503 73 37 9569 16902 12466 13 6076 9675 6117 12629 12699 1096 1124 6034 3528 50 6458 6128 12 Showing backtraces of running workers in stalled CPU-bound worker pools: pool 6: task:kworker/1:3 state:R running task stack:24712 pid:12465 tgid:12465 ppid:2 task_flags:0x4208060 flags:0x00080000 Workqueue: events delayed_vfree_work Call Trace: context_switch kernel/sched/core.c:5256 [inline] __schedule+0x1139/0x6150 kernel/sched/core.c:6863 preempt_schedule_irq+0x51/0x90 kernel/sched/core.c:7190 irqentry_exit+0x1d8/0x8c0 kernel/entry/common.c:216 asm_sysvec_reschedule_ipi+0x1a/0x20 arch/x86/include/asm/idtentry.h:702 RIP: 0010:lock_acquire+0x62/0x330 kernel/locking/lockdep.c:5872 Code: c4 18 12 83 f8 07 0f 87 a2 02 00 00 89 c0 48 0f a3 05 22 04 ef 0e 0f 82 74 02 00 00 8b 35 9a 34 ef 0e 85 f6 0f 85 8d 00 00 00 <48> 8b 44 24 30 65 48 2b 05 39 c4 18 12 0f 85 ad 02 00 00 48 83 c4 RSP: 0018:ffffc9000488fb68 EFLAGS: 00000206 RAX: 0000000000000046 RBX: ffffc9000488fc90 RCX: 9d107184aa6b3d59 RDX: 0000000000000000 RSI: ffffffff8daa6cac RDI: ffffffff8bf2b680 RBP: 0000000000000000 R08: 0000000030805f48 R09: 00000000830805f4 R10: 0000000000000000 R11: ffff88802eaec830 R12: 0000000000000001 R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000 process_one_work+0x91d/0x1b20 kernel/workqueue.c:3233 process_scheduled_works kernel/workqueue.c:3340 [inline] worker_thread+0x6c8/0xf10 kernel/workqueue.c:3421 kthread+0x3c5/0x780 kernel/kthread.c:463 ret_from_fork+0x983/0xb10 arch/x86/kernel/process.c:158 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:246 ---------------- Code disassembly (best guess), 1 bytes skipped: 0: 18 12 sbb %dl,(%rdx) 2: 83 f8 07 cmp $0x7,%eax 5: 0f 87 a2 02 00 00 ja 0x2ad b: 89 c0 mov %eax,%eax d: 48 0f a3 05 22 04 ef bt %rax,0xeef0422(%rip) # 0xeef0437 14: 0e 15: 0f 82 74 02 00 00 jb 0x28f 1b: 8b 35 9a 34 ef 0e mov 0xeef349a(%rip),%esi # 0xeef34bb 21: 85 f6 test %esi,%esi 23: 0f 85 8d 00 00 00 jne 0xb6 * 29: 48 8b 44 24 30 mov 0x30(%rsp),%rax <-- trapping instruction 2e: 65 48 2b 05 39 c4 18 sub %gs:0x1218c439(%rip),%rax # 0x1218c46f 35: 12 36: 0f 85 ad 02 00 00 jne 0x2e9 3c: 48 rex.W 3d: 83 .byte 0x83 3e: c4 .byte 0xc4