IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=0 stuck for 259s! BUG: workqueue lockup - pool cpus=1 node=0 flags=0x0 nice=-20 stuck for 202s! Showing busy workqueues and worker pools: workqueue events: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=30 refcnt=31 pending: 6*nsim_dev_hwstats_traffic_work, psi_avgs_work, binder_deferred_func, 2*psi_avgs_work, ovs_dp_masks_rebalance, vmstat_shepherd, 2*psi_avgs_work, 2*ovs_dp_masks_rebalance, key_garbage_collector, 5*rht_deferred_worker, switchdev_deferred_process_work, 7*rht_deferred_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=22 refcnt=23 pending: 4*nsim_dev_hwstats_traffic_work, 2*psi_avgs_work, 4*ovs_dp_masks_rebalance, 12*rht_deferred_worker workqueue events_highpri: flags=0x110 pwq 3: cpus=0 node=0 flags=0x0 nice=-20 active=1 refcnt=2 pending: fill_page_cache_func pwq 7: cpus=1 node=0 flags=0x0 nice=-20 active=1 refcnt=2 pending: fill_page_cache_func workqueue events_long: flags=0x100 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=40 refcnt=41 pending: 5*defense_work_handler, 3*br_fdb_cleanup, br_multicast_gc_work, 2*br_fdb_cleanup, 2*br_multicast_gc_work, 2*br_fdb_cleanup, br_multicast_gc_work, 2*br_fdb_cleanup, br_multicast_gc_work, 4*br_fdb_cleanup, 6*br_multicast_gc_work, 3*br_fdb_cleanup, br_multicast_gc_work, 3*br_fdb_cleanup, br_multicast_gc_work, 3*br_fdb_cleanup pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=33 refcnt=34 pending: 2*defense_work_handler, br_fdb_cleanup, br_multicast_gc_work, 3*br_fdb_cleanup, br_multicast_gc_work, 2*br_fdb_cleanup, br_multicast_gc_work, 3*br_fdb_cleanup, 3*br_multicast_gc_work, br_fdb_cleanup, 2*br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work, 4*br_fdb_cleanup, br_multicast_gc_work, 3*br_fdb_cleanup, br_multicast_gc_work, br_fdb_cleanup, br_multicast_gc_work workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=2 refcnt=3 pending: toggle_allocation_gate, flush_memcg_stats_dwork workqueue events_unbound: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=12 refcnt=13 pending: nsim_dev_trap_report_work, 3*cfg80211_wiphy_work, 3*macvlan_process_broadcast, 2*cfg80211_wiphy_work, idle_cull_fn, macvlan_process_broadcast, idle_cull_fn pwq 8: cpus=0-1 flags=0x4 nice=0 active=22 refcnt=23 pending: 9*nsim_dev_trap_report_work, 4*cfg80211_wiphy_work, 3*macvlan_process_broadcast, idle_cull_fn, macvlan_process_broadcast, crng_reseed, idle_cull_fn, 2*macvlan_process_broadcast workqueue events_power_efficient: flags=0x180 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=8 refcnt=9 pending: wg_ratelimiter_gc_entries, neigh_managed_work, hash_netnet4_gc, gc_worker, neigh_periodic_work, do_cache_clean, 2*check_lifetime pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=9 refcnt=10 pending: neigh_managed_work, check_lifetime, neigh_periodic_work, reg_check_chans_work, 2*check_lifetime, hash_netnet4_gc, 2*check_lifetime workqueue kvfree_rcu_reclaim: flags=0xa pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: kfree_rcu_monitor pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: kfree_rcu_monitor workqueue mm_percpu_wq: flags=0x8 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: vmstat_update workqueue writeback: flags=0x4a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wb_workfn workqueue kblockd: flags=0x18 pwq 3: cpus=0 node=0 flags=0x0 nice=-20 active=1 refcnt=2 pending: blk_mq_timeout_work workqueue usb_hub_wq: flags=0x104 pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=2 refcnt=3 in-flight: 5930:hub_event hub_event workqueue iou_exit: flags=0x2 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: io_ring_exit_work workqueue ipv6_addrconf: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=10 pending: addrconf_verify_work inactive: 6*addrconf_verify_work workqueue krxrpcd: flags=0x2001a pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=10 pending: rxrpc_peer_keepalive_worker inactive: 6*rxrpc_peer_keepalive_worker workqueue bat_events: flags=0x6000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=48 pending: batadv_mcast_mla_update inactive: 5*batadv_mcast_mla_update, batadv_iv_send_outstanding_bat_ogm_packet, 4*batadv_purge_orig, 5*batadv_iv_send_outstanding_bat_ogm_packet, 2*batadv_purge_orig, 5*batadv_iv_send_outstanding_bat_ogm_packet, 2*batadv_bla_periodic_work, batadv_dat_purge, 4*batadv_iv_send_outstanding_bat_ogm_packet, batadv_dat_purge, 6*batadv_tt_purge, 2*batadv_bla_periodic_work, 3*batadv_dat_purge, batadv_bla_periodic_work, batadv_dat_purge, batadv_bla_periodic_work workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue bond1: flags=0x2000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=5 pending: bond_mii_monitor inactive: bond_alb_monitor workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue bond2: flags=0x2000a pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=5 pending: bond_alb_monitor inactive: bond_mii_monitor workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue hci4: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout workqueue wg-kex-wg0: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg1: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue hci3: flags=0x20012 pwq 9: cpus=0-1 node=0 flags=0x4 nice=-20 active=1 refcnt=4 pending: hci_conn_timeout workqueue wg-crypt-wg0: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-crypt-wg1: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker workqueue wg-kex-wg2: flags=0x6 pwq 8: cpus=0-1 flags=0x4 nice=0 active=1 refcnt=2 pending: wg_packet_handshake_send_worker workqueue wg-crypt-wg2: flags=0x128 pwq 2: cpus=0 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pwq 6: cpus=1 node=0 flags=0x0 nice=0 active=1 refcnt=2 pending: wg_packet_encrypt_worker pool 6: cpus=1 node=0 flags=0x0 nice=0 hung=260s workers=13 idle: 12617 8142 30 18657 6035 18314 19013 5972 12551 789 5818 5936 Showing backtraces of running workers in stalled CPU-bound worker pools: pool 6: task:kworker/1:5 state:R running task stack:24136 pid:5930 tgid:5930 ppid:2 task_flags:0x4208060 flags:0x00080000 Workqueue: usb_hub_wq hub_event Call Trace: context_switch kernel/sched/core.c:5256 [inline] __schedule+0x1139/0x6150 kernel/sched/core.c:6863 preempt_schedule_irq+0x51/0x90 kernel/sched/core.c:7190 irqentry_exit+0x1d8/0x8c0 kernel/entry/common.c:216 asm_sysvec_reschedule_ipi+0x1a/0x20 arch/x86/include/asm/idtentry.h:702 RIP: 0010:lock_acquire+0x62/0x330 kernel/locking/lockdep.c:5872 Code: e3 18 12 83 f8 07 0f 87 a2 02 00 00 89 c0 48 0f a3 05 52 06 ef 0e 0f 82 74 02 00 00 8b 35 ca 36 ef 0e 85 f6 0f 85 8d 00 00 00 <48> 8b 44 24 30 65 48 2b 05 69 e3 18 12 0f 85 ad 02 00 00 48 83 c4 RSP: 0018:ffffc90002eb6f80 EFLAGS: 00000206 RAX: 0000000000000046 RBX: ffffffff8e3c96a0 RCX: 00000000eba46afb RDX: 0000000000000000 RSI: ffffffff8daa7947 RDI: ffffffff8bf2b800 RBP: 0000000000000002 R08: 000000001a997feb R09: 00000000b1a997fe R10: 0000000000000002 R11: ffff88802f9a4830 R12: 0000000000000000 R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000 rcu_lock_acquire include/linux/rcupdate.h:331 [inline] rcu_read_lock include/linux/rcupdate.h:867 [inline] class_rcu_constructor include/linux/rcupdate.h:1195 [inline] unwind_next_frame+0xd1/0x20b0 arch/x86/kernel/unwind_orc.c:495 arch_stack_walk+0x94/0x100 arch/x86/kernel/stacktrace.c:25 stack_trace_save+0x8e/0xc0 kernel/stacktrace.c:122 kasan_save_stack+0x33/0x60 mm/kasan/common.c:57 kasan_save_track+0x14/0x30 mm/kasan/common.c:78 poison_kmalloc_redzone mm/kasan/common.c:398 [inline] __kasan_kmalloc+0xaa/0xb0 mm/kasan/common.c:415 kmalloc_noprof include/linux/slab.h:957 [inline] kzalloc_noprof include/linux/slab.h:1094 [inline] usb_set_configuration+0x2b2/0x1e50 drivers/usb/core/message.c:2037 usb_generic_driver_probe+0xb1/0x110 drivers/usb/core/generic.c:250 usb_probe_device+0xef/0x400 drivers/usb/core/driver.c:291 call_driver_probe drivers/base/dd.c:581 [inline] really_probe+0x241/0xb20 drivers/base/dd.c:659 __driver_probe_device+0x1de/0x470 drivers/base/dd.c:801 driver_probe_device+0x4c/0x1b0 drivers/base/dd.c:831 __device_attach_driver+0x1df/0x350 drivers/base/dd.c:959 bus_for_each_drv+0x159/0x1e0 drivers/base/bus.c:500 __device_attach+0x1e4/0x4e0 drivers/base/dd.c:1031 device_initial_probe+0xaa/0xc0 drivers/base/dd.c:1086 bus_probe_device+0x64/0x150 drivers/base/bus.c:574 device_add+0x116e/0x1980 drivers/base/core.c:3689 usb_new_device+0xd07/0x1a90 drivers/usb/core/hub.c:2695 hub_port_connect drivers/usb/core/hub.c:5567 [inline] hub_port_connect_change drivers/usb/core/hub.c:5707 [inline] port_event drivers/usb/core/hub.c:5871 [inline] hub_event+0x313a/0x52f0 drivers/usb/core/hub.c:5953 process_one_work+0x9ba/0x1b20 kernel/workqueue.c:3257 process_scheduled_works kernel/workqueue.c:3340 [inline] worker_thread+0x6c8/0xf10 kernel/workqueue.c:3421 kthread+0x3c5/0x780 kernel/kthread.c:463 ret_from_fork+0x983/0xb10 arch/x86/kernel/process.c:158 ret_from_fork_asm+0x1a/0x30 arch/x86/entry/entry_64.S:246 IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available IPVS: nq: UDP 224.0.0.2:0 - no destination available ---------------- Code disassembly (best guess): 0: e3 18 jrcxz 0x1a 2: 12 83 f8 07 0f 87 adc -0x78f0f808(%rbx),%al 8: a2 02 00 00 89 c0 48 movabs %al,0xa30f48c089000002 f: 0f a3 11: 05 52 06 ef 0e add $0xeef0652,%eax 16: 0f 82 74 02 00 00 jb 0x290 1c: 8b 35 ca 36 ef 0e mov 0xeef36ca(%rip),%esi # 0xeef36ec 22: 85 f6 test %esi,%esi 24: 0f 85 8d 00 00 00 jne 0xb7 * 2a: 48 8b 44 24 30 mov 0x30(%rsp),%rax <-- trapping instruction 2f: 65 48 2b 05 69 e3 18 sub %gs:0x1218e369(%rip),%rax # 0x1218e3a0 36: 12 37: 0f 85 ad 02 00 00 jne 0x2ea 3d: 48 rex.W 3e: 83 .byte 0x83 3f: c4 .byte 0xc4