From 57072f7b90ab8851dfeddcfa531c5b91486b69da Mon Sep 17 00:00:00 2001 From: Dmitry Vyukov Date: Sun, 6 Dec 2020 19:49:07 +0100 Subject: pkg/report: properly attribute stalls in tasklet's --- pkg/report/testdata/linux/report/538 | 185 +++++++++++++++++++++++++++++++++++ 1 file changed, 185 insertions(+) create mode 100644 pkg/report/testdata/linux/report/538 (limited to 'pkg/report/testdata/linux') diff --git a/pkg/report/testdata/linux/report/538 b/pkg/report/testdata/linux/report/538 new file mode 100644 index 000000000..4602dc9f4 --- /dev/null +++ b/pkg/report/testdata/linux/report/538 @@ -0,0 +1,185 @@ +TITLE: BUG: soft lockup in ieee80211_tasklet_handler +TYPE: HANG + +[ 516.671899][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 134s! [syz-executor.3:16401] +[ 516.680923][ C1] Modules linked in: +[ 516.684831][ C1] irq event stamp: 35791815 +[ 516.689372][ C1] hardirqs last enabled at (35791814): [] asm_sysvec_irq_work+0x12/0x20 +[ 516.699541][ C1] hardirqs last disabled at (35791815): [] sysvec_apic_timer_interrupt+0xc/0x100 +[ 516.710377][ C1] softirqs last enabled at (27194592): [] asm_call_irq_on_stack+0xf/0x20 +[ 516.720433][ C1] softirqs last disabled at (27194595): [] asm_call_irq_on_stack+0xf/0x20 +[ 516.731179][ C1] CPU: 1 PID: 16401 Comm: syz-executor.3 Not tainted 5.10.0-rc6-syzkaller #0 +[ 516.739924][ C1] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 516.750065][ C1] RIP: 0010:__sanitizer_cov_trace_switch+0xe/0x70 +[ 516.756468][ C1] Code: 48 89 f2 48 89 fe bf 07 00 00 00 e9 8c fe ff ff 66 90 66 2e 0f 1f 84 00 00 00 00 00 41 54 48 89 fa 55 48 89 f5 53 48 8b 46 08 <48> 83 f8 20 74 52 77 39 48 83 f8 08 74 43 48 83 f8 10 75 28 bf 03 +[ 516.776268][ C1] RSP: 0018:ffffc90000d909e8 EFLAGS: 00000246 +[ 516.782452][ C1] RAX: 0000000000000020 RBX: ffff88802767c85a RCX: ffffffff83b5e925 +[ 516.790411][ C1] RDX: 0000000000000006 RSI: ffffffff899d4fc0 RDI: 0000000000000006 +[ 516.798456][ C1] RBP: ffffffff899d4fc0 R08: 000000006581e33e R09: ffffffff8ebae667 +[ 516.806590][ C1] R10: 000000000000000c R11: 0000000000000001 R12: 0000000000000006 +[ 516.814548][ C1] R13: 00000000442fa233 R14: 00000000442fa233 R15: 00000000442fa233 +[ 516.822638][ C1] FS: 00007f8f30af8700(0000) GS:ffff8880b9f00000(0000) knlGS:0000000000000000 +[ 516.831729][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 +[ 516.838301][ C1] CR2: 0000000020eb4000 CR3: 000000001d519000 CR4: 0000000000350ee0 +[ 516.846256][ C1] Call Trace: +[ 516.849610][ C1] +[ 516.852462][ C1] jhash+0x1d7/0x5d0 +[ 516.856438][ C1] __rhashtable_lookup+0x22b/0x780 +[ 516.897170][ C1] sta_info_get_bss+0x144/0x3f0 +[ 516.911609][ C1] ieee80211_rx_list+0xdd3/0x23d0 +[ 516.938278][ C1] ieee80211_rx_napi+0xf7/0x3d0 +[ 516.954196][ C1] ieee80211_tasklet_handler+0xd3/0x130 +[ 516.959733][ C1] tasklet_action_common.constprop.0+0x22f/0x2d0 +[ 516.966051][ C1] __do_softirq+0x2a0/0x9f6 +[ 516.970547][ C1] asm_call_irq_on_stack+0xf/0x20 +[ 516.975552][ C1] +[ 516.978481][ C1] do_softirq_own_stack+0xaa/0xd0 +[ 516.983491][ C1] irq_exit_rcu+0x132/0x200 +[ 516.987990][ C1] sysvec_apic_timer_interrupt+0x4d/0x100 +[ 516.993697][ C1] asm_sysvec_apic_timer_interrupt+0x12/0x20 +[ 516.999663][ C1] RIP: 0010:preempt_schedule_irq+0x49/0x90 +[ 517.005454][ C1] Code: 55 53 65 48 8b 1c 25 00 f0 01 00 48 89 dd 48 c1 ed 03 48 01 c5 bf 01 00 00 00 e8 e2 6c 64 f8 e8 ad d2 8e f8 fb bf 01 00 00 00 82 d1 ff ff 9c 58 fa f6 c4 02 75 27 bf 01 00 00 00 e8 50 55 64 +[ 517.025042][ C1] RSP: 0018:ffffc900040af818 EFLAGS: 00000206 +[ 517.031098][ C1] RAX: 00000000019ef4e1 RBX: ffff8880246ecec0 RCX: ffffffff8155a937 +[ 517.039054][ C1] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000001 +[ 517.047016][ C1] RBP: ffffed10048dd9d8 R08: 0000000000000001 R09: ffffffff8ebae70f +[ 517.054973][ C1] R10: fffffbfff1d75ce1 R11: 0000000000000001 R12: 0000000000000000 +[ 517.063129][ C1] R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000 +[ 517.080975][ C1] irqentry_exit+0x7a/0xa0 +[ 517.085464][ C1] asm_sysvec_apic_timer_interrupt+0x12/0x20 +[ 517.091434][ C1] RIP: 0010:preempt_schedule_common+0x19/0xc0 +[ 517.097575][ C1] Code: 9b ca f8 e9 78 ff ff ff 66 0f 1f 84 00 00 00 00 00 41 55 41 54 49 bc 00 00 00 00 00 fc ff df 55 53 65 48 8b 1c 25 00 f0 01 00 <48> 89 dd 48 c1 ed 03 4c 01 e5 65 ff 05 26 08 1b 77 65 8b 05 1f 08 +[ 517.117428][ C1] RSP: 0018:ffffc900040af8e8 EFLAGS: 00000202 +[ 517.123487][ C1] RAX: 0000000000000246 RBX: ffff8880246ecec0 RCX: 0000000000000000 +[ 517.131444][ C1] RDX: 0000000000000001 RSI: 0000000000000001 RDI: 0000000000000001 +[ 517.139488][ C1] RBP: ffffc900040af958 R08: 0000000000000003 R09: ffffffff8ebae70f +[ 517.147447][ C1] R10: fffffbfff1d75ce1 R11: 0000000000000000 R12: dffffc0000000000 +[ 517.155403][ C1] R13: 00000000000382b0 R14: 0000000000000297 R15: 0000000000000001 +[ 517.163473][ C1] preempt_schedule_thunk+0x16/0x18 +[ 517.168997][ C1] put_cpu_partial+0x138/0x200 +[ 517.173772][ C1] qlist_free_all+0x5a/0xc0 +[ 517.178279][ C1] quarantine_reduce+0x17e/0x200 +[ 517.183217][ C1] __kasan_kmalloc.constprop.0+0x9e/0xd0 +[ 517.193357][ C1] kmem_cache_alloc_node+0x13b/0x490 +[ 517.198653][ C1] __alloc_skb+0x71/0x550 +[ 517.202995][ C1] sk_stream_alloc_skb+0x109/0xc30 +[ 517.208455][ C1] tcp_sendmsg_locked+0xbb7/0x2d20 +[ 517.228136][ C1] tcp_sendmsg+0x2b/0x40 +[ 517.232377][ C1] inet_sendmsg+0x99/0xe0 +[ 517.241996][ C1] sock_sendmsg+0xcf/0x120 +[ 517.246415][ C1] __sys_sendto+0x21c/0x320 +[ 517.281952][ C1] __x64_sys_sendto+0xdd/0x1b0 +[ 517.297945][ C1] do_syscall_64+0x2d/0x70 +[ 517.302373][ C1] entry_SYSCALL_64_after_hwframe+0x44/0xa9 +[ 517.308265][ C1] RIP: 0033:0x45deb9 +[ 517.312153][ C1] Code: 0d b4 fb ff c3 66 2e 0f 1f 84 00 00 00 00 00 66 90 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 0f 83 db b3 fb ff c3 66 2e 0f 1f 84 00 00 00 00 +[ 517.331754][ C1] RSP: 002b:00007f8f30af7c78 EFLAGS: 00000246 ORIG_RAX: 000000000000002c +[ 517.340430][ C1] RAX: ffffffffffffffda RBX: 000000000002ea00 RCX: 000000000045deb9 +[ 517.348493][ C1] RDX: ffffffffffffffef RSI: 0000000020d7cfcb RDI: 0000000000000005 +[ 517.356820][ C1] RBP: 000000000119bf78 R08: 0000000000000000 R09: 0000000009000000 +[ 517.364797][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 000000000119bf2c +[ 517.372765][ C1] R13: 00007ffdae49d00f R14: 00007f8f30af89c0 R15: 000000000119bf2c +[ 517.380742][ C1] Sending NMI from CPU 1 to CPUs 0: +[ 517.386188][ C0] NMI backtrace for cpu 0 +[ 517.386194][ C0] CPU: 0 PID: 10 Comm: ksoftirqd/0 Not tainted 5.10.0-rc6-syzkaller #0 +[ 517.386199][ C0] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 517.386202][ C0] RIP: 0010:pvclock_clocksource_read+0x6b/0x510 +[ 517.386211][ C0] Code: c0 0f 95 c0 84 c1 0f 85 80 04 00 00 4c 89 e0 83 e0 07 38 c2 0f 9e c1 84 d2 0f 95 c0 84 c1 0f 85 68 04 00 00 48 8d 43 08 8b 0b <48> bd 00 00 00 00 00 fc ff df 48 8d 7b 1c 48 89 44 24 08 48 c1 e8 +[ 517.386214][ C0] RSP: 0018:ffffc90000cf7ce0 EFLAGS: 00000046 +[ 517.386222][ C0] RAX: ffffffff8e48d008 RBX: ffffffff8e48d000 RCX: 0000000000000008 +[ 517.386226][ C0] RDX: 0000000000000000 RSI: 0000000000000100 RDI: ffffffff8e48d000 +[ 517.386230][ C0] RBP: ffff888010d69a40 R08: 0000000000000000 R09: ffff888010d69a47 +[ 517.386234][ C0] R10: ffffed10021ad348 R11: 0000000000000001 R12: ffffffff8e48d003 +[ 517.386238][ C0] R13: 0000000000000038 R14: 0000000000000006 R15: 0000000000000040 +[ 517.386242][ C0] FS: 0000000000000000(0000) GS:ffff8880b9e00000(0000) knlGS:0000000000000000 +[ 517.386246][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 +[ 517.386250][ C0] CR2: 0000563fcd9200c8 CR3: 00000000142dc000 CR4: 0000000000350ef0 +[ 517.386252][ C0] Call Trace: +[ 517.386255][ C0] kvm_sched_clock_read+0x14/0x40 +[ 517.386258][ C0] sched_clock+0x2a/0x40 +[ 517.386260][ C0] sched_clock_cpu+0x18/0x1f0 +[ 517.386263][ C0] irqtime_account_irq+0x71/0x2d0 +[ 517.386266][ C0] __do_softirq+0x5e0/0x9f6 +[ 517.386272][ C0] run_ksoftirqd+0x2d/0x50 +[ 517.386274][ C0] smpboot_thread_fn+0x655/0x9e0 +[ 517.386286][ C0] kthread+0x3b1/0x4a0 +[ 517.386292][ C0] ret_from_fork+0x1f/0x30 +[ 517.386957][ C1] Kernel panic - not syncing: softlockup: hung tasks +[ 517.585655][ C1] CPU: 1 PID: 16401 Comm: syz-executor.3 Tainted: G L 5.10.0-rc6-syzkaller #0 +[ 517.595790][ C1] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 517.605931][ C1] Call Trace: +[ 517.609207][ C1] +[ 517.612054][ C1] dump_stack+0x107/0x163 +[ 517.616376][ C1] panic+0x306/0x73d +[ 517.644735][ C1] watchdog_timer_fn.cold+0x16/0x25 +[ 517.655901][ C1] __hrtimer_run_queues+0x1ce/0xea0 +[ 517.673151][ C1] hrtimer_interrupt+0x334/0x940 +[ 517.678212][ C1] __sysvec_apic_timer_interrupt+0x146/0x540 +[ 517.684192][ C1] sysvec_apic_timer_interrupt+0x48/0x100 +[ 517.689907][ C1] asm_sysvec_apic_timer_interrupt+0x12/0x20 +[ 517.695879][ C1] RIP: 0010:__sanitizer_cov_trace_switch+0xe/0x70 +[ 517.702285][ C1] Code: 48 89 f2 48 89 fe bf 07 00 00 00 e9 8c fe ff ff 66 90 66 2e 0f 1f 84 00 00 00 00 00 41 54 48 89 fa 55 48 89 f5 53 48 8b 46 08 <48> 83 f8 20 74 52 77 39 48 83 f8 08 74 43 48 83 f8 10 75 28 bf 03 +[ 517.721895][ C1] RSP: 0018:ffffc90000d909e8 EFLAGS: 00000246 +[ 517.727959][ C1] RAX: 0000000000000020 RBX: ffff88802767c85a RCX: ffffffff83b5e925 +[ 517.736401][ C1] RDX: 0000000000000006 RSI: ffffffff899d4fc0 RDI: 0000000000000006 +[ 517.744458][ C1] RBP: ffffffff899d4fc0 R08: 000000006581e33e R09: ffffffff8ebae667 +[ 517.752612][ C1] R10: 000000000000000c R11: 0000000000000001 R12: 0000000000000006 +[ 517.761208][ C1] R13: 00000000442fa233 R14: 00000000442fa233 R15: 00000000442fa233 +[ 517.773436][ C1] jhash+0x1d7/0x5d0 +[ 517.777329][ C1] __rhashtable_lookup+0x22b/0x780 +[ 517.817792][ C1] sta_info_get_bss+0x144/0x3f0 +[ 517.832841][ C1] ieee80211_rx_list+0xdd3/0x23d0 +[ 517.859140][ C1] ieee80211_rx_napi+0xf7/0x3d0 +[ 517.874967][ C1] ieee80211_tasklet_handler+0xd3/0x130 +[ 517.880508][ C1] tasklet_action_common.constprop.0+0x22f/0x2d0 +[ 517.886828][ C1] __do_softirq+0x2a0/0x9f6 +[ 517.891328][ C1] asm_call_irq_on_stack+0xf/0x20 +[ 517.896333][ C1] +[ 517.899261][ C1] do_softirq_own_stack+0xaa/0xd0 +[ 517.904272][ C1] irq_exit_rcu+0x132/0x200 +[ 517.908768][ C1] sysvec_apic_timer_interrupt+0x4d/0x100 +[ 517.914650][ C1] asm_sysvec_apic_timer_interrupt+0x12/0x20 +[ 517.920619][ C1] RIP: 0010:preempt_schedule_irq+0x49/0x90 +[ 517.926409][ C1] Code: 55 53 65 48 8b 1c 25 00 f0 01 00 48 89 dd 48 c1 ed 03 48 01 c5 bf 01 00 00 00 e8 e2 6c 64 f8 e8 ad d2 8e f8 fb bf 01 00 00 00 82 d1 ff ff 9c 58 fa f6 c4 02 75 27 bf 01 00 00 00 e8 50 55 64 +[ 517.946001][ C1] RSP: 0018:ffffc900040af818 EFLAGS: 00000206 +[ 517.952230][ C1] RAX: 00000000019ef4e1 RBX: ffff8880246ecec0 RCX: ffffffff8155a937 +[ 517.960186][ C1] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 0000000000000001 +[ 517.968145][ C1] RBP: ffffed10048dd9d8 R08: 0000000000000001 R09: ffffffff8ebae70f +[ 517.976278][ C1] R10: fffffbfff1d75ce1 R11: 0000000000000001 R12: 0000000000000000 +[ 517.984236][ C1] R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000 +[ 518.001800][ C1] irqentry_exit+0x7a/0xa0 +[ 518.006202][ C1] asm_sysvec_apic_timer_interrupt+0x12/0x20 +[ 518.012172][ C1] RIP: 0010:preempt_schedule_common+0x19/0xc0 +[ 518.018226][ C1] Code: 9b ca f8 e9 78 ff ff ff 66 0f 1f 84 00 00 00 00 00 41 55 41 54 49 bc 00 00 00 00 00 fc ff df 55 53 65 48 8b 1c 25 00 f0 01 00 <48> 89 dd 48 c1 ed 03 4c 01 e5 65 ff 05 26 08 1b 77 65 8b 05 1f 08 +[ 518.038076][ C1] RSP: 0018:ffffc900040af8e8 EFLAGS: 00000202 +[ 518.044130][ C1] RAX: 0000000000000246 RBX: ffff8880246ecec0 RCX: 0000000000000000 +[ 518.052354][ C1] RDX: 0000000000000001 RSI: 0000000000000001 RDI: 0000000000000001 +[ 518.060317][ C1] RBP: ffffc900040af958 R08: 0000000000000003 R09: ffffffff8ebae70f +[ 518.068277][ C1] R10: fffffbfff1d75ce1 R11: 0000000000000000 R12: dffffc0000000000 +[ 518.076501][ C1] R13: 00000000000382b0 R14: 0000000000000297 R15: 0000000000000001 +[ 518.084735][ C1] preempt_schedule_thunk+0x16/0x18 +[ 518.089927][ C1] put_cpu_partial+0x138/0x200 +[ 518.094683][ C1] qlist_free_all+0x5a/0xc0 +[ 518.099349][ C1] quarantine_reduce+0x17e/0x200 +[ 518.104450][ C1] __kasan_kmalloc.constprop.0+0x9e/0xd0 +[ 518.114568][ C1] kmem_cache_alloc_node+0x13b/0x490 +[ 518.119844][ C1] __alloc_skb+0x71/0x550 +[ 518.124171][ C1] sk_stream_alloc_skb+0x109/0xc30 +[ 518.129362][ C1] tcp_sendmsg_locked+0xbb7/0x2d20 +[ 518.149451][ C1] tcp_sendmsg+0x2b/0x40 +[ 518.153687][ C1] inet_sendmsg+0x99/0xe0 +[ 518.163102][ C1] sock_sendmsg+0xcf/0x120 +[ 518.167510][ C1] __sys_sendto+0x21c/0x320 +[ 518.203064][ C1] __x64_sys_sendto+0xdd/0x1b0 +[ 518.218911][ C1] do_syscall_64+0x2d/0x70 +[ 518.223319][ C1] entry_SYSCALL_64_after_hwframe+0x44/0xa9 +[ 518.229218][ C1] RIP: 0033:0x45deb9 +[ 518.233103][ C1] Code: 0d b4 fb ff c3 66 2e 0f 1f 84 00 00 00 00 00 66 90 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 0f 83 db b3 fb ff c3 66 2e 0f 1f 84 00 00 00 00 +[ 518.252807][ C1] RSP: 002b:00007f8f30af7c78 EFLAGS: 00000246 ORIG_RAX: 000000000000002c +[ 518.261210][ C1] RAX: ffffffffffffffda RBX: 000000000002ea00 RCX: 000000000045deb9 +[ 518.269171][ C1] RDX: ffffffffffffffef RSI: 0000000020d7cfcb RDI: 0000000000000005 +[ 518.277129][ C1] RBP: 000000000119bf78 R08: 0000000000000000 R09: 0000000009000000 +[ 518.285086][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 000000000119bf2c +[ 518.293217][ C1] R13: 00007ffdae49d00f R14: 00007f8f30af89c0 R15: 000000000119bf2c +[ 518.304895][ C1] Kernel Offset: disabled +[ 518.309866][ C1] Rebooting in 86400 seconds.. -- cgit mrf-deployment