diff options
| author | Dmitry Vyukov <dvyukov@google.com> | 2020-06-02 17:46:27 +0200 |
|---|---|---|
| committer | Dmitry Vyukov <dvyukov@google.com> | 2020-06-02 17:47:56 +0200 |
| commit | 06417ff86899b45658b5c02e3a329ee747717498 (patch) | |
| tree | 18a0338edf1a152a9c20a16126fe7d8ab096c4c1 /pkg | |
| parent | c98aaf984a8f6f5af4dd2601ec735bf4d9df34b4 (diff) | |
pkg/report: add tests for rcu stalls in kmem_cache_alloc
I though maybe we need special handling for them:
stop at kmem_cache_alloc function. But now I am not sure.
This can also be an infinite loop which calls kmalloc/kfree.
Let's not change code for now, just fix things with tests
(this is a good representative set).
Diffstat (limited to 'pkg')
| -rw-r--r-- | pkg/report/testdata/linux/report/487 | 79 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/488 | 142 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/489 | 66 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/490 | 110 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/491 | 99 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/492 | 350 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/493 | 390 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/494 | 157 | ||||
| -rw-r--r-- | pkg/report/testdata/linux/report/495 | 61 |
9 files changed, 1454 insertions, 0 deletions
diff --git a/pkg/report/testdata/linux/report/487 b/pkg/report/testdata/linux/report/487 new file mode 100644 index 000000000..5dd962307 --- /dev/null +++ b/pkg/report/testdata/linux/report/487 @@ -0,0 +1,79 @@ +TITLE: INFO: rcu detected stall in batadv_mcast_get_bridge +TYPE: HANG + +[ 463.512820][ T27] audit: type=1326 audit(1589206749.923:16): auid=0 uid=0 gid=0 ses=4 subj=system_u:system_r:kernel_t:s0 pid=16576 comm="syz-executor.5" exe="/root/syz-executor.5" sig=9 arch=c000003e syscall=228 compat=0 ip=0x45f66a code=0x0 +[ 568.528728][ C1] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks: +[ 568.535895][ C1] rcu: Tasks blocked on level-0 rcu_node (CPUs 0-1): P282 +[ 568.543518][ C1] (detected by 1, t=10503 jiffies, g=61629, q=41) +[ 568.550540][ C1] kworker/u4:6 R running task 24784 282 2 0x80004000 +[ 568.558788][ C1] Workqueue: bat_events batadv_mcast_mla_update +[ 568.565112][ C1] Call Trace: +[ 568.568513][ C1] ? __schedule+0x937/0x1ff0 +[ 568.573122][ C1] ? __sched_text_start+0x8/0x8 +[ 568.578018][ C1] ? __this_cpu_preempt_check+0x28/0x190 +[ 568.583702][ C1] ? smp_apic_timer_interrupt+0x1b6/0x600 +[ 568.589452][ C1] ? preempt_schedule_thunk+0x16/0x18 +[ 568.594819][ C1] ? preempt_schedule_common+0x4a/0xc0 +[ 568.600299][ C1] ? preempt_schedule_thunk+0x16/0x18 +[ 568.605777][ C1] ? unwind_next_frame+0x1073/0x1df0 +[ 568.611146][ C1] ? stack_trace_save+0x8c/0xc0 +[ 568.616003][ C1] ? deref_stack_reg+0xe0/0xe0 +[ 568.620810][ C1] ? mark_lock+0x12b/0xf10 +[ 568.625230][ C1] ? profile_setup.cold+0xc1/0xc1 +[ 568.630712][ C1] ? arch_stack_walk+0x81/0xf0 +[ 568.635521][ C1] ? save_stack+0x1b/0x40 +[ 568.639855][ C1] ? stack_trace_save+0x8c/0xc0 +[ 568.648620][ C1] ? stack_trace_consume_entry+0x160/0x160 +[ 568.654579][ C1] ? print_usage_bug+0x240/0x240 +[ 568.659531][ C1] ? print_usage_bug+0x240/0x240 +[ 568.664469][ C1] ? save_stack+0x1b/0x40 +[ 568.668810][ C1] ? __lock_acquire+0xcbb/0x4c50 +[ 568.673764][ C1] ? mark_held_locks+0xe0/0xe0 +[ 568.678526][ C1] ? mark_held_locks+0xe0/0xe0 +[ 568.683295][ C1] ? mark_lock+0x12b/0xf10 +[ 568.687722][ C1] ? print_usage_bug+0x240/0x240 +[ 568.692668][ C1] ? lock_acquire+0x1f2/0x8f0 +[ 568.697354][ C1] ? kasan_unpoison_shadow+0x30/0x40 +[ 568.702643][ C1] ? __kasan_kmalloc.constprop.0+0xbf/0xd0 +[ 568.708445][ C1] ? kmem_cache_alloc_trace+0x295/0x7d0 +[ 568.713993][ C1] ? kmem_cache_alloc_trace+0x13d/0x7d0 +[ 568.719639][ C1] ? rcu_read_lock_held+0x9c/0xb0 +[ 568.724665][ C1] ? rcu_read_lock_held_common+0x130/0x130 +[ 568.730484][ C1] ? batadv_mcast_mla_update+0x1ce2/0x2d20 +[ 568.736305][ C1] ? lock_acquire+0x1f2/0x8f0 +[ 568.741009][ C1] ? batadv_mcast_get_bridge+0x200/0x200 +[ 568.746660][ C1] ? rcu_read_lock_sched_held+0x9c/0xd0 +[ 568.752205][ C1] ? rcu_read_lock_any_held.part.0+0x50/0x50 +[ 568.758190][ C1] ? _raw_spin_unlock_irq+0x1f/0x80 +[ 568.763484][ C1] ? process_one_work+0x965/0x16a0 +[ 568.768607][ C1] ? lock_release+0x800/0x800 +[ 568.773327][ C1] ? pwq_dec_nr_in_flight+0x310/0x310 +[ 568.778699][ C1] ? rwlock_bug.part.0+0x90/0x90 +[ 568.783646][ C1] ? worker_thread+0x96/0xe20 +[ 568.788353][ C1] ? process_one_work+0x16a0/0x16a0 +[ 568.793621][ C1] ? kthread+0x388/0x470 +[ 568.797864][ C1] ? kthread_mod_delayed_work+0x1a0/0x1a0 +[ 568.803619][ C1] ? ret_from_fork+0x24/0x30 +[ 568.808239][ C1] rcu: rcu_preempt kthread starved for 10527 jiffies! g61629 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=0 +[ 568.819430][ C1] rcu: RCU grace-period kthread stack dump: +[ 568.825314][ C1] rcu_preempt R running task 28440 10 2 0x80004000 +[ 568.833214][ C1] Call Trace: +[ 568.836513][ C1] ? __schedule+0x937/0x1ff0 +[ 568.841112][ C1] ? __sched_text_start+0x8/0x8 +[ 568.846051][ C1] ? _raw_spin_lock_irqsave+0x94/0xbf +[ 568.851416][ C1] ? debug_smp_processor_id+0x2f/0x185 +[ 568.856876][ C1] ? schedule+0xd0/0x2a0 +[ 568.861123][ C1] ? schedule_timeout+0x35c/0x850 +[ 568.866153][ C1] ? usleep_range+0x160/0x160 +[ 568.870831][ C1] ? _raw_spin_unlock_irqrestore+0x62/0xe0 +[ 568.876650][ C1] ? __next_timer_interrupt+0x190/0x190 +[ 568.882285][ C1] ? prepare_to_swait_exclusive+0x110/0x110 +[ 568.888191][ C1] ? rcu_gp_kthread+0x9bf/0x1960 +[ 568.893135][ C1] ? rcu_barrier+0x4b0/0x4b0 +[ 568.897729][ C1] ? _raw_spin_unlock_irqrestore+0x62/0xe0 +[ 568.903536][ C1] ? lockdep_hardirqs_on+0x463/0x620 +[ 568.908821][ C1] ? __kthread_parkme+0x13f/0x1e0 +[ 568.913841][ C1] ? rcu_barrier+0x4b0/0x4b0 +[ 568.918441][ C1] ? kthread+0x388/0x470 +[ 568.922701][ C1] ? kthread_mod_delayed_work+0x1a0/0x1a0 +[ 568.928441][ C1] ? ret_from_fork+0x24/0x30 diff --git a/pkg/report/testdata/linux/report/488 b/pkg/report/testdata/linux/report/488 new file mode 100644 index 000000000..efcafc753 --- /dev/null +++ b/pkg/report/testdata/linux/report/488 @@ -0,0 +1,142 @@ +TITLE: INFO: rcu detected stall in garp_join_timer_arm +TYPE: HANG + +[ 1829.205943] rcu: INFO: rcu_preempt self-detected stall on CPU +[ 1829.212313] rcu: 1-...!: (1 GPs behind) idle=b46/1/0x4000000000000004 softirq=214004/214006 fqs=37 +[ 1829.222342] rcu: (t=10500 jiffies g=285169 q=488) +[ 1829.227375] rcu: rcu_preempt kthread starved for 10424 jiffies! g285169 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=0 +[ 1829.237940] rcu: RCU grace-period kthread stack dump: +[ 1829.243121] rcu_preempt R running task 29136 10 2 0x80000000 +[ 1829.250317] Call Trace: +[ 1829.252918] ? __schedule+0x866/0x1d80 +[ 1829.256808] ? schedule_timeout+0x4c3/0xf20 +[ 1829.261133] ? firmware_map_remove+0x19a/0x19a +[ 1829.265718] ? _raw_spin_unlock_irqrestore+0x67/0xe0 +[ 1829.270827] schedule+0x8d/0x1b0 +[ 1829.274191] schedule_timeout+0x4d1/0xf20 +[ 1829.278340] ? usleep_range+0x160/0x160 +[ 1829.282318] ? __next_timer_interrupt+0x190/0x190 +[ 1829.287174] ? prepare_to_swait_exclusive+0x110/0x110 +[ 1829.292370] rcu_gp_kthread+0xcee/0x2060 +[ 1829.296457] ? rcu_blocking_is_gp+0x90/0x90 +[ 1829.300781] ? _raw_spin_unlock_irqrestore+0x67/0xe0 +[ 1829.305883] ? lockdep_hardirqs_on+0x40b/0x5d0 +[ 1829.310463] ? _raw_spin_unlock_irqrestore+0xa0/0xe0 +[ 1829.315564] ? __kthread_parkme+0xfd/0x1b0 +[ 1829.319796] ? rcu_blocking_is_gp+0x90/0x90 +[ 1829.324120] kthread+0x34a/0x420 +[ 1829.327486] ? kthread_cancel_delayed_work_sync+0x20/0x20 +[ 1829.333134] ret_from_fork+0x24/0x30 +[ 1829.336873] NMI backtrace for cpu 1 +[ 1829.340499] CPU: 1 PID: 23826 Comm: syz-executor.4 Not tainted 4.19.120-syzkaller #0 +[ 1829.348372] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 1829.357723] Call Trace: +[ 1829.360298] <IRQ> +[ 1829.362451] dump_stack+0x188/0x20d +[ 1829.366080] nmi_cpu_backtrace.cold+0x63/0xa2 +[ 1829.370578] ? lapic_can_unplug_cpu.cold+0x44/0x44 +[ 1829.375513] nmi_trigger_cpumask_backtrace+0x1a6/0x1eb +[ 1829.380784] rcu_dump_cpu_stacks+0x170/0x1bb +[ 1829.385177] rcu_check_callbacks.cold+0x634/0xddc +[ 1829.390004] ? trace_hardirqs_off+0x50/0x200 +[ 1829.394397] update_process_times+0x2a/0x70 +[ 1829.398716] tick_sched_handle+0x9b/0x180 +[ 1829.402846] tick_sched_timer+0x42/0x130 +[ 1829.406890] __hrtimer_run_queues+0x2fc/0xd50 +[ 1829.411365] ? tick_sched_do_timer+0x1a0/0x1a0 +[ 1829.415933] ? hrtimer_fixup_activate+0x30/0x30 +[ 1829.420583] ? kvm_clock_read+0x14/0x30 +[ 1829.424688] ? ktime_get_update_offsets_now+0x2db/0x450 +[ 1829.430052] hrtimer_interrupt+0x312/0x770 +[ 1829.434284] smp_apic_timer_interrupt+0x10c/0x550 +[ 1829.439178] apic_timer_interrupt+0xf/0x20 +[ 1829.443404] RIP: 0010:prandom_u32+0x0/0xb0 +[ 1829.447625] Code: fd ff ff 48 89 ef e8 0f fd ff ff 48 89 ef e8 07 fd ff ff 48 89 ef e8 ff fc ff ff 48 89 ef 5d e9 f6 fc ff ff 66 0f 1f 44 00 00 <41> 54 53 48 83 ec 08 e8 84 df 13 fe bf 01 00 00 00 e8 9a e0 f2 fd +[ 1829.466508] RSP: 0018:ffff8880ae707d18 EFLAGS: 00000206 ORIG_RAX: ffffffffffffff13 +[ 1829.474235] RAX: 0000000000000014 RBX: ffff8880941a1980 RCX: ffffffff8158014d +[ 1829.481483] RDX: 0000000000000100 RSI: ffffffff81580176 RDI: 0000000000000005 +[ 1829.488739] RBP: 0000000000000014 R08: ffff888090e5a200 R09: 0000000000000000 +[ 1829.495988] R10: 0000000000000000 R11: 0000000000000000 R12: ffff8880ae707d70 +[ 1829.503237] R13: 1ffff11015ce0faa R14: 0000000000000000 R15: ffff8880a672d550 +[ 1829.510581] ? apic_timer_interrupt+0xa/0x20 +[ 1829.514974] ? __msecs_to_jiffies+0x1d/0x50 +[ 1829.519314] ? __msecs_to_jiffies+0x46/0x50 +[ 1829.523620] garp_join_timer_arm+0x21/0x80 +[ 1829.527838] call_timer_fn+0x177/0x700 +[ 1829.531708] ? garp_gid_event+0x60/0x60 +[ 1829.535674] ? process_timeout+0x40/0x40 +[ 1829.539769] ? _raw_spin_unlock_irq+0x24/0x80 +[ 1829.544267] ? garp_gid_event+0x60/0x60 +[ 1829.548224] ? garp_gid_event+0x60/0x60 +[ 1829.552203] run_timer_softirq+0x5d0/0x1540 +[ 1829.556512] ? add_timer+0xab0/0xab0 +[ 1829.560209] ? __lock_is_held+0xad/0x140 +[ 1829.564258] __do_softirq+0x26c/0x93c +[ 1829.568136] irq_exit+0x17b/0x1c0 +[ 1829.571574] smp_apic_timer_interrupt+0x136/0x550 +[ 1829.576404] apic_timer_interrupt+0xf/0x20 +[ 1829.580619] </IRQ> +[ 1829.582840] RIP: 0010:__sanitizer_cov_trace_pc+0x44/0x50 +[ 1829.588273] Code: 75 2b 8b 90 d8 12 00 00 83 fa 02 75 20 48 8b 88 e0 12 00 00 8b 80 dc 12 00 00 48 8b 11 48 83 c2 01 48 39 d0 76 07 48 89 34 d1 <48> 89 11 c3 0f 1f 84 00 00 00 00 00 65 4c 8b 04 25 40 ee 01 00 65 +[ 1829.607179] RSP: 0018:ffff88806cd6f9b8 EFLAGS: 00000216 ORIG_RAX: ffffffffffffff13 +[ 1829.614917] RAX: 0000000000040000 RBX: 0000000000000000 RCX: ffffc9000e2e8000 +[ 1829.622174] RDX: 0000000000000b36 RSI: ffffffff81723f4d RDI: 0000000000000001 +[ 1829.629432] RBP: 000000000045c829 R08: ffff888090e5a200 R09: ffffed1015ce4733 +[ 1829.636713] R10: ffffed1015ce4732 R11: ffff8880ae723993 R12: 0000000000000000 +[ 1829.643965] R13: 0000000000000000 R14: ffff888090e5a200 R15: ffff88809092473f +[ 1829.651233] ? is_bpf_text_address+0xdd/0x160 +[ 1829.655719] is_bpf_text_address+0xdd/0x160 +[ 1829.660028] kernel_text_address+0x6e/0xe0 +[ 1829.664252] __kernel_text_address+0x9/0x30 +[ 1829.668559] unwind_get_return_address+0x5a/0xa0 +[ 1829.673298] __save_stack_trace+0x8a/0xf0 +[ 1829.677437] save_stack+0x32/0xa0 +[ 1829.680925] ? kasan_kmalloc+0xbf/0xe0 +[ 1829.684797] ? kmem_cache_alloc_trace+0x14d/0x7a0 +[ 1829.689628] ? sock_alloc_inode+0x5f/0x250 +[ 1829.693883] ? alloc_inode+0x5d/0x180 +[ 1829.697699] ? new_inode_pseudo+0x14/0xe0 +[ 1829.701833] ? sock_alloc+0x3c/0x260 +[ 1829.705568] ? __sock_create+0xba/0x740 +[ 1829.709551] ? __sys_socket+0xef/0x200 +[ 1829.713424] ? __x64_sys_socket+0x6f/0xb0 +[ 1829.717561] ? do_syscall_64+0xf9/0x620 +[ 1829.721523] ? entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 1829.726885] ? mark_held_locks+0xf0/0xf0 +[ 1829.730935] ? check_preemption_disabled+0x41/0x280 +[ 1829.735938] ? perf_trace_lock_acquire+0xf5/0x530 +[ 1829.740765] ? trace_hardirqs_on_thunk+0x1a/0x1c +[ 1829.745507] ? trace_hardirqs_on_thunk+0x1a/0x1c +[ 1829.750251] ? lockdep_hardirqs_on+0x40b/0x5d0 +[ 1829.754880] ? trace_hardirqs_on_thunk+0x1a/0x1c +[ 1829.759626] ? retint_kernel+0x2d/0x2d +[ 1829.763506] ? kasan_unpoison_shadow+0x30/0x40 +[ 1829.768075] kasan_kmalloc+0xbf/0xe0 +[ 1829.771780] kmem_cache_alloc_trace+0x14d/0x7a0 +[ 1829.776441] ? selinux_socket_create+0x277/0x580 +[ 1829.781215] ? selinux_sctp_assoc_request+0x570/0x570 +[ 1829.786392] ? sock_destroy_inode+0x60/0x60 +[ 1829.790709] sock_alloc_inode+0x5f/0x250 +[ 1829.794792] ? sock_destroy_inode+0x60/0x60 +[ 1829.799100] alloc_inode+0x5d/0x180 +[ 1829.802720] new_inode_pseudo+0x14/0xe0 +[ 1829.806684] sock_alloc+0x3c/0x260 +[ 1829.810243] __sock_create+0xba/0x740 +[ 1829.814033] __sys_socket+0xef/0x200 +[ 1829.817834] ? move_addr_to_kernel+0x70/0x70 +[ 1829.822238] ? __x64_sys_clock_gettime+0x165/0x240 +[ 1829.827346] ? __ia32_sys_clock_settime+0x260/0x260 +[ 1829.832360] ? trace_hardirqs_on_thunk+0x1a/0x1c +[ 1829.837109] ? trace_hardirqs_off_caller+0x55/0x210 +[ 1829.842124] __x64_sys_socket+0x6f/0xb0 +[ 1829.846166] ? lockdep_hardirqs_on+0x40b/0x5d0 +[ 1829.850792] do_syscall_64+0xf9/0x620 +[ 1829.854595] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 1829.859781] RIP: 0033:0x45c829 +[ 1829.863020] Code: 0d b7 fb ff c3 66 2e 0f 1f 84 00 00 00 00 00 66 90 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 0f 83 db b6 fb ff c3 66 2e 0f 1f 84 00 00 00 00 +[ 1829.881950] RSP: 002b:00007ff811f67c78 EFLAGS: 00000246 ORIG_RAX: 0000000000000029 +[ 1829.889648] RAX: ffffffffffffffda RBX: 0000000000506760 RCX: 000000000045c829 +[ 1829.896904] RDX: 0000000000000000 RSI: 0000000000000803 RDI: 0000000000000001 +[ 1829.904162] RBP: 000000000078bf00 R08: 0000000000000000 R09: 0000000000000000 +[ 1829.911546] R10: 0000000000000000 R11: 0000000000000246 R12: 00000000ffffffff +[ 1829.918865] R13: 0000000000000b6e R14: 00000000004cda30 R15: 00007ff811f686d4 diff --git a/pkg/report/testdata/linux/report/489 b/pkg/report/testdata/linux/report/489 new file mode 100644 index 000000000..d535afb4c --- /dev/null +++ b/pkg/report/testdata/linux/report/489 @@ -0,0 +1,66 @@ +TITLE: INFO: rcu detected stall in perf_event_mmap +TYPE: HANG + +[ 943.341024] INFO: rcu_preempt self-detected stall on CPU +[ 943.346749] 0-...: (3 ticks this GP) idle=6fd/140000000000001/0 softirq=67682/67682 fqs=1 +[ 943.355256] (t=18319 jiffies g=30395 c=30394 q=31) +[ 943.360542] rcu_preempt kthread starved for 15615 jiffies! g30395 c30394 f0x0 s3 ->state=0x0 +[ 943.369144] Task dump for CPU 0: +[ 943.372531] blkid R running task 29216 513 10808 0x10000008 +[ 943.380070] ffff8801db407c18 9bcf3f0caf1cd16c ffff8801db407c50 ffffffff813d2223 +[ 943.388247] 1ffff1003b683de8 0000000000000000 ffff8801db41e600 0000000000000000 +[ 943.396431] dffffc0000000000 ffffffff840fbe80 ffff8801db407c60 ffffffff813d223f +[ 943.404607] Call Trace: +[ 943.407212] <IRQ> [<ffffffff813d2223>] _sched_show_task+0x31f/0x32b +[ 943.414088] [<ffffffff813d223f>] sched_show_task+0x10/0x12 +[ 943.419849] [<ffffffff813d22d5>] dump_cpu_task+0x7f/0x84 +[ 943.425419] [<ffffffff813d4c0b>] rcu_dump_cpu_stacks+0x151/0x165 +[ 943.431747] [<ffffffff812b12c0>] rcu_check_callbacks+0x6cf/0x144f +[ 943.438118] [<ffffffff812bdccb>] update_process_times+0x36/0x66 +[ 943.444369] [<ffffffff812df1fd>] tick_sched_handle+0xf4/0x105 +[ 943.450809] [<ffffffff812df7ef>] tick_sched_timer+0x45/0xd8 +[ 943.456914] [<ffffffff812c09f7>] __hrtimer_run_queues+0x5d2/0x924 +[ 943.463330] [<ffffffff81274f55>] ? trace_event_get_offsets_lock.isra.0+0x67/0x67 +[ 943.470982] [<ffffffff812df7aa>] ? tick_sched_do_timer+0x8e/0x8e +[ 943.477248] [<ffffffff812c0425>] ? hrtimer_start_expires+0x7b/0x7b +[ 943.483697] [<ffffffff81274f55>] ? trace_event_get_offsets_lock.isra.0+0x67/0x67 +[ 943.491362] [<ffffffff812c135b>] hrtimer_interrupt+0x15c/0x348 +[ 943.497511] [<ffffffff81166053>] local_apic_timer_interrupt+0x9c/0xa3 +[ 943.504293] [<ffffffff8333bb72>] smp_trace_apic_timer_interrupt+0x23f/0x43b +[ 943.511515] [<ffffffff83339b68>] trace_apic_timer_interrupt+0xa8/0xb0 +[ 943.518203] <EOI> [<ffffffff81274f55>] ? trace_event_get_offsets_lock.isra.0+0x67/0x67 +[ 943.526685] [<ffffffff8146902d>] ? arch_local_irq_restore+0x2/0x8 +[ 943.533035] [<ffffffff8146be5f>] ? __slab_alloc.isra.0.constprop.0+0x6f/0x7c +[ 943.540338] [<ffffffff813c993d>] ? perf_event_mmap+0x2b6/0x7ee +[ 943.546430] [<ffffffff8146c10f>] kmem_cache_alloc_trace+0x81/0x139 +[ 943.552861] [<ffffffff813c993d>] ? perf_event_mmap+0x2b6/0x7ee +[ 943.558954] [<ffffffff813c993d>] perf_event_mmap+0x2b6/0x7ee +[ 943.564868] [<ffffffff8127d854>] ? lock_release+0x819/0x828 +[ 943.570716] [<ffffffff813c9687>] ? perf_event_comm+0x17a/0x17a +[ 943.576890] [<ffffffff8143bd59>] ? vm_start_gap+0x73/0x7b +[ 943.582573] [<ffffffff8143eaf7>] ? vma_link+0x10e/0x11b +[ 943.588070] [<ffffffff814441c1>] mmap_region+0x8e7/0xb6c +[ 943.593653] [<ffffffff814438da>] ? vm_brk+0x104/0x104 +[ 943.599042] [<ffffffff81274f55>] ? trace_event_get_offsets_lock.isra.0+0x67/0x67 +[ 943.606769] [<ffffffff81887cfd>] ? cap_mmap_addr+0xea/0xf2 +[ 943.612515] [<ffffffff8188ff0d>] ? security_mmap_addr+0x8c/0x97 +[ 943.618712] [<ffffffff8143d465>] ? get_unmapped_area+0x283/0x293 +[ 943.624995] [<ffffffff81444b6d>] do_mmap+0x727/0x7a2 +[ 943.630241] [<ffffffff81411fc9>] vm_mmap_pgoff+0x13e/0x1be +[ 943.635992] [<ffffffff81411e8b>] ? vma_is_stack_for_task+0x97/0x97 +[ 943.642442] [<ffffffff812733e5>] ? up_write+0x1f/0x5d +[ 943.647756] [<ffffffff814120bf>] vm_mmap+0x76/0x8f +[ 943.652969] [<ffffffff81546256>] elf_map+0x1d3/0x1ed +[ 943.658201] [<ffffffff81547731>] load_elf_binary+0xf79/0x3a88 +[ 943.664254] [<ffffffff815467b8>] ? writenote+0x241/0x241 +[ 943.669830] [<ffffffff8128351c>] ? do_raw_read_unlock+0x5/0x55 +[ 943.675966] [<ffffffff81498b8f>] search_binary_handler+0x17b/0x646 +[ 943.682412] [<ffffffff8149cd18>] do_execveat_common.isra.0+0x10a0/0x175e +[ 943.689390] [<ffffffff814afa00>] ? putname+0x65/0xf9 +[ 943.694618] [<ffffffff8149bc78>] ? prepare_bprm_creds+0xfc/0xfc +[ 943.700840] [<ffffffff81a247a8>] ? strncpy_from_user+0x1e4/0x1f6 +[ 943.707124] [<ffffffff814a205a>] ? audit_dummy_context+0x89/0x94 +[ 943.713402] [<ffffffff8149d411>] do_execve+0x3b/0x41 +[ 943.718631] [<ffffffff8149dc09>] SyS_execve+0x37/0x3b +[ 943.723967] [<ffffffff83338e75>] stub_execve+0x5/0x5 +[ 943.729207] [<ffffffff83338cb5>] ? tracesys_phase2+0xa3/0xa8 diff --git a/pkg/report/testdata/linux/report/490 b/pkg/report/testdata/linux/report/490 new file mode 100644 index 000000000..7c37bbf33 --- /dev/null +++ b/pkg/report/testdata/linux/report/490 @@ -0,0 +1,110 @@ +TITLE: INFO: rcu detected stall in neigh_timer_handler +TYPE: HANG + +[ 366.785711] INFO: rcu_preempt self-detected stall on CPU +[ 366.791254] 0: (126 ticks this GP) idle=831/140000000000002/0 softirq=31611/31611 fqs=0 +[ 366.799538] (t=10556 jiffies g=10195 c=10194 q=1) +[ 366.804657] rcu_preempt kthread starved for 10556 jiffies! +[ 366.810292] Task dump for CPU 0: +[ 366.813652] syz-executor.7 R running task 26288 16095 1691 0x0000000c +[ 366.821062] 000000000000069b 000000004e28d452 ffffffff82a3b540 ffffffff8111527a +[ 366.829059] ffffffff811150bb 000000004e28d452 0000000000000086 0000000000000000 +[ 366.837057] ffffffff82a9a750 0000000000000000 1ffffffff05534ea ffffffff82a9a728 +[ 366.845047] Call Trace: +[ 366.847600] <IRQ> [<ffffffff8111527a>] sched_show_task+0x2da/0x4a0 +[ 366.854190] [<ffffffff811150bb>] ? sched_show_task+0x11b/0x4a0 +[ 366.860218] [<ffffffff81117100>] dump_cpu_task+0x20/0x30 +[ 366.865729] [<ffffffff81160a5c>] rcu_dump_cpu_stacks+0x18c/0x290 +[ 366.871932] [<ffffffff8116a6c6>] rcu_check_callbacks+0xa16/0x1eb0 +[ 366.878221] [<ffffffff81182d60>] ? timekeeping_inject_sleeptime64+0xa0/0xa0 +[ 366.885379] [<ffffffff817d82b3>] ? __this_cpu_preempt_check+0x13/0x20 +[ 366.892017] [<ffffffff81118c05>] ? account_system_time+0x1a5/0x4f0 +[ 366.898393] [<ffffffff811710a3>] update_process_times+0x33/0x60 +[ 366.904510] [<ffffffff81193fdd>] tick_sched_handle.isra.8+0x3d/0xd0 +[ 366.910986] [<ffffffff8119408a>] ? tick_sched_timer+0x1a/0xe0 +[ 366.916939] [<ffffffff811940d7>] tick_sched_timer+0x67/0xe0 +[ 366.922708] [<ffffffff81194070>] ? tick_sched_handle.isra.8+0xd0/0xd0 +[ 366.929346] [<ffffffff81172d92>] __run_hrtimer.isra.7+0xb2/0x210 +[ 366.935549] [<ffffffff811732b4>] hrtimer_interrupt+0x164/0x3d0 +[ 366.941579] [<ffffffff8107f325>] smp_trace_apic_timer_interrupt+0x95/0xe0 +[ 366.948574] [<ffffffff8107f379>] smp_apic_timer_interrupt+0x9/0x10 +[ 366.954954] [<ffffffff822fbb31>] apic_timer_interrupt+0x71/0x80 +[ 366.961081] [<ffffffff81131a9f>] ? mark_held_locks+0xcf/0x140 +[ 366.967027] [<ffffffff81299c24>] ? __slab_alloc.isra.25.constprop.27+0x584/0x5a0 +[ 366.974619] [<ffffffff81ebd306>] ? __alloc_skb+0xd6/0x5d0 +[ 366.980225] [<ffffffff81132680>] ? debug_check_no_locks_freed+0x2a0/0x2a0 +[ 366.987208] [<ffffffff81ebd306>] ? __alloc_skb+0xd6/0x5d0 +[ 366.992819] [<ffffffff81299d1e>] kmem_cache_alloc+0xde/0x110 +[ 366.998676] [<ffffffff81ebd306>] __alloc_skb+0xd6/0x5d0 +[ 367.004099] [<ffffffff81ebd230>] ? __kmalloc_reserve.isra.7+0xb0/0xb0 +[ 367.010738] [<ffffffff82164b4d>] ? ipv6_get_lladdr+0x27d/0x3f0 +[ 367.016774] [<ffffffff810bbf27>] ? __local_bh_enable_ip+0x67/0xe0 +[ 367.023064] [<ffffffff821944b8>] ndisc_alloc_skb+0x128/0x4f0 +[ 367.028932] [<ffffffff821988b6>] ndisc_send_ns+0x346/0x710 +[ 367.034616] [<ffffffff82198570>] ? ndisc_netdev_event+0x310/0x310 +[ 367.040905] [<ffffffff81299cda>] ? kmem_cache_alloc+0x9a/0x110 +[ 367.046944] [<ffffffff82198f28>] ndisc_solicit+0x2a8/0x640 +[ 367.052625] [<ffffffff81ebd230>] ? __kmalloc_reserve.isra.7+0xb0/0xb0 +[ 367.059264] [<ffffffff822fa265>] ? _raw_spin_unlock_irqrestore+0x45/0x80 +[ 367.066164] [<ffffffff82198c80>] ? ndisc_send_ns+0x710/0x710 +[ 367.072023] [<ffffffff81f113a7>] neigh_probe+0xa7/0xe0 +[ 367.077361] [<ffffffff81f21662>] neigh_timer_handler+0x402/0xbd0 +[ 367.083564] [<ffffffff81f21260>] ? neightbl_dump_info+0xa10/0xa10 +[ 367.089874] [<ffffffff8116e928>] call_timer_fn+0x128/0x1e0 +[ 367.095567] [<ffffffff8116e8dc>] ? call_timer_fn+0xdc/0x1e0 +[ 367.101339] [<ffffffff8116e800>] ? process_timeout+0x10/0x10 +[ 367.107211] [<ffffffff822fa2cb>] ? _raw_spin_unlock_irq+0x2b/0x60 +[ 367.113500] [<ffffffff81131caa>] ? trace_hardirqs_on_caller+0x19a/0x5a0 +[ 367.120313] [<ffffffff811706cf>] run_timer_softirq+0x55f/0x850 +[ 367.126343] [<ffffffff817b36c8>] ? trace_hardirqs_on_thunk+0x17/0x19 +[ 367.132894] [<ffffffff81f21260>] ? neightbl_dump_info+0xa10/0xa10 +[ 367.139194] [<ffffffff81170170>] ? cascade+0x2d0/0x2d0 +[ 367.144528] [<ffffffff810bc4f1>] __do_softirq+0x281/0x560 +[ 367.150124] [<ffffffff810bca58>] irq_exit+0x118/0x160 +[ 367.155371] [<ffffffff8107f32a>] smp_trace_apic_timer_interrupt+0x9a/0xe0 +[ 367.162368] [<ffffffff8107f379>] smp_apic_timer_interrupt+0x9/0x10 +[ 367.168747] [<ffffffff822fbb31>] apic_timer_interrupt+0x71/0x80 +[ 367.174870] <EOI> [<ffffffff81299c24>] ? __slab_alloc.isra.25.constprop.27+0x584/0x5a0 +[ 367.183200] [<ffffffff81228942>] ? shrink_slab.part.6.constprop.15+0x3d2/0x540 +[ 367.190622] [<ffffffff81317e53>] ? __bdi_start_writeback+0x53/0x190 +[ 367.197087] [<ffffffff81132680>] ? debug_check_no_locks_freed+0x2a0/0x2a0 +[ 367.204069] [<ffffffff81131f1d>] ? trace_hardirqs_on_caller+0x40d/0x5a0 +[ 367.210885] [<ffffffff81317e53>] ? __bdi_start_writeback+0x53/0x190 +[ 367.217352] [<ffffffff81299d1e>] kmem_cache_alloc+0xde/0x110 +[ 367.223208] [<ffffffff81317e53>] __bdi_start_writeback+0x53/0x190 +[ 367.229499] [<ffffffff8131d41f>] wakeup_flusher_threads+0x15f/0x2f0 +[ 367.235972] [<ffffffff8131d348>] ? wakeup_flusher_threads+0x88/0x2f0 +[ 367.242525] [<ffffffff8131d2c0>] ? bdi_writeback_workfn+0x930/0x930 +[ 367.248988] [<ffffffff812150c4>] ? free_pcppages_bulk+0x8d4/0xcd0 +[ 367.255277] [<ffffffff817da846>] ? debug_object_free+0x1e6/0x380 +[ 367.261482] [<ffffffff8122fcbb>] try_to_free_pages+0x66b/0xde0 +[ 367.267527] [<ffffffff8122f650>] ? shrink_zone+0x680/0x680 +[ 367.273221] [<ffffffff812193ee>] __alloc_pages_nodemask+0x86e/0xf60 +[ 367.279686] [<ffffffff822fa2dc>] ? _raw_spin_unlock_irq+0x3c/0x60 +[ 367.285976] [<ffffffff81218b80>] ? __alloc_pages_direct_compact+0x240/0x240 +[ 367.293148] [<ffffffff822fb951>] ? retint_kernel+0x2c/0x2c +[ 367.298828] [<ffffffff822fb951>] ? retint_kernel+0x2c/0x2c +[ 367.304619] [<ffffffff812805d8>] __vmalloc_node_range+0x228/0x640 +[ 367.310912] [<ffffffff82227f5f>] ? packet_set_ring+0x6ff/0x1910 +[ 367.317028] [<ffffffff81280d5f>] vzalloc+0x4f/0x60 +[ 367.322018] [<ffffffff82227f5f>] ? packet_set_ring+0x6ff/0x1910 +[ 367.328132] [<ffffffff81219af8>] ? __get_free_pages+0x18/0x60 +[ 367.334076] [<ffffffff82227f5f>] packet_set_ring+0x6ff/0x1910 +[ 367.340033] [<ffffffff82227860>] ? tpacket_destruct_skb+0x5d0/0x5d0 +[ 367.346509] [<ffffffff81258ea9>] ? might_fault+0xc9/0x170 +[ 367.352106] [<ffffffff8110cdae>] ? __might_sleep+0x8e/0x1a0 +[ 367.357887] [<ffffffff8222a207>] packet_setsockopt+0x7c7/0x20d0 +[ 367.364003] [<ffffffff82229a40>] ? packet_release+0x8d0/0x8d0 +[ 367.369945] [<ffffffff8110d510>] ? preempt_count_add+0xf0/0x180 +[ 367.376063] [<ffffffff812f93ad>] ? __fget+0x3d/0x330 +[ 367.381225] [<ffffffff812f9738>] ? __fget_light+0x78/0x1f0 +[ 367.386909] [<ffffffff81258ea9>] ? might_fault+0xc9/0x170 +[ 367.392505] [<ffffffff812f98be>] ? __fdget+0xe/0x10 +[ 367.397593] [<ffffffff81e9dd4c>] ? sockfd_lookup_light+0x1c/0x160 +[ 367.403913] [<ffffffff81ea3c77>] SyS_setsockopt+0x147/0x230 +[ 367.409812] [<ffffffff81ea3b30>] ? SyS_recv+0x20/0x20 +[ 367.415090] [<ffffffff8117904d>] ? SyS_clock_gettime+0x14d/0x1a0 +[ 367.421307] [<ffffffff81178f00>] ? SyS_clock_settime+0x1f0/0x1f0 +[ 367.427516] [<ffffffff812fb263>] ? __fd_install+0xf3/0x1a0 +[ 367.433198] [<ffffffff817b36f5>] ? lockdep_sys_exit_thunk+0x12/0x14 +[ 367.439667] [<ffffffff822fad6b>] system_call_fastpath+0x12/0x76 diff --git a/pkg/report/testdata/linux/report/491 b/pkg/report/testdata/linux/report/491 new file mode 100644 index 000000000..bb724f590 --- /dev/null +++ b/pkg/report/testdata/linux/report/491 @@ -0,0 +1,99 @@ +TITLE: INFO: rcu detected stall in kernfs_fop_open +TYPE: HANG + +[ 163.636748][ C0] rcu: INFO: rcu_preempt self-detected stall on CPU +[ 163.643596][ C0] rcu: 0-...!: (10499 ticks this GP) idle=bea/1/0x4000000000000002 softirq=10739/10739 fqs=41 +[ 163.654339][ C0] (t=10500 jiffies g=6073 q=50) +[ 163.659278][ C0] rcu: rcu_preempt kthread starved for 10418 jiffies! g6073 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=1 +[ 163.670361][ C0] rcu: RCU grace-period kthread stack dump: +[ 163.676237][ C0] rcu_preempt R running task 29032 10 2 0x80004000 +[ 163.684146][ C0] Call Trace: +[ 163.687438][ C0] __schedule+0x9a0/0xcc0 +[ 163.691764][ C0] schedule+0x181/0x210 +[ 163.695906][ C0] schedule_timeout+0x14f/0x240 +[ 163.700744][ C0] ? run_local_timers+0x120/0x120 +[ 163.705760][ C0] rcu_gp_kthread+0xed8/0x1770 +[ 163.710521][ C0] kthread+0x332/0x350 +[ 163.714571][ C0] ? rcu_report_qs_rsp+0x140/0x140 +[ 163.719666][ C0] ? kthread_blkcg+0xe0/0xe0 +[ 163.724244][ C0] ret_from_fork+0x24/0x30 +[ 163.728659][ C0] NMI backtrace for cpu 0 +[ 163.732977][ C0] CPU: 0 PID: 8154 Comm: udevd Not tainted 5.4.0-syzkaller #0 +[ 163.740409][ C0] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 163.750445][ C0] Call Trace: +[ 163.753716][ C0] <IRQ> +[ 163.756552][ C0] dump_stack+0x1fb/0x318 +[ 163.760871][ C0] nmi_cpu_backtrace+0xaf/0x1a0 +[ 163.765703][ C0] ? nmi_trigger_cpumask_backtrace+0x16d/0x290 +[ 163.771842][ C0] ? arch_trigger_cpumask_backtrace+0x20/0x20 +[ 163.777894][ C0] nmi_trigger_cpumask_backtrace+0x174/0x290 +[ 163.783862][ C0] arch_trigger_cpumask_backtrace+0x10/0x20 +[ 163.789736][ C0] rcu_dump_cpu_stacks+0x15a/0x220 +[ 163.795099][ C0] rcu_sched_clock_irq+0xe25/0x1ad0 +[ 163.800286][ C0] ? trace_hardirqs_off+0x74/0x80 +[ 163.805305][ C0] update_process_times+0x12d/0x180 +[ 163.810492][ C0] tick_sched_timer+0x263/0x420 +[ 163.815325][ C0] ? tick_setup_sched_timer+0x3d0/0x3d0 +[ 163.820858][ C0] __hrtimer_run_queues+0x403/0x840 +[ 163.826057][ C0] hrtimer_interrupt+0x38c/0xda0 +[ 163.830994][ C0] ? debug_smp_processor_id+0x9/0x20 +[ 163.836266][ C0] smp_apic_timer_interrupt+0x109/0x280 +[ 163.841798][ C0] apic_timer_interrupt+0xf/0x20 +[ 163.846746][ C0] </IRQ> +[ 163.849695][ C0] RIP: 0010:__sanitizer_cov_trace_pc+0x22/0x50 +[ 163.855844][ C0] Code: 64 02 3b 00 5b 5d c3 cc 48 8b 04 24 65 48 8b 0c 25 c0 1d 02 00 65 8b 15 b8 81 8b 7e f7 c2 00 01 1f 00 75 2c 8b 91 80 13 00 00 <83> fa 02 75 21 48 8b 91 88 13 00 00 48 8b 32 48 8d 7e 01 8b 89 84 +[ 163.875558][ C0] RSP: 0018:ffffc90001e27420 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 +[ 163.883971][ C0] RAX: ffffffff81487326 RBX: ffffea000245ed00 RCX: ffff888098f940c0 +[ 163.891944][ C0] RDX: 0000000000000000 RSI: 00000000fffffffc RDI: ffffea000245ed00 +[ 163.899920][ C0] RBP: ffffc90001e27448 R08: 000000000003a768 R09: ffffed10145822e7 +[ 163.907888][ C0] R10: ffffed10145822e7 R11: 0000000000000000 R12: ffff88808cebdf20 +[ 163.915856][ C0] R13: dffffc0000000000 R14: 00000000fffffffc R15: ffff8880a2c11728 +[ 163.923848][ C0] ? mod_memcg_page_state+0x16/0x190 +[ 163.929153][ C0] ? mod_memcg_page_state+0x16/0x190 +[ 163.934446][ C0] free_thread_stack+0x168/0x590 +[ 163.939475][ C0] put_task_stack+0xa3/0x130 +[ 163.944333][ C0] finish_task_switch+0x3f1/0x550 +[ 163.949364][ C0] __schedule+0x9a8/0xcc0 +[ 163.953710][ C0] preempt_schedule_irq+0xc1/0x140 +[ 163.958819][ C0] retint_kernel+0x1b/0x2b +[ 163.963224][ C0] RIP: 0010:qlink_free+0x91/0xb0 +[ 163.968256][ C0] Code: 58 07 00 74 35 4c 89 f7 57 9d 0f 1f 44 00 00 e8 15 1b ca ff eb 19 e8 ae 18 ca ff 48 83 3d 0e 7a 58 07 00 74 17 4c 89 f7 57 9d <0f> 1f 44 00 00 5b 41 5e 41 5f 5d c3 0f 0b 0f 0b 0f 0b 0f 0b 90 66 +[ 163.987862][ C0] RSP: 0018:ffffc90001e276a8 EFLAGS: 00000286 ORIG_RAX: ffffffffffffff13 +[ 163.996355][ C0] RAX: ffff888098f94954 RBX: ffff888091e2d000 RCX: ffffffff815c0597 +[ 164.004319][ C0] RDX: 0000000000000000 RSI: 0000000000000008 RDI: 0000000000000286 +[ 164.012324][ C0] RBP: ffffc90001e276c0 R08: ffff888098f94918 R09: fffffbfff13c8d2f +[ 164.020307][ C0] R10: fffffbfff13c8d2f R11: 0000000000000000 R12: ffff888091e2d000 +[ 164.028263][ C0] R13: 0000000000000200 R14: 0000000000000286 R15: ffff8880aa812a80 +[ 164.036244][ C0] ? mark_lock+0x107/0x1650 +[ 164.040744][ C0] quarantine_reduce+0x15e/0x1d0 +[ 164.045668][ C0] __kasan_kmalloc+0x46/0x1b0 +[ 164.050340][ C0] ? rcu_read_lock_sched_held+0x10b/0x170 +[ 164.056064][ C0] ? trace_mm_page_alloc+0x18c/0x1f0 +[ 164.061363][ C0] ? __kasan_check_read+0x11/0x20 +[ 164.066380][ C0] ? mark_lock+0x107/0x1650 +[ 164.070884][ C0] ? do_raw_spin_unlock+0x136/0x260 +[ 164.076083][ C0] ? _raw_spin_unlock+0x27/0x40 +[ 164.080931][ C0] ? cache_grow_end+0x143/0x170 +[ 164.085776][ C0] ? lockdep_hardirqs_on+0x3c5/0x7d0 +[ 164.091053][ C0] ? kmem_cache_alloc_trace+0x199/0x2f0 +[ 164.096591][ C0] kasan_slab_alloc+0xf/0x20 +[ 164.101168][ C0] kmem_cache_alloc_trace+0x1fa/0x2f0 +[ 164.106529][ C0] ? kernfs_fop_open+0x3a9/0xc20 +[ 164.111455][ C0] kernfs_fop_open+0x3a9/0xc20 +[ 164.116212][ C0] ? kernfs_fop_mmap+0x4f0/0x4f0 +[ 164.121171][ C0] do_dentry_open+0x740/0x10c0 +[ 164.125930][ C0] vfs_open+0x73/0x80 +[ 164.129901][ C0] path_openat+0x1397/0x44a0 +[ 164.134516][ C0] do_filp_open+0x192/0x3d0 +[ 164.139026][ C0] do_sys_open+0x29f/0x560 +[ 164.143433][ C0] __x64_sys_open+0x87/0x90 +[ 164.147924][ C0] do_syscall_64+0xf7/0x1c0 +[ 164.152417][ C0] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 164.158294][ C0] RIP: 0033:0x7f2260db5120 +[ 164.162702][ C0] Code: 48 8b 15 1b 4d 2b 00 f7 d8 64 89 02 83 c8 ff c3 90 90 90 90 90 90 90 90 90 90 83 3d d5 a4 2b 00 00 75 10 b8 02 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 31 c3 48 83 ec 08 e8 5e 8c 01 00 48 89 04 24 +[ 164.182288][ C0] RSP: 002b:00007ffd6e7b1a68 EFLAGS: 00000246 ORIG_RAX: 0000000000000002 +[ 164.190685][ C0] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f2260db5120 +[ 164.198638][ C0] RDX: 0000000000000124 RSI: 0000000000080000 RDI: 00007ffd6e7b1b10 +[ 164.206679][ C0] RBP: 0000000000f8c744 R08: 0000000000f8c744 R09: 00007f2260e0ac20 +[ 164.214632][ C0] R10: 7269762f73656369 R11: 0000000000000246 R12: 0000000000f83e60 +[ 164.222588][ C0] R13: 0000000000f83f50 R14: 0000000000f72250 R15: 0000000000f77e10 diff --git a/pkg/report/testdata/linux/report/492 b/pkg/report/testdata/linux/report/492 new file mode 100644 index 000000000..336afc940 --- /dev/null +++ b/pkg/report/testdata/linux/report/492 @@ -0,0 +1,350 @@ +# TODO: this should be "in hsr_announce". +TITLE: INFO: rcu detected stall in drm_ioctl +TYPE: HANG + +[ 3239.542037][ C1] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks: +[ 3239.549968][ C0] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 3239.556878][ C1] rcu: 0-...!: (1 GPs behind) idle=a3e/1/0x4000000000000002 softirq=387990/387991 fqs=1 +[ 3239.566893][ C0] Call Trace: +[ 3239.576747][ C1] (detected by 1, t=10586 jiffies, g=559657, q=0) +[ 3239.579996][ C0] <IRQ> +[ 3239.586683][ C1] Sending NMI from CPU 1 to CPUs 0: +[ 3239.589505][ C0] dump_stack+0x172/0x1f0 +[ 3239.596674][ C1] NMI backtrace for cpu 0 +[ 3239.596680][ C1] CPU: 0 PID: 28547 Comm: syz-executor.1 Not tainted 5.3.0-rc6 #120 +[ 3239.596686][ C1] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 3239.596690][ C1] RIP: 0010:__sanitizer_cov_trace_switch+0x49/0x80 +[ 3239.596700][ C1] Code: 74 46 48 83 f8 10 75 27 bf 03 00 00 00 4d 8b 2c 24 31 db 4d 85 ed 74 17 49 8b 74 dc 10 48 83 c3 01 48 8b 4d 08 e8 47 fe ff ff <49> 39 dd 75 e9 5b 41 5c 41 5d 5d c3 48 83 f8 40 bf 07 00 00 00 74 +[ 3239.596704][ C1] RSP: 0018:ffff8880ae808fc0 EFLAGS: 00000006 +[ 3239.596711][ C1] RAX: 0000000000000103 RBX: 0000000000000006 RCX: ffffffff873a3ef9 +[ 3239.596716][ C1] RDX: 000000000000000f RSI: 0000000000000005 RDI: 0000000000000001 +[ 3239.596721][ C1] RBP: ffff8880ae808fd8 R08: ffff888017270080 R09: ffffed1015d0124a +[ 3239.596726][ C1] R10: ffffed1015d01249 R11: ffff8880ae80924d R12: ffffffff88474c00 +[ 3239.596730][ C1] R13: 0000000000000008 R14: 000000000000000f R15: ffff8880ae809098 +[ 3239.596735][ C1] FS: 00007f0bb4900700(0000) GS:ffff8880ae800000(0000) knlGS:0000000000000000 +[ 3239.596740][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 +[ 3239.596744][ C1] CR2: 000000000045984f CR3: 000000003ebb6000 CR4: 00000000001426f0 +[ 3239.596749][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 +[ 3239.596754][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 +[ 3239.596756][ C1] Call Trace: +[ 3239.596758][ C1] <IRQ> +[ 3239.596761][ C1] vsnprintf+0x1a9/0x19a0 +[ 3239.596764][ C1] ? pointer+0x750/0x750 +[ 3239.596767][ C1] ? pointer+0x750/0x750 +[ 3239.596771][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.596774][ C1] snprintf+0xbb/0xf0 +[ 3239.596777][ C1] ? vsprintf+0x40/0x40 +[ 3239.596780][ C1] ? scnprintf+0x140/0x140 +[ 3239.596784][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.596787][ C1] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3239.596791][ C1] msg_print_text+0x1a2/0x5c0 +[ 3239.596794][ C1] ? mark_held_locks+0xf0/0xf0 +[ 3239.596797][ C1] ? msg_print_ext_body+0x450/0x450 +[ 3239.596800][ C1] ? __kasan_check_write+0x14/0x20 +[ 3239.596804][ C1] ? do_raw_spin_lock+0x143/0x2e0 +[ 3239.596807][ C1] ? console_unlock+0x1c5/0xf10 +[ 3239.596810][ C1] console_unlock+0x38d/0xf10 +[ 3239.596813][ C1] vprintk_emit+0x2a0/0x700 +[ 3239.596817][ C1] vprintk_default+0x28/0x30 +[ 3239.596820][ C1] vprintk_func+0x7e/0x189 +[ 3239.596823][ C1] ? lock_downgrade+0x920/0x920 +[ 3239.596825][ C1] printk+0xba/0xed +[ 3239.596829][ C1] ? kmsg_dump_rewind_nolock+0xe4/0xe4 +[ 3239.596832][ C1] ? is_bpf_text_address+0xd3/0x170 +[ 3239.596835][ C1] ? dump_stack+0x172/0x1f0 +[ 3239.596839][ C1] show_trace_log_lvl+0x23a/0x28c +[ 3239.596842][ C1] ? dump_stack+0x172/0x1f0 +[ 3239.596845][ C1] ? dump_stack+0x172/0x1f0 +[ 3239.596848][ C1] show_stack+0x39/0x3b +[ 3239.596852][ C1] dump_stack+0x172/0x1f0 +[ 3239.596855][ C1] warn_alloc.cold+0x87/0x17f +[ 3239.596858][ C1] ? zone_watermark_ok_safe+0x260/0x260 +[ 3239.596862][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.596865][ C1] ? wakeup_kswapd+0x66/0x6a0 +[ 3239.596869][ C1] ? __isolate_free_page+0x4c0/0x4c0 +[ 3239.596872][ C1] ? wake_all_kswapds+0x14d/0x300 +[ 3239.596875][ C1] __alloc_pages_slowpath+0x1f2e/0x2520 +[ 3239.596879][ C1] ? __zone_watermark_ok+0x208/0x360 +[ 3239.596882][ C1] ? warn_alloc+0x110/0x110 +[ 3239.596886][ C1] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3239.596889][ C1] ? should_fail+0x1de/0x852 +[ 3239.596892][ C1] ? __isolate_free_page+0x4c0/0x4c0 +[ 3239.596896][ C1] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3239.596900][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.596903][ C1] __alloc_pages_nodemask+0x630/0x900 +[ 3239.596906][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.596910][ C1] ? __alloc_pages_slowpath+0x2520/0x2520 +[ 3239.596913][ C1] ? lock_downgrade+0x920/0x920 +[ 3239.596917][ C1] cache_grow_begin+0x90/0xd20 +[ 3239.596921][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.596924][ C1] ? mempolicy_slab_node+0x139/0x390 +[ 3239.596928][ C1] fallback_alloc+0x1fd/0x2d0 +[ 3239.596931][ C1] ____cache_alloc_node+0x1bc/0x1d0 +[ 3239.596935][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.596938][ C1] kmem_cache_alloc+0x1ef/0x710 +[ 3239.596941][ C1] ? mod_timer+0x50c/0xc10 +[ 3239.596945][ C1] ? __netdev_alloc_skb+0x38a/0x440 +[ 3239.596948][ C1] __build_skb+0x26/0x70 +[ 3239.596951][ C1] __netdev_alloc_skb+0x255/0x440 +[ 3239.596955][ C1] send_hsr_supervision_frame+0x110/0xf20 +[ 3239.596958][ C1] ? lock_acquire+0x190/0x410 +[ 3239.596961][ C1] ? hsr_dev_open+0x380/0x380 +[ 3239.596965][ C1] ? __sanitizer_cov_trace_cmp4+0x16/0x20 +[ 3239.596967][ C1] hsr_announce+0x12f/0x3b0 +[ 3239.596975][ C1] call_timer_fn+0x1ac/0x780 +[ 3239.596978][ C1] ? hsr_dev_open+0x380/0x380 +[ 3239.596982][ C1] ? msleep_interruptible+0x150/0x150 +[ 3239.596985][ C1] ? trace_hardirqs_on+0x67/0x240 +[ 3239.596989][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.596992][ C1] ? hsr_dev_open+0x380/0x380 +[ 3239.596995][ C1] ? hsr_dev_open+0x380/0x380 +[ 3239.596998][ C1] run_timer_softirq+0x697/0x17a0 +[ 3239.597001][ C1] ? add_timer+0x930/0x930 +[ 3239.597004][ C1] ? kvm_clock_read+0x18/0x30 +[ 3239.597008][ C1] ? sched_clock+0x2e/0x50 +[ 3239.597011][ C1] ? sched_clock_cpu+0x1b/0x1b0 +[ 3239.597015][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.597019][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.597022][ C1] __do_softirq+0x262/0x98c +[ 3239.597025][ C1] ? sched_clock_cpu+0x1b/0x1b0 +[ 3239.597028][ C1] irq_exit+0x19b/0x1e0 +[ 3239.597032][ C1] smp_apic_timer_interrupt+0x1a3/0x610 +[ 3239.597035][ C1] apic_timer_interrupt+0xf/0x20 +[ 3239.597037][ C1] </IRQ> +[ 3239.597041][ C1] RIP: 0010:console_unlock+0xdab/0xf10 +[ 3239.597051][ C1] Code: 88 48 ba 00 00 00 00 00 fc ff df 48 c1 e8 03 80 3c 10 00 75 30 48 83 3d d2 2f 77 07 00 74 1f e8 5b af 16 00 48 8b 7d 98 57 9d <0f> 1f 44 00 00 e9 64 fa ff ff e8 56 be 50 00 e9 0e f5 ff ff e8 3c +[ 3239.597055][ C1] RSP: 0018:ffff88819f797238 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 +[ 3239.597063][ C1] RAX: 0000000000040000 RBX: 0000000000000200 RCX: ffffc9000ebe7000 +[ 3239.597068][ C1] RDX: 0000000000040000 RSI: ffffffff815bc485 RDI: 0000000000000246 +[ 3239.597072][ C1] RBP: ffff88819f7972c0 R08: ffff888017270080 R09: fffffbfff134af88 +[ 3239.597077][ C1] R10: fffffbfff134af87 R11: ffffffff89a57c3f R12: 0000000000000001 +[ 3239.597082][ C1] R13: ffffffff84335bb0 R14: dffffc0000000000 R15: ffffffff893ca450 +[ 3239.597085][ C1] ? netconsole_netdev_event+0x2a0/0x2a0 +[ 3239.597089][ C1] ? console_unlock+0xda5/0xf10 +[ 3239.597092][ C1] vprintk_emit+0x2a0/0x700 +[ 3239.597095][ C1] vprintk_default+0x28/0x30 +[ 3239.597098][ C1] vprintk_func+0x7e/0x189 +[ 3239.597101][ C1] printk+0xba/0xed +[ 3239.597104][ C1] ? kmsg_dump_rewind_nolock+0xe4/0xe4 +[ 3239.597108][ C1] ? _raw_spin_unlock_irq+0x5e/0x90 +[ 3239.597112][ C1] dump_unreclaimable_slab.cold+0xde/0xe8 +[ 3239.597115][ C1] dump_header+0x3f3/0x82d +[ 3239.597118][ C1] oom_kill_process.cold+0x10/0x15 +[ 3239.597121][ C1] out_of_memory+0x79a/0x12c0 +[ 3239.597125][ C1] ? oom_killer_disable+0x280/0x280 +[ 3239.597128][ C1] ? mutex_trylock+0x252/0x2d0 +[ 3239.597131][ C1] ? __alloc_pages_slowpath+0xb69/0x2520 +[ 3239.597135][ C1] __alloc_pages_slowpath+0x1dde/0x2520 +[ 3239.597138][ C1] ? __zone_watermark_ok+0x208/0x360 +[ 3239.597141][ C1] ? warn_alloc+0x110/0x110 +[ 3239.597145][ C1] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3239.597148][ C1] ? should_fail+0x1de/0x852 +[ 3239.597152][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.597155][ C1] __alloc_pages_nodemask+0x630/0x900 +[ 3239.597159][ C1] ? __alloc_pages_slowpath+0x2520/0x2520 +[ 3239.597162][ C1] ? retint_kernel+0x2b/0x2b +[ 3239.597166][ C1] ? __sanitizer_cov_trace_const_cmp2+0x18/0x20 +[ 3239.597169][ C1] alloc_pages_current+0x107/0x210 +[ 3239.597172][ C1] ? ___might_sleep+0x163/0x280 +[ 3239.597175][ C1] __vmalloc_node_range+0x4a9/0x7d0 +[ 3239.597179][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.597183][ C1] ? drm_property_create_blob.part.0+0x32/0x320 +[ 3239.597187][ C1] __vmalloc_node_flags_caller+0x71/0x90 +[ 3239.597191][ C1] ? drm_property_create_blob.part.0+0x32/0x320 +[ 3239.597194][ C1] kvmalloc_node+0xdc/0x100 +[ 3239.597198][ C1] drm_property_create_blob.part.0+0x32/0x320 +[ 3239.597201][ C1] ? drm_dev_exit+0x60/0x60 +[ 3239.597204][ C1] drm_mode_createblob_ioctl+0x138/0x480 +[ 3239.597207][ C1] drm_ioctl_kernel+0x244/0x300 +[ 3239.597211][ C1] ? drm_mode_getblob_ioctl+0x2d0/0x2d0 +[ 3239.597215][ C1] ? drm_setversion+0x8a0/0x8a0 +[ 3239.597218][ C1] ? copy_user_enhanced_fast_string+0xe/0x20 +[ 3239.597222][ C1] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3239.597225][ C1] ? _copy_from_user+0x12c/0x1a0 +[ 3239.597228][ C1] drm_ioctl+0x54e/0xa55 +[ 3239.597232][ C1] ? drm_mode_getblob_ioctl+0x2d0/0x2d0 +[ 3239.597235][ C1] ? drm_version+0x3d0/0x3d0 +[ 3239.597239][ C1] ? tomoyo_execute_permission+0x4a0/0x4a0 +[ 3239.597242][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.597245][ C1] ? ___might_sleep+0x163/0x280 +[ 3239.597249][ C1] ? drm_version+0x3d0/0x3d0 +[ 3239.597252][ C1] do_vfs_ioctl+0xdb6/0x13e0 +[ 3239.597255][ C1] ? ioctl_preallocate+0x210/0x210 +[ 3239.597258][ C1] ? selinux_file_mprotect+0x620/0x620 +[ 3239.597261][ C1] ? __fget+0x384/0x560 +[ 3239.597264][ C1] ? ksys_dup3+0x3e0/0x3e0 +[ 3239.597268][ C1] ? nsecs_to_jiffies+0x30/0x30 +[ 3239.597271][ C1] ? tomoyo_file_ioctl+0x23/0x30 +[ 3239.597275][ C1] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.597278][ C1] ? security_file_ioctl+0x8d/0xc0 +[ 3239.597281][ C1] ksys_ioctl+0xab/0xd0 +[ 3239.597284][ C1] __x64_sys_ioctl+0x73/0xb0 +[ 3239.597287][ C1] do_syscall_64+0xfd/0x6a0 +[ 3239.597291][ C1] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3239.597293][ C1] RIP: 0033:0x459879 +[ 3239.597296][ C1] Code: Bad RIP value. +[ 3239.597300][ C1] RSP: 002b:00007f0bb48ffc78 EFLAGS: 00000246 ORIG_RAX: 0000000000000010 +[ 3239.597308][ C1] RAX: ffffffffffffffda RBX: 0000000000000003 RCX: 0000000000459879 +[ 3239.597313][ C1] RDX: 0000000020000080 RSI: ffffffffffffffbd RDI: 0000000000000003 +[ 3239.597317][ C1] RBP: 000000000075bf20 R08: 0000000000000000 R09: 0000000000000000 +[ 3239.597322][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 00007f0bb49006d4 +[ 3239.597327][ C1] R13: 00000000004c0ca1 R14: 00000000004d3dd8 R15: 00000000ffffffff +[ 3239.597342][ C1] rcu: rcu_preempt kthread starved for 10555 jiffies! g559657 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=1 +[ 3239.600615][ C0] warn_alloc.cold+0x87/0x17f +[ 3239.604902][ C1] rcu: RCU grace-period kthread stack dump: +[ 3239.612852][ C0] ? zone_watermark_ok_safe+0x260/0x260 +[ 3239.622867][ C1] rcu_preempt R running task 29160 10 2 0x80004000 +[ 3239.629338][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.648905][ C1] Call Trace: +[ 3239.654940][ C0] ? wakeup_kswapd+0x66/0x6a0 +[ 3239.662911][ C1] __schedule+0x755/0x1580 +[ 3239.670858][ C0] ? __isolate_free_page+0x4c0/0x4c0 +[ 3239.678796][ C1] ? __sched_text_start+0x8/0x8 +[ 3239.686732][ C0] ? wake_all_kswapds+0x14d/0x300 +[ 3239.694672][ C1] schedule+0xd9/0x260 +[ 3239.703567][ C0] __alloc_pages_slowpath+0x1f2e/0x2520 +[ 3239.710127][ C1] schedule_timeout+0x486/0xc50 +[ 3239.718073][ C0] ? __zone_watermark_ok+0x208/0x360 +[ 3239.726021][ C1] ? rwlock_bug.part.0+0x90/0x90 +[ 3239.733965][ C0] ? warn_alloc+0x110/0x110 +[ 3239.737216][ C1] ? usleep_range+0x170/0x170 +[ 3239.740035][ C0] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3239.744327][ C1] ? trace_hardirqs_on+0x67/0x240 +[ 3239.748542][ C0] ? should_fail+0x1de/0x852 +[ 3239.752767][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.758974][ C0] ? __isolate_free_page+0x4c0/0x4c0 +[ 3239.762940][ C1] ? __next_timer_interrupt+0x1a0/0x1a0 +[ 3239.767082][ C0] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3239.771461][ C1] ? swake_up_one+0x60/0x60 +[ 3239.777688][ C0] ? __kasan_check_read+0x11/0x20 +[ 3239.783897][ C1] rcu_gp_kthread+0x9b2/0x18c0 +[ 3239.788550][ C0] __alloc_pages_nodemask+0x630/0x900 +[ 3239.793285][ C1] ? rcu_barrier+0x310/0x310 +[ 3239.798459][ C0] ? __kasan_check_read+0x11/0x20 +[ 3239.803530][ C1] ? trace_hardirqs_on+0x67/0x240 +[ 3239.808524][ C0] ? __alloc_pages_slowpath+0x2520/0x2520 +[ 3239.813335][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.817978][ C0] ? lock_downgrade+0x920/0x920 +[ 3239.822452][ C1] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3239.827012][ C0] cache_grow_begin+0x90/0xd20 +[ 3239.831399][ C1] ? __kthread_parkme+0x108/0x1c0 +[ 3239.836223][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.839999][ C1] ? __kasan_check_read+0x11/0x20 +[ 3239.845427][ C0] ? mempolicy_slab_node+0x139/0x390 +[ 3239.850585][ C1] kthread+0x361/0x430 +[ 3239.855053][ C0] fallback_alloc+0x1fd/0x2d0 +[ 3239.860041][ C1] ? rcu_barrier+0x310/0x310 +[ 3239.864515][ C0] ____cache_alloc_node+0x1bc/0x1d0 +[ 3239.868987][ C1] ? kthread_cancel_delayed_work_sync+0x20/0x20 +[ 3239.873105][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3239.877396][ C1] ret_from_fork+0x24/0x30 +[ 3239.882058][ C0] kmem_cache_alloc+0x1ef/0x710 +[ 3239.887621][ C1] aoe: skb alloc failure +[ 3239.893776][ C0] ? mod_timer+0x50c/0xc10 +[ 3239.898444][ C1] kworker/u4:4: page allocation failure: order:0, mode:0x40a20(GFP_ATOMIC|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0-1 +[ 3239.903665][ C0] ? __netdev_alloc_skb+0x38a/0x440 +[ 3240.886309][ C0] __build_skb+0x26/0x70 +[ 3240.890552][ C0] __netdev_alloc_skb+0x255/0x440 +[ 3240.895572][ C0] send_hsr_supervision_frame+0x110/0xf20 +[ 3240.901296][ C0] ? lock_acquire+0x190/0x410 +[ 3240.905961][ C0] ? hsr_dev_open+0x380/0x380 +[ 3240.910622][ C0] ? __sanitizer_cov_trace_cmp4+0x16/0x20 +[ 3240.916344][ C0] hsr_announce+0x12f/0x3b0 +[ 3240.920835][ C0] call_timer_fn+0x1ac/0x780 +[ 3240.925416][ C0] ? hsr_dev_open+0x380/0x380 +[ 3240.930072][ C0] ? msleep_interruptible+0x150/0x150 +[ 3240.935431][ C0] ? trace_hardirqs_on+0x67/0x240 +[ 3240.940441][ C0] ? __kasan_check_read+0x11/0x20 +[ 3240.945454][ C0] ? hsr_dev_open+0x380/0x380 +[ 3240.950105][ C0] ? hsr_dev_open+0x380/0x380 +[ 3240.954761][ C0] run_timer_softirq+0x697/0x17a0 +[ 3240.959785][ C0] ? add_timer+0x930/0x930 +[ 3240.964180][ C0] ? kvm_clock_read+0x18/0x30 +[ 3240.968860][ C0] ? sched_clock+0x2e/0x50 +[ 3240.973267][ C0] ? sched_clock_cpu+0x1b/0x1b0 +[ 3240.978100][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3240.984321][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3240.990553][ C0] __do_softirq+0x262/0x98c +[ 3240.995036][ C0] ? sched_clock_cpu+0x1b/0x1b0 +[ 3240.999871][ C0] irq_exit+0x19b/0x1e0 +[ 3241.004006][ C0] smp_apic_timer_interrupt+0x1a3/0x610 +[ 3241.010037][ C0] apic_timer_interrupt+0xf/0x20 +[ 3241.014959][ C0] </IRQ> +[ 3241.017882][ C0] RIP: 0010:console_unlock+0xdab/0xf10 +[ 3241.023359][ C0] Code: 88 48 ba 00 00 00 00 00 fc ff df 48 c1 e8 03 80 3c 10 00 75 30 48 83 3d d2 2f 77 07 00 74 1f e8 5b af 16 00 48 8b 7d 98 57 9d <0f> 1f 44 00 00 e9 64 fa ff ff e8 56 be 50 00 e9 0e f5 ff ff e8 3c +[ 3241.042939][ C0] RSP: 0018:ffff88819f797238 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff13 +[ 3241.051325][ C0] RAX: 0000000000040000 RBX: 0000000000000200 RCX: ffffc9000ebe7000 +[ 3241.059272][ C0] RDX: 0000000000040000 RSI: ffffffff815bc485 RDI: 0000000000000246 +[ 3241.067222][ C0] RBP: ffff88819f7972c0 R08: ffff888017270080 R09: fffffbfff134af88 +[ 3241.075171][ C0] R10: fffffbfff134af87 R11: ffffffff89a57c3f R12: 0000000000000001 +[ 3241.083115][ C0] R13: ffffffff84335bb0 R14: dffffc0000000000 R15: ffffffff893ca450 +[ 3241.091069][ C0] ? netconsole_netdev_event+0x2a0/0x2a0 +[ 3241.096681][ C0] ? console_unlock+0xda5/0xf10 +[ 3241.101517][ C0] vprintk_emit+0x2a0/0x700 +[ 3241.106011][ C0] vprintk_default+0x28/0x30 +[ 3241.110576][ C0] vprintk_func+0x7e/0x189 +[ 3241.114975][ C0] printk+0xba/0xed +[ 3241.118766][ C0] ? kmsg_dump_rewind_nolock+0xe4/0xe4 +[ 3241.124209][ C0] ? _raw_spin_unlock_irq+0x5e/0x90 +[ 3241.129393][ C0] dump_unreclaimable_slab.cold+0xde/0xe8 +[ 3241.135094][ C0] dump_header+0x3f3/0x82d +[ 3241.139497][ C0] oom_kill_process.cold+0x10/0x15 +[ 3241.144585][ C0] out_of_memory+0x79a/0x12c0 +[ 3241.149245][ C0] ? oom_killer_disable+0x280/0x280 +[ 3241.154420][ C0] ? mutex_trylock+0x252/0x2d0 +[ 3241.159160][ C0] ? __alloc_pages_slowpath+0xb69/0x2520 +[ 3241.164770][ C0] __alloc_pages_slowpath+0x1dde/0x2520 +[ 3241.170301][ C0] ? __zone_watermark_ok+0x208/0x360 +[ 3241.175743][ C0] ? warn_alloc+0x110/0x110 +[ 3241.180283][ C0] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3241.186517][ C0] ? should_fail+0x1de/0x852 +[ 3241.191115][ C0] ? __kasan_check_read+0x11/0x20 +[ 3241.196118][ C0] __alloc_pages_nodemask+0x630/0x900 +[ 3241.201465][ C0] ? __alloc_pages_slowpath+0x2520/0x2520 +[ 3241.207158][ C0] ? retint_kernel+0x2b/0x2b +[ 3241.211731][ C0] ? __sanitizer_cov_trace_const_cmp2+0x18/0x20 +[ 3241.217947][ C0] alloc_pages_current+0x107/0x210 +[ 3241.223033][ C0] ? ___might_sleep+0x163/0x280 +[ 3241.227860][ C0] __vmalloc_node_range+0x4a9/0x7d0 +[ 3241.233052][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3241.239275][ C0] ? drm_property_create_blob.part.0+0x32/0x320 +[ 3241.245510][ C0] __vmalloc_node_flags_caller+0x71/0x90 +[ 3241.251119][ C0] ? drm_property_create_blob.part.0+0x32/0x320 +[ 3241.257350][ C0] kvmalloc_node+0xdc/0x100 +[ 3241.261836][ C0] drm_property_create_blob.part.0+0x32/0x320 +[ 3241.267896][ C0] ? drm_dev_exit+0x60/0x60 +[ 3241.272375][ C0] drm_mode_createblob_ioctl+0x138/0x480 +[ 3241.277985][ C0] drm_ioctl_kernel+0x244/0x300 +[ 3241.282813][ C0] ? drm_mode_getblob_ioctl+0x2d0/0x2d0 +[ 3241.288337][ C0] ? drm_setversion+0x8a0/0x8a0 +[ 3241.293165][ C0] ? copy_user_enhanced_fast_string+0xe/0x20 +[ 3241.299118][ C0] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3241.305346][ C0] ? _copy_from_user+0x12c/0x1a0 +[ 3241.310261][ C0] drm_ioctl+0x54e/0xa55 +[ 3241.314494][ C0] ? drm_mode_getblob_ioctl+0x2d0/0x2d0 +[ 3241.320017][ C0] ? drm_version+0x3d0/0x3d0 +[ 3241.324586][ C0] ? tomoyo_execute_permission+0x4a0/0x4a0 +[ 3241.330382][ C0] ? __kasan_check_read+0x11/0x20 +[ 3241.335385][ C0] ? ___might_sleep+0x163/0x280 +[ 3241.340213][ C0] ? drm_version+0x3d0/0x3d0 +[ 3241.344777][ C0] do_vfs_ioctl+0xdb6/0x13e0 +[ 3241.349368][ C0] ? ioctl_preallocate+0x210/0x210 +[ 3241.354456][ C0] ? selinux_file_mprotect+0x620/0x620 +[ 3241.359886][ C0] ? __fget+0x384/0x560 +[ 3241.364990][ C0] ? ksys_dup3+0x3e0/0x3e0 +[ 3241.369397][ C0] ? nsecs_to_jiffies+0x30/0x30 +[ 3241.374226][ C0] ? tomoyo_file_ioctl+0x23/0x30 +[ 3241.379147][ C0] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3241.385373][ C0] ? security_file_ioctl+0x8d/0xc0 +[ 3241.390459][ C0] ksys_ioctl+0xab/0xd0 +[ 3241.394603][ C0] __x64_sys_ioctl+0x73/0xb0 +[ 3241.399172][ C0] do_syscall_64+0xfd/0x6a0 +[ 3241.403670][ C0] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3241.409533][ C0] RIP: 0033:0x459879 +[ 3241.413420][ C0] Code: Bad RIP value. +[ 3241.417459][ C0] RSP: 002b:00007f0bb48ffc78 EFLAGS: 00000246 ORIG_RAX: 0000000000000010 +[ 3241.425846][ C0] RAX: ffffffffffffffda RBX: 0000000000000003 RCX: 0000000000459879 +[ 3241.433790][ C0] RDX: 0000000020000080 RSI: ffffffffffffffbd RDI: 0000000000000003 +[ 3241.441757][ C0] RBP: 000000000075bf20 R08: 0000000000000000 R09: 0000000000000000 +[ 3241.449702][ C0] R10: 0000000000000000 R11: 0000000000000246 R12: 00007f0bb49006d4 +[ 3241.457656][ C0] R13: 00000000004c0ca1 R14: 00000000004d3dd8 R15: 00000000ffffffff diff --git a/pkg/report/testdata/linux/report/493 b/pkg/report/testdata/linux/report/493 new file mode 100644 index 000000000..f05d3763d --- /dev/null +++ b/pkg/report/testdata/linux/report/493 @@ -0,0 +1,390 @@ +TITLE: INFO: rcu detected stall in kmem_cache_alloc +TYPE: HANG + +[ 3024.981314] rcu: INFO: rcu_preempt detected stalls on CPUs/tasks: +[ 3024.981320] rcu: (detected by 1, t=10546 jiffies, g=301501, q=390) +[ 3024.981335] rcu: All QSes seen, last rcu_preempt kthread activity 10546 (4295239645-4295229099), jiffies_till_next_fqs=1, root ->qsmask 0x0 +[ 3024.981341] syz-executor.1 R running task 26208 22874 19650 0x8000000e +[ 3024.984452] ____cache_alloc_node+0x1be/0x1e0 +[ 3024.988394] Call Trace: +[ 3024.990705] kmem_cache_alloc_node+0xe3/0x710 +[ 3025.018694] <IRQ> +[ 3025.022497] __alloc_skb+0xd5/0x5f0 +[ 3025.035320] sched_show_task.cold+0x292/0x30b +[ 3025.049517] ? skb_scrub_packet+0x490/0x490 +[ 3025.060935] ? set_rq_offline.part.0+0x140/0x140 +[ 3025.076433] ? check_preemption_disabled+0x48/0x290 +[ 3025.085246] ? __sanitizer_cov_trace_cmp8+0x18/0x20 +[ 3025.093884] ? lock_acquire+0x16f/0x3f0 +[ 3025.102697] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3025.111250] new_skb+0x28/0x1d0 +[ 3025.115027] rcu_check_callbacks.cold+0xaa1/0xd93 +[ 3025.118454] aoecmd_cfg+0x1b5/0x640 +[ 3025.123817] update_process_times+0x32/0x80 +[ 3025.126802] ? aoecmd_ata_rsp+0x13a0/0x13a0 +[ 3025.129797] tick_sched_handle+0xa2/0x190 +[ 3025.132885] ? mod_timer_pending+0x10a0/0x10a0 +[ 3025.136834] tick_sched_timer+0x47/0x130 +[ 3025.140274] discover_timer+0x4e/0x60 +[ 3025.143614] __hrtimer_run_queues+0x33b/0xdd0 +[ 3025.150986] call_timer_fn+0x18d/0x720 +[ 3025.157372] ? tick_sched_do_timer+0x1b0/0x1b0 +[ 3025.170003] ? aoedev_by_aoeaddr.cold+0x83/0x83 +[ 3025.177167] ? hrtimer_start_range_ns+0xc70/0xc70 +[ 3025.181638] ? process_timeout+0x40/0x40 +[ 3025.184203] ? __sanitizer_cov_trace_cmp4+0x16/0x20 +[ 3025.188672] ? run_timer_softirq+0x647/0x1700 +[ 3025.190800] ? ktime_get_update_offsets_now+0x2d3/0x440 +[ 3025.194404] ? trace_hardirqs_on+0x67/0x220 +[ 3025.198879] hrtimer_interrupt+0x314/0x770 +[ 3025.203172] ? kasan_check_read+0x11/0x20 +[ 3025.207920] smp_apic_timer_interrupt+0x111/0x550 +[ 3025.212904] ? aoedev_by_aoeaddr.cold+0x83/0x83 +[ 3025.217897] apic_timer_interrupt+0xf/0x20 +[ 3025.221846] run_timer_softirq+0x652/0x1700 +[ 3025.227362] RIP: 0010:kmem_cache_alloc+0x287/0x700 +[ 3025.230622] ? add_timer+0xbe0/0xbe0 +[ 3025.235441] Code: 7e 0f 85 db fe ff ff e8 08 35 5f ff e9 d1 fe ff ff e8 3d 1c cf ff 48 83 3d 2d 07 d1 06 00 0f 84 27 03 00 00 48 8b 7d d0 57 9d <0f> 1f 44 00 00 e9 64 fe ff ff 31 d2 be a6 01 00 00 48 c7 c7 02 d6 +[ 3025.239047] ? __lock_is_held+0xb6/0x140 +[ 3025.243352] RSP: 0018:ffff8880ae907b70 EFLAGS: 00000282 +[ 3025.247666] __do_softirq+0x25c/0x921 +[ 3025.251870] ORIG_RAX: ffffffffffffff13 +[ 3025.256434] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3025.260467] RAX: 0000000000000007 RBX: 0000000000480020 RCX: 1ffff11014219d19 +[ 3025.264251] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3025.268717] RDX: 0000000000000000 RSI: ffff8880a10ce8d0 RDI: 0000000000000282 +[ 3025.272589] irq_exit+0x180/0x1d0 +[ 3025.277137] RBP: ffff8880ae907bd8 R08: ffff8880a10ce000 R09: ffff8880a10ce8c8 +[ 3025.281787] smp_apic_timer_interrupt+0x13b/0x550 +[ 3025.286599] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000 +[ 3025.290640] apic_timer_interrupt+0xf/0x20 +[ 3025.295630] R13: ffff88821bab2840 R14: 0000000000480020 R15: ffff88821bab2840 +[ 3025.300100] </IRQ> +[ 3025.305450] ? apic_timer_interrupt+0xa/0x20 +[ 3025.309750] RIP: 0010:console_unlock+0xf1b/0x10b0 +[ 3025.313973] ? mark_held_locks+0xb1/0x100 +[ 3025.318088] Code: fc ff df 48 c1 e8 03 80 3c 10 00 0f 85 ce 00 00 00 48 83 3d 5e e5 1c 07 00 0f 84 b9 00 00 00 e8 ab c5 15 00 48 8b 7d 98 57 9d <0f> 1f 44 00 00 e9 35 f9 ff ff 48 8b 7d b0 e8 72 36 4c 00 e9 bc f3 +[ 3025.322921] ? __netdev_alloc_skb+0x370/0x470 +[ 3025.327561] RSP: 0000:ffff888086a5f188 EFLAGS: 00000293 +[ 3025.331780] __build_skb+0x3e/0x310 +[ 3025.336068] ORIG_RAX: ffffffffffffff13 +[ 3025.340991] __netdev_alloc_skb+0x2ba/0x470 +[ 3025.344678] RAX: ffff888090982540 RBX: 0000000000000200 RCX: 1ffff110121305c1 +[ 3025.363576] send_hsr_supervision_frame+0x110/0xf30 +[ 3025.367607] RDX: 0000000000000000 RSI: ffffffff815553b5 RDI: 0000000000000293 +[ 3025.372954] ? lock_acquire+0x16f/0x3f0 +[ 3025.376727] RBP: ffff888086a5f210 R08: ffff888090982540 R09: ffff888090982e08 +[ 3025.380697] ? __sanitizer_cov_trace_cmp4+0x16/0x20 +[ 3025.386209] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001 +[ 3025.393463] hsr_announce+0x12f/0x3b0 +[ 3025.398974] R13: ffffffff840f8080 R14: 0000000000000015 R15: ffffffff88d6fab0 +[ 3025.406229] call_timer_fn+0x18d/0x720 +[ 3025.409660] ? netconsole_netdev_event+0x280/0x280 +[ 3025.416909] ? send_hsr_supervision_frame+0xf30/0xf30 +[ 3025.421731] ? console_unlock+0xf15/0x10b0 +[ 3025.429156] ? process_timeout+0x40/0x40 +[ 3025.433385] vprintk_emit+0x238/0x690 +[ 3025.440623] ? run_timer_softirq+0x647/0x1700 +[ 3025.442846] vprintk_default+0x28/0x30 +[ 3025.447230] ? trace_hardirqs_on+0x67/0x220 +[ 3025.452049] vprintk_func+0x7e/0x189 +[ 3025.456174] ? kasan_check_read+0x11/0x20 +[ 3025.475056] printk+0xba/0xed +[ 3025.479617] ? send_hsr_supervision_frame+0xf30/0xf30 +[ 3025.484957] ? kmsg_dump_rewind_nolock+0xe4/0xe4 +[ 3025.488563] run_timer_softirq+0x652/0x1700 +[ 3025.492519] ? __sanitizer_cov_trace_cmp8+0x18/0x20 +[ 3025.496819] ? add_timer+0xbe0/0xbe0 +[ 3025.504072] show_mem+0x16c/0x17b +[ 3025.509063] ? __lock_is_held+0xb6/0x140 +[ 3025.516318] dump_header+0x1ce/0x929 +[ 3025.520295] __do_softirq+0x25c/0x921 +[ 3025.527549] ? _raw_spin_unlock_irqrestore+0xa4/0xe0 +[ 3025.532551] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3025.539799] ? ___ratelimit+0x60/0x595 +[ 3025.539813] ? do_raw_spin_unlock+0x57/0x270 +[ 3025.543594] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3025.550856] oom_kill_process.cold+0x10/0x6ef +[ 3025.554726] irq_exit+0x180/0x1d0 +[ 3025.559634] ? lock_downgrade+0x810/0x810 +[ 3025.564851] smp_apic_timer_interrupt+0x13b/0x550 +[ 3025.569063] ? kasan_check_read+0x11/0x20 +[ 3025.573117] apic_timer_interrupt+0xf/0x20 +[ 3025.576896] out_of_memory+0x936/0x12d0 +[ 3025.581359] </IRQ> +[ 3025.585234] ? oom_killer_disable+0x280/0x280 +[ 3025.589528] RIP: 0010:kmem_cache_alloc+0x287/0x700 +[ 3025.593301] ? mutex_trylock+0x18e/0x1e0 +[ 3025.597425] Code: 7e 0f 85 db fe ff ff e8 08 35 5f ff e9 d1 fe ff ff e8 3d 1c cf ff 48 83 3d 2d 07 d1 06 00 0f 84 27 03 00 00 48 8b 7d d0 57 9d <0f> 1f 44 00 00 e9 64 fe ff ff 31 d2 be a6 01 00 00 48 c7 c7 02 d6 +[ 3025.600506] ? __alloc_pages_slowpath+0xcc2/0x2870 +[ 3025.605662] RSP: 0018:ffff888081bbf920 EFLAGS: 00000282 ORIG_RAX: ffffffffffffff13 +[ 3025.610410] __alloc_pages_slowpath+0x20b6/0x2870 +[ 3025.614704] RAX: 0000000000000007 RBX: 0000000000480020 RCX: 0000000000000000 +[ 3025.619715] ? warn_alloc+0x110/0x110 +[ 3025.623402] RDX: 0000000000000000 RSI: ffff8880a10ce880 RDI: 0000000000000282 +[ 3025.623413] RBP: ffff888081bbf988 R08: ffff8880a10ce000 R09: 0000000000000000 +[ 3025.626851] ? __lock_is_held+0xb6/0x140 +[ 3025.630892] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000 +[ 3025.634590] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3025.638361] R13: ffff88821bab2840 R14: 0000000000480020 R15: ffff88821bab2840 +[ 3025.643448] ? should_fail+0x14d/0x85c +[ 3025.648971] ? rcu_read_lock_sched_held+0x110/0x130 +[ 3025.652828] ? ___might_sleep+0x163/0x280 +[ 3025.657221] skb_clone+0x156/0x3e0 +[ 3025.662731] ? __might_sleep+0x95/0x190 +[ 3025.667207] bpf_clone_redirect+0xb2/0x480 +[ 3025.670637] __alloc_pages_nodemask+0x621/0x760 +[ 3025.674766] bpf_prog_3aea14b1f6cd0d8b+0xbdd/0x1000 +[ 3025.679588] ? __alloc_pages_slowpath+0x2870/0x2870 +[ 3025.683720] ? mark_held_locks+0x100/0x100 +[ 3025.687926] ? mark_held_locks+0xb1/0x100 +[ 3025.691880] ? __schedule+0x815/0x1c70 +[ 3025.694093] ? cache_grow_begin+0x594/0x8b0 +[ 3025.698568] ? retint_kernel+0x2d/0x2d +[ 3025.703479] ? lockdep_hardirqs_on+0x415/0x5d0 +[ 3025.707531] ? bpf_test_run+0x146/0x430 +[ 3025.726411] ? trace_hardirqs_on+0x67/0x220 +[ 3025.731316] ? find_held_lock+0x35/0x130 +[ 3025.738998] cache_grow_begin+0x9c/0x8b0 +[ 3025.743818] ? bpf_test_run+0x146/0x430 +[ 3025.751073] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3025.754850] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3025.762096] ? __cpuset_node_allowed+0x136/0x540 +[ 3025.769351] ? check_preemption_disabled+0x48/0x290 +[ 3025.773384] fallback_alloc+0x1fd/0x2d0 +[ 3025.780638] ? lock_acquire+0x16f/0x3f0 +[ 3025.786153] ____cache_alloc_node+0x1be/0x1e0 +[ 3025.793402] ? kasan_check_read+0x11/0x20 +[ 3025.797293] kmem_cache_alloc_trace+0x215/0x760 +[ 3025.802285] ? rcu_dynticks_curr_cpu_in_eqs+0x51/0xb0 +[ 3025.806410] ? _raw_spin_unlock_irqrestore+0xa4/0xe0 +[ 3025.809942] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3025.813896] do_syslog+0x9e7/0x1690 +[ 3025.818104] bpf_test_run+0x10d/0x430 +[ 3025.822767] ? log_buf_vmcoreinfo_setup+0x120/0x120 +[ 3025.827774] bpf_prog_test_run_skb+0x64b/0xb20 +[ 3025.832749] ? try_to_wake_up+0xcc/0xf50 +[ 3025.832762] ? finish_wait+0x260/0x260 +[ 3025.836998] ? bpf_test_finish.isra.0+0x1d0/0x1d0 +[ 3025.841126] ? kmsg_poll+0xb0/0xb0 +[ 3025.845001] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3025.849299] kmsg_read+0x8f/0xc0 +[ 3025.853163] ? fput+0x128/0x1a0 +[ 3025.857720] proc_reg_read+0x1f8/0x2b0 +[ 3025.861676] ? __bpf_prog_get+0x97/0x290 +[ 3025.865973] ? proc_reg_unlocked_ioctl+0x2a0/0x2a0 +[ 3025.870013] ? bpf_test_finish.isra.0+0x1d0/0x1d0 +[ 3025.874053] __vfs_read+0x114/0x800 +[ 3025.878000] bpf_prog_test_run+0x129/0x1a0 +[ 3025.883513] ? proc_reg_unlocked_ioctl+0x2a0/0x2a0 +[ 3025.889035] __x64_sys_bpf+0x397/0x4c0 +[ 3025.893769] ? vfs_copy_file_range+0xba0/0xba0 +[ 3025.898768] ? bpf_prog_get+0x20/0x20 +[ 3025.902719] ? __inode_security_revalidate+0xda/0x120 +[ 3025.906674] ? do_syscall_64+0x26/0x620 +[ 3025.911141] ? avc_policy_seqno+0xd/0x70 +[ 3025.915270] ? lockdep_hardirqs_on+0x415/0x5d0 +[ 3025.919914] ? __sanitizer_cov_trace_cmp4+0x16/0x20 +[ 3025.925081] ? trace_hardirqs_on+0x67/0x220 +[ 3025.930162] ? security_file_permission+0x89/0x230 +[ 3025.936835] do_syscall_64+0xfd/0x620 +[ 3025.945913] ? rw_verify_area+0x118/0x360 +[ 3025.949694] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3025.954686] vfs_read+0x194/0x3d0 +[ 3025.959244] RIP: 0033:0x459829 +[ 3025.963291] ksys_read+0x14f/0x2d0 +[ 3025.967241] Code: fd b7 fb ff c3 66 2e 0f 1f 84 00 00 00 00 00 66 90 48 89 f8 48 89 f7 48 89 d6 48 89 ca 4d 89 c2 4d 89 c8 4c 8b 4c 24 08 0f 05 <48> 3d 01 f0 ff ff 0f 83 cb b7 fb ff c3 66 2e 0f 1f 84 00 00 00 00 +[ 3025.972061] ? kernel_write+0x120/0x120 +[ 3025.975575] RSP: 002b:00007fc6b80edc78 EFLAGS: 00000246 +[ 3025.982607] ? do_syscall_64+0x26/0x620 +[ 3025.985941] ORIG_RAX: 0000000000000141 +[ 3025.989210] ? entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3025.993327] RAX: ffffffffffffffda RBX: 0000000000000003 RCX: 0000000000459829 +[ 3025.997374] ? do_syscall_64+0x26/0x620 +[ 3025.997394] __x64_sys_read+0x73/0xb0 +[ 3026.002414] RDX: 000000000000005e RSI: 0000000020000140 RDI: 000000000000000a +[ 3026.007239] do_syscall_64+0xfd/0x620 +[ 3026.010839] RBP: 000000000075bf20 R08: 0000000000000000 R09: 0000000000000000 +[ 3026.015054] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3026.019954] R10: 0000000000000000 R11: 0000000000000246 R12: 00007fc6b80ee6d4 +[ 3026.023820] RIP: 0033:0x7fe668eec1fd +[ 3026.028372] R13: 00000000004bfb92 R14: 00000000004d15b8 R15: 00000000ffffffff +[ 3026.032160] Code: Bad RIP value. +[ 3026.037422] rcu: rcu_preempt kthread starved for 10546 jiffies! g301501 f0x2 RCU_GP_WAIT_FQS(5) ->state=0x0 ->cpu=0 +[ 3026.041358] RSP: 002b:00007fe66648be30 EFLAGS: 00000293 +[ 3026.045394] rcu: RCU grace-period kthread stack dump: +[ 3026.049950] ORIG_RAX: 0000000000000000 +[ 3026.054944] rcu_preempt R +[ 3026.059241] RAX: ffffffffffffffda RBX: 00000000023c0650 RCX: 00007fe668eec1fd +[ 3026.059251] RDX: 0000000000000fff RSI: 00007fe667cc05a0 RDI: 0000000000000004 +[ 3026.064150] running task +[ 3026.067929] RBP: 0000000000000000 R08: 00000000023ab260 R09: 0000000000000000 +[ 3026.072062] 29104 10 2 0x80000000 +[ 3026.077305] R10: 6b205d3437373530 R11: 0000000000000293 R12: 000000000065e420 +[ 3026.077315] R13: 00007fe66648c9c0 R14: 00007fe669531040 R15: 0000000000000003 +[ 3026.080741] Call Trace: +[ 3026.083982] aoe: skb alloc failure +[ 3026.087440] __schedule+0x80d/0x1c70 +[ 3026.106360] rsyslogd: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) +[ 3026.110278] ? pci_mmcfg_check_reserved+0x170/0x170 +[ 3026.115619] rsyslogd cpuset= +[ 3026.119580] ? _raw_spin_unlock_irqrestore+0x6b/0xe0 +[ 3026.123519] / +[ 3026.128871] ? lockdep_hardirqs_on+0x415/0x5d0 +[ 3026.136111] mems_allowed=0-1 +[ 3026.140074] ? trace_hardirqs_on+0x67/0x220 +[ 3026.143849] CPU: 0 PID: 7437 Comm: rsyslogd Not tainted 4.19.60 #33 +[ 3026.151201] schedule+0x92/0x1c0 +[ 3026.154973] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 3026.162226] schedule_timeout+0x4db/0xfc0 +[ 3026.167475] Call Trace: +[ 3026.174737] ? usleep_range+0x170/0x170 +[ 3026.178415] <IRQ> +[ 3026.185670] ? trace_hardirqs_on+0x67/0x220 +[ 3026.189012] dump_stack+0x172/0x1f0 +[ 3026.199561] ? kasan_check_read+0x11/0x20 +[ 3026.204904] warn_alloc.cold+0x7b/0x173 +[ 3026.210072] ? __next_timer_interrupt+0x1a0/0x1a0 +[ 3026.214020] ? zone_watermark_ok_safe+0x260/0x260 +[ 3026.217104] ? prepare_to_swait_exclusive+0x120/0x120 +[ 3026.224353] ? wakeup_kcompactd+0x21f/0x550 +[ 3026.231953] rcu_gp_kthread+0xd5c/0x2190 +[ 3026.235124] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3026.242397] ? rcu_blocking_is_gp+0x90/0x90 +[ 3026.246506] ? __cpuset_node_allowed+0x136/0x540 +[ 3026.253756] ? trace_hardirqs_on+0x67/0x220 +[ 3026.261009] ? __isolate_free_page+0x4c0/0x4c0 +[ 3026.263566] ? kasan_check_read+0x11/0x20 +[ 3026.267084] ? wake_all_kswapds+0x14d/0x300 +[ 3026.270774] ? _raw_spin_unlock_irqrestore+0xa4/0xe0 +[ 3026.280804] __alloc_pages_slowpath+0x2215/0x2870 +[ 3026.285797] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3026.288806] ? warn_alloc+0x110/0x110 +[ 3026.293872] ? __kthread_parkme+0xfb/0x1b0 +[ 3026.295568] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3026.300130] kthread+0x354/0x420 +[ 3026.303221] ? should_fail+0x14d/0x85c +[ 3026.307516] ? rcu_blocking_is_gp+0x90/0x90 +[ 3026.313897] ? __isolate_free_page+0x4c0/0x4c0 +[ 3026.317264] ? kthread_cancel_delayed_work_sync+0x20/0x20 +[ 3026.326605] __alloc_pages_nodemask+0x621/0x760 +[ 3026.330730] ret_from_fork+0x24/0x30 +[ 3026.333297] ? __alloc_pages_slowpath+0x2870/0x2870 +[ 3026.337417] syz-executor.1: page allocation failure: order:0, mode:0x484020(GFP_ATOMIC|__GFP_COMP), nodemask=(null) +[ 3026.339402] cache_grow_begin+0x9c/0x8b0 +[ 3026.343685] syz-executor.1 cpuset= +[ 3026.347298] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3026.351411] syz1 +[ 3026.355370] ? __cpuset_node_allowed+0x136/0x540 +[ 3026.360186] mems_allowed=0-1 +[ 3026.365269] fallback_alloc+0x1fd/0x2d0 +[ 3026.511827] ____cache_alloc_node+0x1be/0x1e0 +[ 3026.516322] kmem_cache_alloc_node+0xe3/0x710 +[ 3026.520821] __alloc_skb+0xd5/0x5f0 +[ 3026.524444] ? skb_scrub_packet+0x490/0x490 +[ 3026.528764] ? check_preemption_disabled+0x48/0x290 +[ 3026.533771] ? lock_acquire+0x16f/0x3f0 +[ 3026.537743] new_skb+0x28/0x1d0 +[ 3026.541020] aoecmd_cfg+0x1b5/0x640 +[ 3026.544643] ? aoecmd_ata_rsp+0x13a0/0x13a0 +[ 3026.548980] ? mod_timer_pending+0x10a0/0x10a0 +[ 3026.553564] discover_timer+0x4e/0x60 +[ 3026.557357] call_timer_fn+0x18d/0x720 +[ 3026.561250] ? aoedev_by_aoeaddr.cold+0x83/0x83 +[ 3026.565912] ? process_timeout+0x40/0x40 +[ 3026.569963] ? run_timer_softirq+0x647/0x1700 +[ 3026.574457] ? trace_hardirqs_on+0x67/0x220 +[ 3026.578772] ? kasan_check_read+0x11/0x20 +[ 3026.582926] ? aoedev_by_aoeaddr.cold+0x83/0x83 +[ 3026.587587] run_timer_softirq+0x652/0x1700 +[ 3026.591910] ? add_timer+0xbe0/0xbe0 +[ 3026.595706] ? __lock_is_held+0xb6/0x140 +[ 3026.599773] __do_softirq+0x25c/0x921 +[ 3026.603568] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3026.609103] ? __sanitizer_cov_trace_const_cmp4+0x16/0x20 +[ 3026.614646] irq_exit+0x180/0x1d0 +[ 3026.618095] smp_apic_timer_interrupt+0x13b/0x550 +[ 3026.622937] apic_timer_interrupt+0xf/0x20 +[ 3026.627161] </IRQ> +[ 3026.629396] RIP: 0010:console_unlock+0xf1b/0x10b0 +[ 3026.634233] Code: fc ff df 48 c1 e8 03 80 3c 10 00 0f 85 ce 00 00 00 48 83 3d 5e e5 1c 07 00 0f 84 b9 00 00 00 e8 ab c5 15 00 48 8b 7d 98 57 9d <0f> 1f 44 00 00 e9 35 f9 ff ff 48 8b 7d b0 e8 72 36 4c 00 e9 bc f3 +[ 3026.653234] RSP: 0000:ffff888086a5f188 EFLAGS: 00000293 ORIG_RAX: ffffffffffffff13 +[ 3026.660937] RAX: ffff888090982540 RBX: 0000000000000200 RCX: 1ffff110121305c1 +[ 3026.668203] RDX: 0000000000000000 RSI: ffffffff815553b5 RDI: 0000000000000293 +[ 3026.675472] RBP: ffff888086a5f210 R08: ffff888090982540 R09: ffff888090982e08 +[ 3026.683015] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001 +[ 3026.690278] R13: ffffffff840f8080 R14: 0000000000000015 R15: ffffffff88d6fab0 +[ 3026.697557] ? netconsole_netdev_event+0x280/0x280 +[ 3026.702486] ? console_unlock+0xf15/0x10b0 +[ 3026.706738] vprintk_emit+0x238/0x690 +[ 3026.710541] vprintk_default+0x28/0x30 +[ 3026.714421] vprintk_func+0x7e/0x189 +[ 3026.718133] printk+0xba/0xed +[ 3026.721234] ? kmsg_dump_rewind_nolock+0xe4/0xe4 +[ 3026.726001] ? __sanitizer_cov_trace_cmp8+0x18/0x20 +[ 3026.731025] show_mem+0x16c/0x17b +[ 3026.734480] dump_header+0x1ce/0x929 +[ 3026.738193] ? _raw_spin_unlock_irqrestore+0xa4/0xe0 +[ 3026.743293] ? ___ratelimit+0x60/0x595 +[ 3026.747172] ? do_raw_spin_unlock+0x57/0x270 +[ 3026.752015] oom_kill_process.cold+0x10/0x6ef +[ 3026.756506] ? lock_downgrade+0x810/0x810 +[ 3026.760655] ? kasan_check_read+0x11/0x20 +[ 3026.764800] out_of_memory+0x936/0x12d0 +[ 3026.768775] ? oom_killer_disable+0x280/0x280 +[ 3026.773267] ? mutex_trylock+0x18e/0x1e0 +[ 3026.777323] ? __alloc_pages_slowpath+0xcc2/0x2870 +[ 3026.782255] __alloc_pages_slowpath+0x20b6/0x2870 +[ 3026.787111] ? warn_alloc+0x110/0x110 +[ 3026.790904] ? __lock_is_held+0xb6/0x140 +[ 3026.795051] ? __sanitizer_cov_trace_const_cmp8+0x18/0x20 +[ 3026.800593] ? should_fail+0x14d/0x85c +[ 3026.804494] ? ___might_sleep+0x163/0x280 +[ 3026.808647] ? __might_sleep+0x95/0x190 +[ 3026.812617] __alloc_pages_nodemask+0x621/0x760 +[ 3026.817286] ? __alloc_pages_slowpath+0x2870/0x2870 +[ 3026.822298] ? mark_held_locks+0xb1/0x100 +[ 3026.826444] ? cache_grow_begin+0x594/0x8b0 +[ 3026.830759] ? lockdep_hardirqs_on+0x415/0x5d0 +[ 3026.835340] ? trace_hardirqs_on+0x67/0x220 +[ 3026.839658] cache_grow_begin+0x9c/0x8b0 +[ 3026.843717] ? __sanitizer_cov_trace_const_cmp1+0x1a/0x20 +[ 3026.849250] ? __cpuset_node_allowed+0x136/0x540 +[ 3026.854007] fallback_alloc+0x1fd/0x2d0 +[ 3026.857990] ____cache_alloc_node+0x1be/0x1e0 +[ 3026.862482] kmem_cache_alloc_trace+0x215/0x760 +[ 3026.867146] ? _raw_spin_unlock_irqrestore+0xa4/0xe0 +[ 3026.872259] do_syslog+0x9e7/0x1690 +[ 3026.875888] ? log_buf_vmcoreinfo_setup+0x120/0x120 +[ 3026.880904] ? try_to_wake_up+0xcc/0xf50 +[ 3026.884959] ? finish_wait+0x260/0x260 +[ 3026.888853] ? kmsg_poll+0xb0/0xb0 +[ 3026.892420] kmsg_read+0x8f/0xc0 +[ 3026.895788] proc_reg_read+0x1f8/0x2b0 +[ 3026.899674] ? proc_reg_unlocked_ioctl+0x2a0/0x2a0 +[ 3026.904606] __vfs_read+0x114/0x800 +[ 3026.908229] ? proc_reg_unlocked_ioctl+0x2a0/0x2a0 +[ 3026.913154] ? vfs_copy_file_range+0xba0/0xba0 +[ 3026.917738] ? __inode_security_revalidate+0xda/0x120 +[ 3026.922921] ? avc_policy_seqno+0xd/0x70 +[ 3026.926975] ? __sanitizer_cov_trace_cmp4+0x16/0x20 +[ 3026.931994] ? security_file_permission+0x89/0x230 +[ 3026.936921] ? rw_verify_area+0x118/0x360 +[ 3026.941068] vfs_read+0x194/0x3d0 +[ 3026.944540] ksys_read+0x14f/0x2d0 +[ 3026.948077] ? kernel_write+0x120/0x120 +[ 3026.952047] ? do_syscall_64+0x26/0x620 +[ 3026.956024] ? entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3026.961384] ? do_syscall_64+0x26/0x620 +[ 3026.965358] __x64_sys_read+0x73/0xb0 +[ 3026.969157] do_syscall_64+0xfd/0x620 +[ 3026.972954] entry_SYSCALL_64_after_hwframe+0x49/0xbe +[ 3026.978139] RIP: 0033:0x7fe668eec1fd +[ 3026.982612] Code: Bad RIP value. +[ 3026.985969] RSP: 002b:00007fe66648be30 EFLAGS: 00000293 ORIG_RAX: 0000000000000000 +[ 3026.993671] RAX: ffffffffffffffda RBX: 00000000023c0650 RCX: 00007fe668eec1fd +[ 3027.000934] RDX: 0000000000000fff RSI: 00007fe667cc05a0 RDI: 0000000000000004 +[ 3027.008454] RBP: 0000000000000000 R08: 00000000023ab260 R09: 0000000000000000 +[ 3027.015718] R10: 6b205d3437373530 R11: 0000000000000293 R12: 000000000065e420 +[ 3027.023001] R13: 00007fe66648c9c0 R14: 00007fe669531040 R15: 0000000000000003 +[ 3027.030282] warn_alloc_show_mem: 1 callbacks suppressed diff --git a/pkg/report/testdata/linux/report/494 b/pkg/report/testdata/linux/report/494 new file mode 100644 index 000000000..e47b79aec --- /dev/null +++ b/pkg/report/testdata/linux/report/494 @@ -0,0 +1,157 @@ +TITLE: INFO: rcu detected stall in br_handle_frame +TYPE: HANG + +[ 421.679143] INFO: rcu_sched self-detected stall on CPU +[ 421.684601] 0-...: (10496 ticks this GP) idle=af1/140000000000001/0 softirq=11112/11144 fqs=2387 +[ 421.693677] (t=10500 jiffies g=3533 c=3532 q=77) +[ 421.698806] Task dump for CPU 0: +[ 421.702163] syz-executor2 R running task 27992 3917 3903 0x0000000a +[ 421.709658] ffff8801c8f48000 ffff8801db606830 ffffffff813ebb96 1ffff1003b6c3ebf +[ 421.717726] ffff8801db61ecc0 0000000000000000 dffffc0000000000 ffffffff832dce80 +[ 421.725797] ffffffff832dcf04 ffff8801db606840 ffffffff813ebbb2 ffff8801db606860 +[ 421.733874] Call Trace: +[ 421.736446] <IRQ> [<ffffffff813ebb96>] _sched_show_task+0x2d0/0x2dc +[ 421.743205] [<ffffffff813ebbb2>] sched_show_task+0x10/0x12 +[ 421.748904] [<ffffffff813ebced>] dump_cpu_task+0x7e/0x83 +[ 421.754436] [<ffffffff813f1918>] rcu_dump_cpu_stacks+0x155/0x169 +[ 421.760756] [<ffffffff813f22ff>] rcu_check_callbacks.cold.83+0x5f5/0xc05 +[ 421.767673] [<ffffffff8125d53f>] update_process_times+0x3f/0x70 +[ 421.773809] [<ffffffff8128743a>] tick_sched_handle.isra.17+0x5a/0xf0 +[ 421.780381] [<ffffffff81287c57>] tick_sched_timer+0x77/0x130 +[ 421.786259] [<ffffffff81287be0>] ? tick_sched_do_timer+0xa0/0xa0 +[ 421.792486] [<ffffffff812606cc>] __hrtimer_run_queues+0x36c/0xda0 +[ 421.798811] [<ffffffff81260360>] ? retrigger_next_event+0x180/0x180 +[ 421.805296] [<ffffffff810ac255>] ? kvm_clock_read+0x25/0x30 +[ 421.811106] [<ffffffff810ac269>] ? kvm_clock_get_cycles+0x9/0x10 +[ 421.817328] [<ffffffff81261a88>] ? hrtimer_interrupt+0x108/0x3f0 +[ 421.823551] [<ffffffff81261b0b>] hrtimer_interrupt+0x18b/0x3f0 +[ 421.829610] [<ffffffff8297ade8>] ? br_nf_dev_queue_xmit+0x328/0x1460 +[ 421.836179] [<ffffffff810911aa>] local_apic_timer_interrupt+0x7a/0xa0 +[ 421.842845] [<ffffffff82a61701>] smp_apic_timer_interrupt+0x81/0xb0 +[ 421.849350] [<ffffffff82a5fb00>] apic_timer_interrupt+0xa0/0xb0 +[ 421.855486] [<ffffffff8297ade8>] ? br_nf_dev_queue_xmit+0x328/0x1460 +[ 421.862060] [<ffffffff82a5e216>] ? _raw_spin_unlock_irqrestore+0x56/0x60 +[ 421.868975] [<ffffffff814e8e69>] __slab_free+0x129/0x270 +[ 421.874506] [<ffffffff814e97e5>] ? kfree+0xd5/0x2d0 +[ 421.879619] [<ffffffff8297ade8>] ? br_nf_dev_queue_xmit+0x328/0x1460 +[ 421.886198] [<ffffffff8297ade8>] ? br_nf_dev_queue_xmit+0x328/0x1460 +[ 421.892767] [<ffffffff814e9962>] kfree+0x252/0x2d0 +[ 421.897777] [<ffffffff8297ade8>] br_nf_dev_queue_xmit+0x328/0x1460 +[ 421.904192] [<ffffffff8297c943>] br_nf_post_routing+0xa23/0xda0 +[ 421.910328] [<ffffffff828e000a>] ? _decode_session6+0xc3a/0x1190 +[ 421.916551] [<ffffffff8297bf20>] ? br_nf_dev_queue_xmit+0x1460/0x1460 +[ 421.923216] [<ffffffff81012f43>] ? print_context_stack+0x63/0x130 +[ 421.929525] [<ffffffff8298ea2a>] ? ebt_nat_in+0x6a/0x80 +[ 421.934966] [<ffffffff823e3907>] nf_iterate+0x187/0x210 +[ 421.940411] [<ffffffff823e3b45>] nf_hook_slow+0x1b5/0x330 +[ 421.946024] [<ffffffff823e3995>] ? nf_hook_slow+0x5/0x330 +[ 421.951648] [<ffffffff823e3990>] ? nf_iterate+0x210/0x210 +[ 421.957287] [<ffffffff823e3b78>] ? nf_hook_slow+0x1e8/0x330 +[ 421.963077] [<ffffffff82949ce7>] br_forward_finish+0x167/0x1b0 +[ 421.969124] [<ffffffff82949b80>] ? br_multicast_flood+0x490/0x490 +[ 421.975433] [<ffffffff82948e50>] ? deliver_clone+0xc0/0xc0 +[ 421.981174] [<ffffffff829769fc>] br_nf_forward_finish+0x2cc/0x780 +[ 421.987517] [<ffffffff82976730>] ? brnf_get_logical_dev.isra.23+0x1e0/0x1e0 +[ 421.994693] [<ffffffff82949b80>] ? br_multicast_flood+0x490/0x490 +[ 422.001010] [<ffffffff8123f0b9>] ? rcu_read_lock_held+0xa9/0xc0 +[ 422.007146] [<ffffffff82977842>] br_nf_forward_ip+0x482/0x10a0 +[ 422.013204] [<ffffffff829773c0>] ? br_nf_push_frag_xmit+0x510/0x510 +[ 422.019690] [<ffffffff82976730>] ? brnf_get_logical_dev.isra.23+0x1e0/0x1e0 +[ 422.026867] [<ffffffff823e3907>] nf_iterate+0x187/0x210 +[ 422.032306] [<ffffffff823e3b45>] nf_hook_slow+0x1b5/0x330 +[ 422.037921] [<ffffffff823e3995>] ? nf_hook_slow+0x5/0x330 +[ 422.043535] [<ffffffff823e3990>] ? nf_iterate+0x210/0x210 +[ 422.049170] [<ffffffff81203f67>] ? mark_held_locks+0xc7/0x130 +[ 422.055152] [<ffffffff8294a04d>] __br_forward+0x31d/0x400 +[ 422.060777] [<ffffffff82949d30>] ? br_forward_finish+0x1b0/0x1b0 +[ 422.066997] [<ffffffff822678f0>] ? __copy_skb_header+0x2b0/0x370 +[ 422.073218] [<ffffffff82949b80>] ? br_multicast_flood+0x490/0x490 +[ 422.079528] [<ffffffff82949d30>] ? br_forward_finish+0x1b0/0x1b0 +[ 422.085758] [<ffffffff82948df4>] deliver_clone+0x64/0xc0 +[ 422.091311] [<ffffffff82949d30>] ? br_forward_finish+0x1b0/0x1b0 +[ 422.097544] [<ffffffff829494bd>] maybe_deliver+0xfd/0x140 +[ 422.103179] [<ffffffff8294960f>] br_flood+0x10f/0x1f0 +[ 422.108454] [<ffffffff82949d30>] ? br_forward_finish+0x1b0/0x1b0 +[ 422.114682] [<ffffffff8294a69a>] br_flood_forward+0x3a/0x50 +[ 422.120473] [<ffffffff8294d728>] br_handle_frame_finish+0xb38/0x1b50 +[ 422.127051] [<ffffffff8294cbf0>] ? br_handle_local_finish+0x200/0x200 +[ 422.133718] [<ffffffff823e3ba1>] ? nf_hook_slow+0x211/0x330 +[ 422.139504] [<ffffffff823e3995>] ? nf_hook_slow+0x5/0x330 +[ 422.145118] [<ffffffff823e3990>] ? nf_iterate+0x210/0x210 +[ 422.150734] [<ffffffff811fee02>] ? __lock_is_held+0xa2/0xf0 +[ 422.156523] [<ffffffff8297e957>] br_nf_pre_routing_finish_ipv6+0x6a7/0xec0 +[ 422.163619] [<ffffffff8297e2b0>] ? br_nf_pre_routing+0x1040/0x1040 +[ 422.170041] [<ffffffff8294cbf0>] ? br_handle_local_finish+0x200/0x200 +[ 422.176695] [<ffffffff8297d057>] ? setup_pre_routing+0x207/0x420 +[ 422.182921] [<ffffffff829801f7>] br_nf_pre_routing_ipv6+0x397/0x520 +[ 422.189412] [<ffffffff8297fe60>] ? br_validate_ipv6+0xcf0/0xcf0 +[ 422.195720] [<ffffffff8297e2b0>] ? br_nf_pre_routing+0x1040/0x1040 +[ 422.202120] [<ffffffff822672d6>] ? skb_pull_rcsum+0x136/0x2c0 +[ 422.208086] [<ffffffff8297db32>] br_nf_pre_routing+0x8c2/0x1040 +[ 422.214226] [<ffffffff8297d270>] ? setup_pre_routing+0x420/0x420 +[ 422.220453] [<ffffffff82263690>] ? kfree_skbmem+0xf0/0x110 +[ 422.226157] [<ffffffff823e3907>] nf_iterate+0x187/0x210 +[ 422.231629] [<ffffffff823e3b45>] nf_hook_slow+0x1b5/0x330 +[ 422.237244] [<ffffffff823e3995>] ? nf_hook_slow+0x5/0x330 +[ 422.242862] [<ffffffff823e3990>] ? nf_iterate+0x210/0x210 +[ 422.248485] [<ffffffff8298e590>] ? broute_net_init+0x80/0x80 +[ 422.254361] [<ffffffff8294ee72>] br_handle_frame+0x732/0xca0 +[ 422.260237] [<ffffffff8294e740>] ? br_handle_frame_finish+0x1b50/0x1b50 +[ 422.267082] [<ffffffff8294cbf0>] ? br_handle_local_finish+0x200/0x200 +[ 422.273748] [<ffffffff8294e740>] ? br_handle_frame_finish+0x1b50/0x1b50 +[ 422.280583] [<ffffffff822ac6a4>] __netif_receive_skb_core+0x7b4/0x27e0 +[ 422.287334] [<ffffffff822abef0>] ? dev_cpu_callback+0x670/0x670 +[ 422.293474] [<ffffffff81203f67>] ? mark_held_locks+0xc7/0x130 +[ 422.299438] [<ffffffff822ae730>] __netif_receive_skb+0x60/0x1c0 +[ 422.305573] [<ffffffff822b2a3d>] process_backlog+0x21d/0x6a0 +[ 422.311448] [<ffffffff822b29d7>] ? process_backlog+0x1b7/0x6a0 +[ 422.317497] [<ffffffff822af9f9>] net_rx_action+0x2d9/0xc50 +[ 422.323213] [<ffffffff82a5e1ac>] ? _raw_spin_unlock_irq+0x2c/0x40 +[ 422.329530] [<ffffffff822af720>] ? napi_complete_done+0x200/0x200 +[ 422.335852] [<ffffffff811fee02>] ? __lock_is_held+0xa2/0xf0 +[ 422.341643] [<ffffffff82a61f21>] __do_softirq+0x231/0x9f2 +[ 422.347265] [<ffffffff82402586>] ? nf_ct_iterate_cleanup+0xe6/0x520 +[ 422.353748] [<ffffffff82a6097c>] do_softirq_own_stack+0x1c/0x30 +[ 422.359880] <EOI> [<ffffffff8111a3f9>] do_softirq.part.17+0x59/0x60 +[ 422.366593] [<ffffffff8111a4b9>] __local_bh_enable_ip+0xb9/0xc0 +[ 422.372739] [<ffffffff824025ad>] nf_ct_iterate_cleanup+0x10d/0x520 +[ 422.379140] [<ffffffff8278cc10>] ? help+0x630/0x630 +[ 422.384240] [<ffffffff825c3507>] ? ip_vs_dst_event+0x1a7/0x650 +[ 422.390289] [<ffffffff8278ce1d>] masq_device_event+0xad/0xe0 +[ 422.396165] [<ffffffff81171dce>] notifier_call_chain+0xbe/0x1f0 +[ 422.402306] [<ffffffff81171f82>] raw_notifier_call_chain+0x32/0x40 +[ 422.408707] [<ffffffff82299f9a>] call_netdevice_notifiers_info+0x5a/0x70 +[ 422.415629] [<ffffffff8229aa8f>] dev_close_many+0x24f/0x360 +[ 422.421418] [<ffffffff8229a840>] ? __dev_close_many+0x260/0x260 +[ 422.427554] [<ffffffff81158384>] ? __queue_work+0x414/0xe00 +[ 422.433345] [<ffffffff822a03f4>] rollback_registered_many+0x264/0x750 +[ 422.440006] [<ffffffff82a5e101>] ? _raw_spin_unlock+0x1/0x40 +[ 422.445880] [<ffffffff822a0190>] ? netdev_rx_handler_unregister+0x90/0x90 +[ 422.452885] [<ffffffff81203f67>] ? mark_held_locks+0xc7/0x130 +[ 422.458857] [<ffffffff8115a826>] ? queue_delayed_work_on+0xa6/0xc0 +[ 422.465253] [<ffffffff822a095e>] rollback_registered+0x7e/0xa0 +[ 422.471301] [<ffffffff822a08e0>] ? rollback_registered_many+0x750/0x750 +[ 422.478133] [<ffffffff822f4c68>] ? linkwatch_schedule_work+0x108/0x130 +[ 422.484876] [<ffffffff822f50f1>] ? linkwatch_fire_event+0x91/0x110 +[ 422.491276] [<ffffffff822a35c6>] unregister_netdevice_queue+0x86/0x120 +[ 422.498019] [<ffffffff8208ca49>] __tun_detach+0x839/0xa20 +[ 422.503647] [<ffffffff8208cc30>] ? __tun_detach+0xa20/0xa20 +[ 422.509469] [<ffffffff8208cc79>] tun_chr_close+0x49/0x60 +[ 422.515021] [<ffffffff8153628d>] __fput+0x23d/0x780 +[ 422.520117] [<ffffffff8153685a>] ____fput+0x1a/0x20 +[ 422.525215] [<ffffffff81169754>] task_work_run+0x114/0x190 +[ 422.530915] [<ffffffff81115f42>] do_exit+0x9f2/0x26e0 +[ 422.536190] [<ffffffff81204570>] ? trace_hardirqs_on+0x10/0x10 +[ 422.542242] [<ffffffff81115550>] ? mm_update_next_owner+0x660/0x660 +[ 422.548725] [<ffffffff81130408>] ? recalc_sigpending+0x78/0xa0 +[ 422.554785] [<ffffffff81117db6>] do_group_exit+0x116/0x340 +[ 422.560499] [<ffffffff8113a8f1>] get_signal+0x4f1/0x1460 +[ 422.566033] [<ffffffff8100b5a2>] do_signal+0x92/0x18f0 +[ 422.571394] [<ffffffff8100b510>] ? setup_sigcontext+0x780/0x780 +[ 422.577531] [<ffffffff81204570>] ? trace_hardirqs_on+0x10/0x10 +[ 422.583579] [<ffffffff812930da>] ? SyS_futex+0x26a/0x360 +[ 422.589122] [<ffffffff81292e70>] ? do_futex+0x1830/0x1830 +[ 422.594743] [<ffffffff81002a03>] ? exit_to_usermode_loop+0x93/0x140 +[ 422.601227] [<ffffffff81002a34>] exit_to_usermode_loop+0xc4/0x140 +[ 422.607536] [<ffffffff8100545e>] syscall_return_slowpath+0x1be/0x1f0 +[ 422.614108] [<ffffffff82a5ed79>] int_ret_from_sys_call+0x25/0xa3 diff --git a/pkg/report/testdata/linux/report/495 b/pkg/report/testdata/linux/report/495 new file mode 100644 index 000000000..2cd97b624 --- /dev/null +++ b/pkg/report/testdata/linux/report/495 @@ -0,0 +1,61 @@ +TITLE: INFO: rcu detected stall in kvm_mux_dev_ioctl +TYPE: HANG + +[ 785.972629] rcu: INFO: rcu_sched self-detected stall on CPU +[ 785.978598] rcu: 0-....: (10499 ticks this GP) idle=ad6/1/0x4000000000000002 softirq=74488/74499 fqs=5208 +[ 785.988667] rcu: (t=10501 jiffies g=83477 q=2399) +[ 785.993688] NMI backtrace for cpu 0 +[ 785.997313] CPU: 0 PID: 24585 Comm: syz-executor.5 Not tainted 4.15.0-syzkaller #0 +[ 786.005023] Hardware name: Google Google Compute Engine/Google Compute Engine, BIOS Google 01/01/2011 +[ 786.014453] Call Trace: +[ 786.017030] <IRQ> +[ 786.019176] [<ffffffff84528ac6>] dump_stack+0xe1/0x15b +[ 786.024529] [<ffffffff81388601>] ? lapic_can_unplug_cpu.cold+0x19/0x38 +[ 786.031288] [<ffffffff8453554a>] nmi_cpu_backtrace.cold+0x18/0xb3 +[ 786.037593] [<ffffffff81388620>] ? lapic_can_unplug_cpu.cold+0x38/0x38 +[ 786.044330] [<ffffffff84535506>] nmi_trigger_cpumask_backtrace+0x1a6/0x1d2 +[ 786.051415] [<ffffffff81388724>] arch_trigger_cpumask_backtrace+0x14/0x20 +[ 786.058428] [<ffffffff8162e11d>] rcu_dump_cpu_stacks+0x183/0x1cf +[ 786.064642] [<ffffffff82229277>] ? find_next_bit+0x107/0x130 +[ 786.070509] [<ffffffff8162f191>] rcu_sched_clock_irq.cold+0x4d7/0x8a8 +[ 786.077173] [<ffffffff8142b293>] ? raise_softirq+0x183/0x240 +[ 786.085233] [<ffffffff8164dda2>] update_process_times+0x32/0x80 +[ 786.091377] [<ffffffff8167fd70>] tick_sched_handle+0xa0/0x180 +[ 786.097339] [<ffffffff81680364>] tick_sched_timer+0x44/0x130 +[ 786.103384] [<ffffffff816519eb>] __hrtimer_run_queues+0x33b/0xd10 +[ 786.109687] [<ffffffff81680320>] ? tick_sched_do_timer+0x110/0x110 +[ 786.116077] [<ffffffff816516b0>] ? hrtimer_fixup_activate+0x30/0x30 +[ 786.123527] [<ffffffff816533fa>] hrtimer_interrupt+0x2ea/0x730 +[ 786.129592] [<ffffffff84604a69>] smp_apic_timer_interrupt+0x159/0x580 +[ 786.136239] [<ffffffff846019a3>] apic_timer_interrupt+0x93/0xa0 +[ 786.142379] </IRQ> +[ 786.144599] RIP: 0010:qlist_free_all+0x4e/0x100 +[ 786.149244] RSP: 0018:ffff88017c477bd0 EFLAGS: 00000246 ORIG_RAX: ffffffffffffff12 +[ 786.156975] RAX: 0000000000000000 RBX: 0000000000000282 RCX: ffffea000615195f +[ 786.164228] RDX: 0000000000000000 RSI: ffff8801854668c0 RDI: 0000000000000007 +[ 786.171477] RBP: ffff88017c477c08 R08: ffff8801d7b52240 R09: 0000000000000000 +[ 786.178998] R10: 0000000000000000 R11: 0000000000000000 R12: ffff880185466e00 +[ 786.186335] R13: 0000000000000000 R14: ffff880185466380 R15: ffff8801d91e38c0 +[ 786.193615] [<ffffffff81ad6427>] quarantine_reduce+0x167/0x1a0 +[ 786.199656] [<ffffffff81ad4ae0>] kasan_kmalloc+0xa0/0xf0 +[ 786.205190] [<ffffffff81ad4f4f>] kasan_slab_alloc+0xf/0x20 +[ 786.210882] [<ffffffff81acf498>] kmem_cache_alloc_trace+0x678/0x7a0 +[ 786.217358] [<ffffffff81feb2d5>] ? __debugfs_create_file+0x2f5/0x3e0 +[ 786.223924] [<ffffffff810974dc>] kvm_dev_ioctl+0x8cc/0x1980 +[ 786.229875] [<ffffffff81016e30>] ? trace_hardirqs_on_thunk+0x1a/0x1c +[ 786.236443] [<ffffffff81096c10>] ? kvm_unregister_device_ops+0x60/0x60 +[ 786.243181] [<ffffffff81cb20ab>] ? compat_SyS_ioctl+0x9b/0x3260 +[ 786.249309] [<ffffffff81075526>] kvm_mux_dev_ioctl+0x26/0x30 +[ 786.255261] [<ffffffff81075500>] ? kvm_mux_dev_open+0x160/0x160 +[ 786.261387] [<ffffffff81cb214a>] compat_SyS_ioctl+0x13a/0x3260 +[ 786.267440] [<ffffffff81cb2010>] ? do_ioctl+0x70/0x70 +[ 786.272697] [<ffffffff8101cf74>] do_fast_syscall_32+0x354/0xcfd +[ 786.278819] [<ffffffff81016e4c>] ? trace_hardirqs_off_thunk+0x1a/0x1c +[ 786.285477] [<ffffffff846017f0>] entry_SYSENTER_compat+0x70/0x7f +[ 786.291686] RIP: 0023:0xf7fb4c59 +[ 786.295045] RSP: 002b:00000000f5db00cc EFLAGS: 00000296 ORIG_RAX: 0000000000000036 +[ 786.302907] RAX: ffffffffffffffda RBX: 0000000000000004 RCX: 000000000000ae01 +[ 786.310172] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000000 +[ 786.317422] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 +[ 786.324689] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000000 +[ 786.331938] R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000000 |
