Linux内核基于SCSI设备文件系统AIO读写栈

AIO异步写
#fio -ioengine=libaio -bs=4k -direct=0 -thread -rw=write -size=100M -filename=aio.tst -name=”4K write test” -iodepth=1 -runtime=10
#fio -ioengine=libaio -bs=4k -direct=0 -thread -rw=write -size=128G -filename=ram8 -name=”ram” -iodepth=1 -runtime=1
CPU: 18 PID: 6271 Comm: jbd2/sdf1-8 Not tainted 3.10.0-327.alios7.x86_64.debug #50
Hardware name: Inspur SA5212M4/YZMB-00370-102, BIOS 4.1.8 07/02/2016
ffff885e57161f80 00000000d3d7f4e4 ffff885e690c3ae0 ffffffff8162a7c9
ffff885e690c3b48 ffffffffa0083b2e ffff885e690c3b10 ffffffff8141789a
ffff885bdd14a100 ffff885e57806a08 ffff885e690c3b48 ffff885e690c3b28
Call Trace:
[<ffffffff8162a7c9>] dump_stack+0x19/0x1b
[<ffffffffa0083b2e>] _scsih_qcmd+0x4be/0x5f0 [mpt3sas]
[<ffffffff8141789a>] ? scsi_setup_cmnd+0xfa/0x180
[<ffffffff81410b3a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81419a61>] scsi_request_fn+0x501/0x770
[<ffffffff812bf1b3>] __blk_run_queue+0x33/0x40
[<ffffffff812bf26a>] queue_unplugged+0x2a/0xa0
[<ffffffff812c3c28>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812c4034>] blk_finish_plug+0x14/0x40
[<ffffffffa00e9d1b>] jbd2_journal_commit_transaction+0xe4b/0x19a0 [jbd2]
[<ffffffff81013588>] ? __switch_to+0xf8/0x4b0
[<ffffffffa00eed79>] kjournald2+0xc9/0x260 [jbd2]
[<ffffffff8109fb00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa00eecb0>] ? commit_timeout+0x10/0x10 [jbd2]
[<ffffffff8109eb0f>] kthread+0xcf/0xe0
[<ffffffff8109ea40>] ? kthread_create_on_node+0x140/0x140
[<ffffffff8163ae18>] ret_from_fork+0x58/0x90
[<ffffffff8109ea40>] ? kthread_create_on_node+0x140/0x140

CPU: 18 PID: 0 Comm: swapper/18 Not tainted 3.10.0-327.alios7.x86_64.debug #50
Hardware name: Inspur SA5212M4/YZMB-00370-102, BIOS 4.1.8 07/02/2016
ffff885e57162bc0 31cc9d45766f01a8 ffff885eff043be0 ffffffff8162a7c9
ffff885eff043c48 ffffffffa0083b2e 0000000000000286 0000000180200013
ffff885dd3d93800 ffffea0170a37840 ffff885c28de1a00 ffff885eff043c28
Call Trace:
<IRQ> [<ffffffff8162a7c9>] dump_stack+0x19/0x1b
[<ffffffffa0083b2e>] _scsih_qcmd+0x4be/0x5f0 [mpt3sas]
[<ffffffff81410b3a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81419a61>] scsi_request_fn+0x501/0x770
[<ffffffff812bf1b3>] __blk_run_queue+0x33/0x40
[<ffffffff812bf226>] blk_run_queue+0x26/0x40
[<ffffffff81417e88>] scsi_run_queue+0x258/0x2f0
[<ffffffff81419d10>] scsi_next_command+0x20/0x40
[<ffffffff81419e85>] scsi_end_request+0x155/0x1d0
[<ffffffff8141a063>] scsi_io_completion+0x103/0x600
[<ffffffff812f3da4>] ? timerqueue_del+0x24/0x70
[<ffffffff8140f405>] scsi_finish_command+0xd5/0x130
[<ffffffff8141953a>] scsi_softirq_done+0x12a/0x150
[<ffffffff812c95c0>] blk_done_softirq+0x90/0xc0
[<ffffffff8107dfef>] __do_softirq+0xef/0x280
[<ffffffff8163c7dc>] call_softirq+0x1c/0x30
[<ffffffff81016fc5>] do_softirq+0x65/0xa0
[<ffffffff8107e385>] irq_exit+0x115/0x120
[<ffffffff81047395>] smp_call_function_single_interrupt+0x35/0x40
[<ffffffff8163bf9d>] call_function_single_interrupt+0x6d/0x80
<EOI> [<ffffffff81058e96>] ? native_safe_halt+0x6/0x10
[<ffffffff8101dbcf>] default_idle+0x1f/0xc0
[<ffffffff8101e4d6>] arch_cpu_idle+0x26/0x30
[<ffffffff810cf305>] cpu_startup_entry+0x245/0x290
[<ffffffff81047d0a>] start_secondary+0x1ba/0x230

CPU: 0 PID: 0 Comm: swapper/0 Not tainted 3.10.0-327.alios7.x86_64.debug #51
Hardware name: Inspur SA5212M4/YZMB-00370-102, BIOS 4.1.8 07/02/2016
ffff885e607e5dc0 ce165012e070bd97 ffff885efee03bb8 ffffffff8162a7a9
ffff885efee03c20 ffffffffa009ab2e ffffea017993cf00 ffff885e64f3d100
ffff885efe803700 ffff885efee03c88 ffffffff8162708d ffff885efee03c00
Call Trace:
<IRQ> [<ffffffff8162a7a9>] dump_stack+0x19/0x1b
[<ffffffffa009ab2e>] _scsih_qcmd+0x4be/0x5f0 [mpt3sas]
[<ffffffff8162708d>] ? __slab_free+0x10e/0x277
[<ffffffff81410b1a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81419a41>] scsi_request_fn+0x501/0x770
[<ffffffff812bf193>] __blk_run_queue+0x33/0x40
[<ffffffff812bf206>] blk_run_queue+0x26/0x40
[<ffffffff81417e68>] scsi_run_queue+0x258/0x2f0
[<ffffffff81419cf0>] scsi_next_command+0x20/0x40
[<ffffffff81419e65>] scsi_end_request+0x155/0x1d0
[<ffffffff8141a043>] scsi_io_completion+0x103/0x600
[<ffffffffa008b530>] ? mpt3sas_base_free_smid+0x120/0x240 [mpt3sas]
[<ffffffff8140f3e5>] scsi_finish_command+0xd5/0x130
[<ffffffff8141951a>] scsi_softirq_done+0x12a/0x150
[<ffffffff812c95a0>] blk_done_softirq+0x90/0xc0
[<ffffffff8107dfef>] __do_softirq+0xef/0x280
[<ffffffff8163c7dc>] call_softirq+0x1c/0x30
[<ffffffff81016fc5>] do_softirq+0x65/0xa0
[<ffffffff8107e385>] irq_exit+0x115/0x120
[<ffffffff8163d378>] do_IRQ+0x58/0xf0
[<ffffffff816326ad>] common_interrupt+0x6d/0x6d
<EOI> [<ffffffff81058e96>] ? native_safe_halt+0x6/0x10
[<ffffffff8101dbcf>] default_idle+0x1f/0xc0
[<ffffffff8101e4d6>] arch_cpu_idle+0x26/0x30
[<ffffffff810cf305>] cpu_startup_entry+0x245/0x290
[<ffffffff8161a4c7>] rest_init+0x77/0x80
[<ffffffff81a80057>] start_kernel+0x429/0x44a
[<ffffffff81a7fa37>] ? repair_env_string+0x5c/0x5c
[<ffffffff81a7f120>] ? early_idt_handlers+0x120/0x120
[<ffffffff81a7f5ee>] x86_64_start_reservations+0x2a/0x2c
[<ffffffff81a7f742>] x86_64_start_kernel+0x152/0x175

CPU: 26 PID: 14565 Comm: kworker/u128:10 Not tainted 3.10.0-327.alios7.x86_64.debug #50
Hardware name: Inspur SA5212M4/YZMB-00370-102, BIOS 4.1.8 07/02/2016
Workqueue: writeback bdi_writeback_workfn (flush-8:80)
ffff885e5e25cfc0 00000000d8c0f6e9 ffff885d7b6f76a8 ffffffff8162a7c9
ffff885d7b6f7710 ffffffffa0083b2e ffff885d7b6f76d8 ffffffff8141789a
ffff885e5e252a00 ffff885e57806a08 ffff885d7b6f7710 ffff885d7b6f76f0
Call Trace:
[<ffffffff8162a7c9>] dump_stack+0x19/0x1b
[<ffffffffa0083b2e>] _scsih_qcmd+0x4be/0x5f0 [mpt3sas]
[<ffffffff8141789a>] ? scsi_setup_cmnd+0xfa/0x180
[<ffffffff81410b3a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81419a61>] scsi_request_fn+0x501/0x770
[<ffffffff812bf1b3>] __blk_run_queue+0x33/0x40
[<ffffffff812bf26a>] queue_unplugged+0x2a/0xa0
[<ffffffff812c3c28>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812c3e9a>] blk_queue_bio+0x21a/0x3a0
[<ffffffff812befe2>] generic_make_request+0xe2/0x130
[<ffffffff812bf0a1>] submit_bio+0x71/0x150
[<ffffffff8121059d>] ? bio_alloc_bioset+0x1fd/0x350
[<ffffffff8120b5b3>] _submit_bh+0x143/0x210
[<ffffffff8120e202>] __block_write_full_page+0x162/0x380
[<ffffffff81211a00>] ? I_BDEV+0x10/0x10
[<ffffffff81211a00>] ? I_BDEV+0x10/0x10
[<ffffffff8120e5eb>] block_write_full_page_endio+0xeb/0x100
[<ffffffff8120e615>] block_write_full_page+0x15/0x20
[<ffffffff81212178>] blkdev_writepage+0x18/0x20
[<ffffffff8116c5b3>] __writepage+0x13/0x50
[<ffffffff8116d0d1>] write_cache_pages+0x251/0x4d0
[<ffffffff8116c5a0>] ? global_dirtyable_memory+0x70/0x70
[<ffffffff8116d39d>] generic_writepages+0x4d/0x80
[<ffffffff8116e44e>] do_writepages+0x1e/0x40
[<ffffffff81201220>] __writeback_single_inode+0x40/0x220
[<ffffffff81201c8e>] writeback_sb_inodes+0x25e/0x420
[<ffffffff81201eef>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffff81202733>] wb_writeback+0x263/0x2f0
[<ffffffff811f156c>] ? get_nr_inodes+0x4c/0x70
[<ffffffff812049bb>] bdi_writeback_workfn+0x2cb/0x460
[<ffffffff8109661b>] process_one_work+0x17b/0x470
[<ffffffff810973eb>] worker_thread+0x11b/0x400
[<ffffffff810972d0>] ? rescuer_thread+0x400/0x400
[<ffffffff8109eb0f>] kthread+0xcf/0xe0
[<ffffffff8109ea40>] ? kthread_create_on_node+0x140/0x140
[<ffffffff8163ae18>] ret_from_fork+0x58/0x90
[<ffffffff8109ea40>] ? kthread_create_on_node+0x140/0x140

CPU: 33 PID: 902 Comm: kworker/u128:9 Not tainted 3.10.0-327.alios7.x86_64.debug #51
Hardware name: Inspur SA5212M4/YZMB-00370-102, BIOS 4.1.8 07/02/2016
Workqueue: writeback bdi_writeback_workfn (flush-8:80)
ffff885e5867c700 0000000078a4128c ffff885e57b23670 ffffffff8162a7a9
ffff885e57b236d8 ffffffffa009ab2e ffff885e57b236a0 ffffffff8141787a
ffff885e586d6400 ffff885e607f6a08 ffff885e57b236d8 ffff885e57b236b8
Call Trace:
[<ffffffff8162a7a9>] dump_stack+0x19/0x1b
[<ffffffffa009ab2e>] _scsih_qcmd+0x4be/0x5f0 [mpt3sas]
[<ffffffff8141787a>] ? scsi_setup_cmnd+0xfa/0x180
[<ffffffff81410b1a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81419a41>] scsi_request_fn+0x501/0x770
[<ffffffff812bf193>] __blk_run_queue+0x33/0x40
[<ffffffff812bf24a>] queue_unplugged+0x2a/0xa0
[<ffffffff812c3c08>] blk_flush_plug_list+0x1d8/0x230
[<ffffffff812c3e7a>] blk_queue_bio+0x21a/0x3a0
[<ffffffff812befc2>] generic_make_request+0xe2/0x130
[<ffffffff812bf081>] submit_bio+0x71/0x150
[<ffffffffa0293c35>] ext4_io_submit+0x25/0x50 [ext4]
[<ffffffffa0293de9>] ext4_bio_write_page+0x159/0x2e0 [ext4]
[<ffffffffa028aefd>] mpage_submit_page+0x5d/0x80 [ext4]
[<ffffffffa028b030>] mpage_process_page_bufs+0x110/0x130 [ext4]
[<ffffffffa028be75>] mpage_prepare_extent_to_map+0x235/0x2e0 [ext4]
[<ffffffffa028fff3>] ext4_writepages+0x463/0xd60 [ext4]
[<ffffffff8116e44e>] do_writepages+0x1e/0x40
[<ffffffff81201220>] __writeback_single_inode+0x40/0x220
[<ffffffff81201c8e>] writeback_sb_inodes+0x25e/0x420
[<ffffffff81201eef>] __writeback_inodes_wb+0x9f/0xd0
[<ffffffff81202733>] wb_writeback+0x263/0x2f0
[<ffffffff8116dae0>] ? bdi_dirty_limit+0x40/0xe0
[<ffffffff812048bc>] bdi_writeback_workfn+0x1cc/0x460
[<ffffffff8109661b>] process_one_work+0x17b/0x470
[<ffffffff810973eb>] worker_thread+0x11b/0x400
[<ffffffff810972d0>] ? rescuer_thread+0x400/0x400
[<ffffffff8109eb0f>] kthread+0xcf/0xe0
[<ffffffff8109ea40>] ? kthread_create_on_node+0x140/0x140
[<ffffffff8163ae18>] ret_from_fork+0x58/0x90
[<ffffffff8109ea40>] ? kthread_create_on_node+0x140/0x140

CPU: 16 PID: 24909 Comm: fio Not tainted 3.10.0-327.alios7.x86_64.debug #51
Hardware name: Inspur SA5212M4/YZMB-00370-102, BIOS 4.1.8 07/02/2016
ffff885e583dfb80 00000000b0395edc ffff885eff003be0 ffffffff8162a7a9
ffff885eff003c48 ffffffffa009ab2e ffff885e64244600 ffff885efe803700
ffff885eff003cb0 ffffea0178e64900 ffff885e39924380 ffff885eff003c28
Call Trace:
<IRQ> [<ffffffff8162a7a9>] dump_stack+0x19/0x1b
[<ffffffffa009ab2e>] _scsih_qcmd+0x4be/0x5f0 [mpt3sas]
[<ffffffff81410b1a>] scsi_dispatch_cmd+0xaa/0x230
[<ffffffff81419a41>] scsi_request_fn+0x501/0x770
[<ffffffff812bf193>] __blk_run_queue+0x33/0x40
[<ffffffff812bf206>] blk_run_queue+0x26/0x40
[<ffffffff81417e68>] scsi_run_queue+0x258/0x2f0
[<ffffffff81419cf0>] scsi_next_command+0x20/0x40
[<ffffffff81419e65>] scsi_end_request+0x155/0x1d0
[<ffffffff8141a043>] scsi_io_completion+0x103/0x600
[<ffffffff8140f3e5>] scsi_finish_command+0xd5/0x130
[<ffffffff8141951a>] scsi_softirq_done+0x12a/0x150
[<ffffffff812c95a0>] blk_done_softirq+0x90/0xc0
[<ffffffff8107dfef>] __do_softirq+0xef/0x280
[<ffffffff8163c7dc>] call_softirq+0x1c/0x30
[<ffffffff81016fc5>] do_softirq+0x65/0xa0
[<ffffffff8107e385>] irq_exit+0x115/0x120
[<ffffffff81047395>] smp_call_function_single_interrupt+0x35/0x40
[<ffffffff8163bf9d>] call_function_single_interrupt+0x6d/0x80
<EOI> [<ffffffff81161b61>] ? unlock_page+0x11/0x30
[<ffffffff81172274>] invalidate_mapping_pages+0x134/0x1f0
[<ffffffff811663a7>] SyS_fadvise64_64+0x177/0x270
[<ffffffff811664ae>] SyS_fadvise64+0xe/0x10
[<ffffffff8163aec9>] system_call_fastpath+0x16/0x1b