对内核进行trace的方法

1.设定要trace的function
[root@localhost ~]# echo scsi:* > /sys/kernel/debug/tracing/set_event 
[root@localhost ~]# cat /sys/kernel/debug/tracing/set_event 
scsi:scsi_eh_wakeup
scsi:scsi_dispatch_cmd_timeout
scsi:scsi_dispatch_cmd_done
scsi:scsi_dispatch_cmd_error
scsi:scsi_dispatch_cmd_start


2.打开trace开关
[root@localhost ~]# echo 1 > /sys/kernel/debug/tracing/tracing_on


3.执行操作
[root@localhost ~]# date; time dd if=/dev/zero of=/dev/dm-0 bs=4k count=1 oflag=direct
Fri Oct 18 10:55:21 CST 2013
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 52.2694 s, 0.1 kB/s


real 0m52.271s
user 0m0.001s
sys 0m0.001s
[root@localhost ~]# 


4.关掉trace开关 
[root@localhost ~]# echo 0 > /sys/kernel/debug/tracing/tracing_on


5.检查trace的log
[root@localhost ~]# cat /sys/kernel/debug/tracing/trace
# tracer: nop
#
# entries-in-buffer/entries-written: 33/33   #P:1
#
#                              _-----=> irqs-off
#                             / _----=> need-resched
#                            | / _---=> hardirq/softirq
#                            || / _--=> preempt-depth
#                            ||| /     delay
#           TASK-PID   CPU#  ||||    TIMESTAMP  FUNCTION
#              | |       |   ||||       |         |
              dd-3613  [000] ....   860.032377: scsi_dispatch_cmd_start: host_no=0 channel=0 id=0 lun=0 data_sgl=1 prot_sgl=0 prot_op=SCSI_PROT_NORMAL cmnd=(WRITE_10 lba=0 txlen=8 protect=0 raw=2a 00 00 00 00 00 00 00 08 00)
      multipathd-3614  [000] ....   870.820735: scsi_dispatch_cmd_start: host_no=0 channel=0 id=0 lun=0 data_sgl=0 prot_sgl=0 prot_op=SCSI_PROT_NORMAL cmnd=(TEST_UNIT_READY - raw=00 00 00 00 00 00)
      multipathd-3615  [