310 int blk_trace_remove(struct request_queue *q)  in blk_trace_remove()  argument
314 	bt = xchg(&q->blk_trace, NULL);  in blk_trace_remove()
436 int do_blk_trace_setup(struct request_queue *q, char *name, dev_t dev,  in do_blk_trace_setup()  argument
522 	if (cmpxchg(&q->blk_trace, NULL, bt))  in do_blk_trace_setup()
534 int blk_trace_setup(struct request_queue *q, char *name, dev_t dev,  in blk_trace_setup()  argument
545 	ret = do_blk_trace_setup(q, name, dev, bdev, &buts);  in blk_trace_setup()
550 		blk_trace_remove(q);  in blk_trace_setup()
558 static int compat_blk_trace_setup(struct request_queue *q, char *name,  in compat_blk_trace_setup()  argument
578 	ret = do_blk_trace_setup(q, name, dev, bdev, &buts);  in compat_blk_trace_setup()
583 		blk_trace_remove(q);  in compat_blk_trace_setup()
591 int blk_trace_startstop(struct request_queue *q, int start)  in blk_trace_startstop()  argument
594 	struct blk_trace *bt = q->blk_trace;  in blk_trace_startstop()
641 	struct request_queue *q;  in blk_trace_ioctl()  local
645 	q = bdev_get_queue(bdev);  in blk_trace_ioctl()
646 	if (!q)  in blk_trace_ioctl()
654 		ret = blk_trace_setup(q, b, bdev->bd_dev, bdev, arg);  in blk_trace_ioctl()
659 		ret = compat_blk_trace_setup(q, b, bdev->bd_dev, bdev, arg);  in blk_trace_ioctl()
665 		ret = blk_trace_startstop(q, start);  in blk_trace_ioctl()
668 		ret = blk_trace_remove(q);  in blk_trace_ioctl()
684 void blk_trace_shutdown(struct request_queue *q)  in blk_trace_shutdown()  argument
686 	if (q->blk_trace) {  in blk_trace_shutdown()
687 		blk_trace_startstop(q, 0);  in blk_trace_shutdown()
688 		blk_trace_remove(q);  in blk_trace_shutdown()
707 static void blk_add_trace_rq(struct request_queue *q, struct request *rq,  in blk_add_trace_rq()  argument
710 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_rq()
727 				   struct request_queue *q, struct request *rq)  in blk_add_trace_rq_abort()  argument
729 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_ABORT);  in blk_add_trace_rq_abort()
733 				    struct request_queue *q, struct request *rq)  in blk_add_trace_rq_insert()  argument
735 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_INSERT);  in blk_add_trace_rq_insert()
739 				   struct request_queue *q, struct request *rq)  in blk_add_trace_rq_issue()  argument
741 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_ISSUE);  in blk_add_trace_rq_issue()
745 				     struct request_queue *q,  in blk_add_trace_rq_requeue()  argument
748 	blk_add_trace_rq(q, rq, blk_rq_bytes(rq), BLK_TA_REQUEUE);  in blk_add_trace_rq_requeue()
752 				      struct request_queue *q,  in blk_add_trace_rq_complete()  argument
756 	blk_add_trace_rq(q, rq, nr_bytes, BLK_TA_COMPLETE);  in blk_add_trace_rq_complete()
770 static void blk_add_trace_bio(struct request_queue *q, struct bio *bio,  in blk_add_trace_bio()  argument
773 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_bio()
783 				     struct request_queue *q, struct bio *bio)  in blk_add_trace_bio_bounce()  argument
785 	blk_add_trace_bio(q, bio, BLK_TA_BOUNCE, 0);  in blk_add_trace_bio_bounce()
789 				       struct request_queue *q, struct bio *bio,  in blk_add_trace_bio_complete()  argument
792 	blk_add_trace_bio(q, bio, BLK_TA_COMPLETE, error);  in blk_add_trace_bio_complete()
796 					struct request_queue *q,  in blk_add_trace_bio_backmerge()  argument
800 	blk_add_trace_bio(q, bio, BLK_TA_BACKMERGE, 0);  in blk_add_trace_bio_backmerge()
804 					 struct request_queue *q,  in blk_add_trace_bio_frontmerge()  argument
808 	blk_add_trace_bio(q, bio, BLK_TA_FRONTMERGE, 0);  in blk_add_trace_bio_frontmerge()
812 				    struct request_queue *q, struct bio *bio)  in blk_add_trace_bio_queue()  argument
814 	blk_add_trace_bio(q, bio, BLK_TA_QUEUE, 0);  in blk_add_trace_bio_queue()
818 				struct request_queue *q,  in blk_add_trace_getrq()  argument
822 		blk_add_trace_bio(q, bio, BLK_TA_GETRQ, 0);  in blk_add_trace_getrq()
824 		struct blk_trace *bt = q->blk_trace;  in blk_add_trace_getrq()
833 				  struct request_queue *q,  in blk_add_trace_sleeprq()  argument
837 		blk_add_trace_bio(q, bio, BLK_TA_SLEEPRQ, 0);  in blk_add_trace_sleeprq()
839 		struct blk_trace *bt = q->blk_trace;  in blk_add_trace_sleeprq()
847 static void blk_add_trace_plug(void *ignore, struct request_queue *q)  in blk_add_trace_plug()  argument
849 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_plug()
855 static void blk_add_trace_unplug(void *ignore, struct request_queue *q,  in blk_add_trace_unplug()  argument
858 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_unplug()
874 				struct request_queue *q, struct bio *bio,  in blk_add_trace_split()  argument
877 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_split()
902 				    struct request_queue *q, struct bio *bio,  in blk_add_trace_bio_remap()  argument
905 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_bio_remap()
934 				   struct request_queue *q,  in blk_add_trace_rq_remap()  argument
938 	struct blk_trace *bt = q->blk_trace;  in blk_add_trace_rq_remap()
964 void blk_add_driver_data(struct request_queue *q,  in blk_add_driver_data()  argument
968 	struct blk_trace *bt = q->blk_trace;  in blk_add_driver_data()
1461 static int blk_trace_remove_queue(struct request_queue *q)  in blk_trace_remove_queue()  argument
1465 	bt = xchg(&q->blk_trace, NULL);  in blk_trace_remove_queue()
1479 static int blk_trace_setup_queue(struct request_queue *q,  in blk_trace_setup_queue()  argument
1499 	if (cmpxchg(&q->blk_trace, NULL, bt))  in blk_trace_setup_queue()
1631 	struct request_queue *q;  in sysfs_blk_trace_attr_show()  local
1639 	q = blk_trace_get_queue(bdev);  in sysfs_blk_trace_attr_show()
1640 	if (q == NULL)  in sysfs_blk_trace_attr_show()
1646 		ret = sprintf(buf, "%u\n", !!q->blk_trace);  in sysfs_blk_trace_attr_show()
1650 	if (q->blk_trace == NULL)  in sysfs_blk_trace_attr_show()
1653 		ret = blk_trace_mask2str(buf, q->blk_trace->act_mask);  in sysfs_blk_trace_attr_show()
1655 		ret = sprintf(buf, "%u\n", q->blk_trace->pid);  in sysfs_blk_trace_attr_show()
1657 		ret = sprintf(buf, "%llu\n", q->blk_trace->start_lba);  in sysfs_blk_trace_attr_show()
1659 		ret = sprintf(buf, "%llu\n", q->blk_trace->end_lba);  in sysfs_blk_trace_attr_show()
1674 	struct request_queue *q;  in sysfs_blk_trace_attr_store()  local
1700 	q = blk_trace_get_queue(bdev);  in sysfs_blk_trace_attr_store()
1701 	if (q == NULL)  in sysfs_blk_trace_attr_store()
1708 			ret = blk_trace_setup_queue(q, bdev);  in sysfs_blk_trace_attr_store()
1710 			ret = blk_trace_remove_queue(q);  in sysfs_blk_trace_attr_store()
1715 	if (q->blk_trace == NULL)  in sysfs_blk_trace_attr_store()
1716 		ret = blk_trace_setup_queue(q, bdev);  in sysfs_blk_trace_attr_store()
1720 			q->blk_trace->act_mask = value;  in sysfs_blk_trace_attr_store()
1722 			q->blk_trace->pid = value;  in sysfs_blk_trace_attr_store()
1724 			q->blk_trace->start_lba = value;  in sysfs_blk_trace_attr_store()
1726 			q->blk_trace->end_lba = value;  in sysfs_blk_trace_attr_store()