Blame view

block/blk-exec.c 3.27 KB
86db1e297   Jens Axboe   block: continue l...
1
2
3
4
5
6
7
  /*
   * Functions related to setting various queue properties from drivers
   */
  #include <linux/kernel.h>
  #include <linux/module.h>
  #include <linux/bio.h>
  #include <linux/blkdev.h>
cf4aebc29   Clark Williams   sched: Move sched...
8
  #include <linux/sched/sysctl.h>
86db1e297   Jens Axboe   block: continue l...
9
10
11
12
13
14
15
16
17
18
19
  
  #include "blk.h"
  
  /*
   * for max sense size
   */
  #include <scsi/scsi_cmnd.h>
  
  /**
   * blk_end_sync_rq - executes a completion event on a request
   * @rq: request to complete
710027a48   Randy Dunlap   Add some block/ s...
20
   * @error: end I/O status of the request
86db1e297   Jens Axboe   block: continue l...
21
   */
681a561b7   FUJITA Tomonori   block: unexport b...
22
  static void blk_end_sync_rq(struct request *rq, int error)
86db1e297   Jens Axboe   block: continue l...
23
24
25
26
27
28
29
30
31
32
33
34
  {
  	struct completion *waiting = rq->end_io_data;
  
  	rq->end_io_data = NULL;
  	__blk_put_request(rq->q, rq);
  
  	/*
  	 * complete last, if this is a stack request the process (and thus
  	 * the rq pointer) could be invalid right after this complete()
  	 */
  	complete(waiting);
  }
86db1e297   Jens Axboe   block: continue l...
35
36
37
38
39
40
41
42
43
44
  
  /**
   * blk_execute_rq_nowait - insert a request into queue for execution
   * @q:		queue to insert the request in
   * @bd_disk:	matching gendisk
   * @rq:		request to insert
   * @at_head:    insert request at head or tail of queue
   * @done:	I/O completion handler
   *
   * Description:
710027a48   Randy Dunlap   Add some block/ s...
45
   *    Insert a fully prepared request at the back of the I/O scheduler queue
86db1e297   Jens Axboe   block: continue l...
46
   *    for execution.  Don't wait for completion.
e81ca6fe8   Muthukumar Ratty   [SCSI] block: Fix...
47
48
49
   *
   * Note:
   *    This function will invoke @done directly if the queue is dead.
86db1e297   Jens Axboe   block: continue l...
50
51
52
53
54
55
   */
  void blk_execute_rq_nowait(struct request_queue *q, struct gendisk *bd_disk,
  			   struct request *rq, int at_head,
  			   rq_end_io_fn *done)
  {
  	int where = at_head ? ELEVATOR_INSERT_FRONT : ELEVATOR_INSERT_BACK;
893d290f1   Roland Dreier   block: Don't acce...
56
  	bool is_pm_resume;
86db1e297   Jens Axboe   block: continue l...
57

8ba61435d   Tejun Heo   block: add missin...
58
  	WARN_ON(irqs_disabled());
e81ca6fe8   Muthukumar Ratty   [SCSI] block: Fix...
59
60
61
  
  	rq->rq_disk = bd_disk;
  	rq->end_io = done;
893d290f1   Roland Dreier   block: Don't acce...
62
63
64
65
66
  	/*
  	 * need to check this before __blk_run_queue(), because rq can
  	 * be freed before that returns.
  	 */
  	is_pm_resume = rq->cmd_type == REQ_TYPE_PM_RESUME;
e81ca6fe8   Muthukumar Ratty   [SCSI] block: Fix...
67

8ba61435d   Tejun Heo   block: add missin...
68
  	spin_lock_irq(q->queue_lock);
3f3299d5c   Bart Van Assche   block: Rename que...
69
  	if (unlikely(blk_queue_dying(q))) {
bfe159a51   James Bottomley   [SCSI] fix crash ...
70
71
72
  		rq->errors = -ENXIO;
  		if (rq->end_io)
  			rq->end_io(rq, rq->errors);
e81ca6fe8   Muthukumar Ratty   [SCSI] block: Fix...
73
  		spin_unlock_irq(q->queue_lock);
bfe159a51   James Bottomley   [SCSI] fix crash ...
74
75
  		return;
  	}
7eaceacca   Jens Axboe   block: remove per...
76
  	__elv_add_request(q, rq, where);
24ecfbe27   Christoph Hellwig   block: add blk_ru...
77
  	__blk_run_queue(q);
addd0a09f   Tao Ma   block: Remove 'pl...
78
  	/* the queue is stopped so it won't be run */
893d290f1   Roland Dreier   block: Don't acce...
79
  	if (is_pm_resume)
c246e80d8   Bart Van Assche   block: Avoid that...
80
  		__blk_run_queue_uncond(q);
86db1e297   Jens Axboe   block: continue l...
81
82
83
84
85
86
87
88
89
90
91
92
  	spin_unlock_irq(q->queue_lock);
  }
  EXPORT_SYMBOL_GPL(blk_execute_rq_nowait);
  
  /**
   * blk_execute_rq - insert a request into queue for execution
   * @q:		queue to insert the request in
   * @bd_disk:	matching gendisk
   * @rq:		request to insert
   * @at_head:    insert request at head or tail of queue
   *
   * Description:
710027a48   Randy Dunlap   Add some block/ s...
93
   *    Insert a fully prepared request at the back of the I/O scheduler queue
86db1e297   Jens Axboe   block: continue l...
94
95
96
97
98
99
100
101
   *    for execution and wait for completion.
   */
  int blk_execute_rq(struct request_queue *q, struct gendisk *bd_disk,
  		   struct request *rq, int at_head)
  {
  	DECLARE_COMPLETION_ONSTACK(wait);
  	char sense[SCSI_SENSE_BUFFERSIZE];
  	int err = 0;
4b1977698   Mark Lord   block: Prevent ha...
102
  	unsigned long hang_check;
86db1e297   Jens Axboe   block: continue l...
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
  
  	/*
  	 * we need an extra reference to the request, so we can look at
  	 * it after io completion
  	 */
  	rq->ref_count++;
  
  	if (!rq->sense) {
  		memset(sense, 0, sizeof(sense));
  		rq->sense = sense;
  		rq->sense_len = 0;
  	}
  
  	rq->end_io_data = &wait;
  	blk_execute_rq_nowait(q, bd_disk, rq, at_head, blk_end_sync_rq);
4b1977698   Mark Lord   block: Prevent ha...
118
119
120
121
  
  	/* Prevent hang_check timer from firing at us during very long I/O */
  	hang_check = sysctl_hung_task_timeout_secs;
  	if (hang_check)
5577022f4   Vladimir Davydov   block: account io...
122
  		while (!wait_for_completion_io_timeout(&wait, hang_check * (HZ/2)));
4b1977698   Mark Lord   block: Prevent ha...
123
  	else
5577022f4   Vladimir Davydov   block: account io...
124
  		wait_for_completion_io(&wait);
86db1e297   Jens Axboe   block: continue l...
125
126
127
128
129
130
  
  	if (rq->errors)
  		err = -EIO;
  
  	return err;
  }
86db1e297   Jens Axboe   block: continue l...
131
  EXPORT_SYMBOL(blk_execute_rq);