aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--block/blk-mq-debugfs.c1
-rw-r--r--block/blk-mq.c30
-rw-r--r--include/linux/blk-mq.h2
3 files changed, 2 insertions, 31 deletions
diff --git a/block/blk-mq-debugfs.c b/block/blk-mq-debugfs.c
index 58b3b79cbe83..3080e18cb859 100644
--- a/block/blk-mq-debugfs.c
+++ b/block/blk-mq-debugfs.c
@@ -235,7 +235,6 @@ static const char *const hctx_state_name[] = {
235 HCTX_STATE_NAME(STOPPED), 235 HCTX_STATE_NAME(STOPPED),
236 HCTX_STATE_NAME(TAG_ACTIVE), 236 HCTX_STATE_NAME(TAG_ACTIVE),
237 HCTX_STATE_NAME(SCHED_RESTART), 237 HCTX_STATE_NAME(SCHED_RESTART),
238 HCTX_STATE_NAME(START_ON_RUN),
239}; 238};
240#undef HCTX_STATE_NAME 239#undef HCTX_STATE_NAME
241 240
diff --git a/block/blk-mq.c b/block/blk-mq.c
index e05bd10d5c84..c2c6d276da3a 100644
--- a/block/blk-mq.c
+++ b/block/blk-mq.c
@@ -1562,40 +1562,14 @@ static void blk_mq_run_work_fn(struct work_struct *work)
1562 hctx = container_of(work, struct blk_mq_hw_ctx, run_work.work); 1562 hctx = container_of(work, struct blk_mq_hw_ctx, run_work.work);
1563 1563
1564 /* 1564 /*
1565 * If we are stopped, don't run the queue. The exception is if 1565 * If we are stopped, don't run the queue.
1566 * BLK_MQ_S_START_ON_RUN is set. For that case, we auto-clear
1567 * the STOPPED bit and run it.
1568 */ 1566 */
1569 if (test_bit(BLK_MQ_S_STOPPED, &hctx->state)) { 1567 if (test_bit(BLK_MQ_S_STOPPED, &hctx->state))
1570 if (!test_bit(BLK_MQ_S_START_ON_RUN, &hctx->state))
1571 return;
1572
1573 clear_bit(BLK_MQ_S_START_ON_RUN, &hctx->state);
1574 clear_bit(BLK_MQ_S_STOPPED, &hctx->state); 1568 clear_bit(BLK_MQ_S_STOPPED, &hctx->state);
1575 }
1576 1569
1577 __blk_mq_run_hw_queue(hctx); 1570 __blk_mq_run_hw_queue(hctx);
1578} 1571}
1579 1572
1580
1581void blk_mq_delay_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs)
1582{
1583 if (WARN_ON_ONCE(!blk_mq_hw_queue_mapped(hctx)))
1584 return;
1585
1586 /*
1587 * Stop the hw queue, then modify currently delayed work.
1588 * This should prevent us from running the queue prematurely.
1589 * Mark the queue as auto-clearing STOPPED when it runs.
1590 */
1591 blk_mq_stop_hw_queue(hctx);
1592 set_bit(BLK_MQ_S_START_ON_RUN, &hctx->state);
1593 kblockd_mod_delayed_work_on(blk_mq_hctx_next_cpu(hctx),
1594 &hctx->run_work,
1595 msecs_to_jiffies(msecs));
1596}
1597EXPORT_SYMBOL(blk_mq_delay_queue);
1598
1599static inline void __blk_mq_insert_req_list(struct blk_mq_hw_ctx *hctx, 1573static inline void __blk_mq_insert_req_list(struct blk_mq_hw_ctx *hctx,
1600 struct request *rq, 1574 struct request *rq,
1601 bool at_head) 1575 bool at_head)
diff --git a/include/linux/blk-mq.h b/include/linux/blk-mq.h
index 8efcf49796a3..e3986f4b3461 100644
--- a/include/linux/blk-mq.h
+++ b/include/linux/blk-mq.h
@@ -183,7 +183,6 @@ enum {
183 BLK_MQ_S_STOPPED = 0, 183 BLK_MQ_S_STOPPED = 0,
184 BLK_MQ_S_TAG_ACTIVE = 1, 184 BLK_MQ_S_TAG_ACTIVE = 1,
185 BLK_MQ_S_SCHED_RESTART = 2, 185 BLK_MQ_S_SCHED_RESTART = 2,
186 BLK_MQ_S_START_ON_RUN = 3,
187 186
188 BLK_MQ_MAX_DEPTH = 10240, 187 BLK_MQ_MAX_DEPTH = 10240,
189 188
@@ -270,7 +269,6 @@ void blk_mq_unquiesce_queue(struct request_queue *q);
270void blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs); 269void blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs);
271bool blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); 270bool blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async);
272void blk_mq_run_hw_queues(struct request_queue *q, bool async); 271void blk_mq_run_hw_queues(struct request_queue *q, bool async);
273void blk_mq_delay_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs);
274void blk_mq_tagset_busy_iter(struct blk_mq_tag_set *tagset, 272void blk_mq_tagset_busy_iter(struct blk_mq_tag_set *tagset,
275 busy_tag_iter_fn *fn, void *priv); 273 busy_tag_iter_fn *fn, void *priv);
276void blk_mq_freeze_queue(struct request_queue *q); 274void blk_mq_freeze_queue(struct request_queue *q);