diff options
| -rw-r--r-- | block/blk-core.c | 28 | ||||
| -rw-r--r-- | fs/direct-io.c | 1 | ||||
| -rw-r--r-- | include/linux/aio.h | 8 | ||||
| -rw-r--r-- | include/linux/blk_types.h | 1 |
4 files changed, 38 insertions, 0 deletions
diff --git a/block/blk-core.c b/block/blk-core.c index cfbde698cc81..83fdf39de548 100644 --- a/block/blk-core.c +++ b/block/blk-core.c @@ -31,6 +31,7 @@ #include <linux/delay.h> #include <linux/ratelimit.h> #include <linux/pm_runtime.h> +#include <linux/aio.h> #define CREATE_TRACE_POINTS #include <trace/events/block.h> @@ -1742,6 +1743,11 @@ generic_make_request_checks(struct bio *bio) goto end_io; } + if (bio_cancelled(bio)) { + err = -ECANCELED; + goto end_io; + } + /* * Various block parts want %current->io_context and lazy ioc * allocation ends up trading a lot of pain for a small amount of @@ -2055,6 +2061,20 @@ static void blk_account_io_done(struct request *req) } } +static bool request_cancelled(struct request *rq) +{ + struct bio *bio; + + if (!rq->bio) + return false; + + for (bio = rq->bio; bio; bio = bio->bi_next) + if (!bio_cancelled(bio)) + return false; + + return true; +} + #ifdef CONFIG_PM_RUNTIME /* * Don't process normal requests when queue is suspended @@ -2122,6 +2142,11 @@ struct request *blk_peek_request(struct request_queue *q) trace_block_rq_issue(q, rq); } + if (request_cancelled(rq)) { + blk_start_abort_request(rq, -ECANCELED); + continue; + } + if (!q->boundary_rq || q->boundary_rq == rq) { q->end_sector = rq_end_sector(rq); q->boundary_rq = NULL; @@ -2316,6 +2341,8 @@ bool blk_update_request(struct request *req, int error, unsigned int nr_bytes, char *error_type; switch (error) { + case -ECANCELED: + goto noerr; case -ENOLINK: error_type = "recoverable transport"; break; @@ -2345,6 +2372,7 @@ bool blk_update_request(struct request *req, int error, unsigned int nr_bytes, (unsigned long long)blk_rq_pos(req)); } +noerr: blk_account_io_completion(req, nr_bytes); diff --git a/fs/direct-io.c b/fs/direct-io.c index 24d6cd388649..f1a8cac3919c 100644 --- a/fs/direct-io.c +++ b/fs/direct-io.c @@ -402,6 +402,7 @@ static inline void dio_bio_submit(struct dio *dio, struct dio_submit *sdio) unsigned long flags; bio->bi_private = dio; + bio->bi_iocb = dio->iocb; spin_lock_irqsave(&dio->bio_lock, flags); dio->refcount++; diff --git a/include/linux/aio.h b/include/linux/aio.h index 985e664fb05d..9c3cfc551c64 100644 --- a/include/linux/aio.h +++ b/include/linux/aio.h @@ -8,6 +8,7 @@ #include <linux/rcupdate.h> #include <linux/atomic.h> #include <linux/batch_complete.h> +#include <linux/blk_types.h> struct kioctx; struct kiocb; @@ -105,6 +106,13 @@ static inline bool kiocb_cancelled(struct kiocb *kiocb) return kiocb->ki_cancel == KIOCB_CANCELLED; } +#ifdef CONFIG_BLOCK +static inline bool bio_cancelled(struct bio *bio) +{ + return bio->bi_iocb && kiocb_cancelled(bio->bi_iocb); +} +#endif + static inline bool is_sync_kiocb(struct kiocb *kiocb) { return kiocb->ki_ctx == NULL; diff --git a/include/linux/blk_types.h b/include/linux/blk_types.h index 9d3cafa6bbcd..7252484807bf 100644 --- a/include/linux/blk_types.h +++ b/include/linux/blk_types.h @@ -43,6 +43,7 @@ struct bio { * top bits priority */ + struct kiocb *bi_iocb; short bi_error; unsigned short bi_vcnt; /* how many bio_vec's */ unsigned short bi_idx; /* current index into bvl_vec */ |