diff options
Diffstat (limited to 'lib/dynamic_queue_limits.c')
| -rw-r--r-- | lib/dynamic_queue_limits.c | 18 |
1 files changed, 11 insertions, 7 deletions
diff --git a/lib/dynamic_queue_limits.c b/lib/dynamic_queue_limits.c index 6ab4587d052b..0777c5a45fa0 100644 --- a/lib/dynamic_queue_limits.c +++ b/lib/dynamic_queue_limits.c | |||
| @@ -10,23 +10,27 @@ | |||
| 10 | #include <linux/jiffies.h> | 10 | #include <linux/jiffies.h> |
| 11 | #include <linux/dynamic_queue_limits.h> | 11 | #include <linux/dynamic_queue_limits.h> |
| 12 | 12 | ||
| 13 | #define POSDIFF(A, B) ((A) > (B) ? (A) - (B) : 0) | 13 | #define POSDIFF(A, B) ((int)((A) - (B)) > 0 ? (A) - (B) : 0) |
| 14 | #define AFTER_EQ(A, B) ((int)((A) - (B)) >= 0) | ||
| 14 | 15 | ||
| 15 | /* Records completed count and recalculates the queue limit */ | 16 | /* Records completed count and recalculates the queue limit */ |
| 16 | void dql_completed(struct dql *dql, unsigned int count) | 17 | void dql_completed(struct dql *dql, unsigned int count) |
| 17 | { | 18 | { |
| 18 | unsigned int inprogress, prev_inprogress, limit; | 19 | unsigned int inprogress, prev_inprogress, limit; |
| 19 | unsigned int ovlimit, all_prev_completed, completed; | 20 | unsigned int ovlimit, completed, num_queued; |
| 21 | bool all_prev_completed; | ||
| 22 | |||
| 23 | num_queued = ACCESS_ONCE(dql->num_queued); | ||
| 20 | 24 | ||
| 21 | /* Can't complete more than what's in queue */ | 25 | /* Can't complete more than what's in queue */ |
| 22 | BUG_ON(count > dql->num_queued - dql->num_completed); | 26 | BUG_ON(count > num_queued - dql->num_completed); |
| 23 | 27 | ||
| 24 | completed = dql->num_completed + count; | 28 | completed = dql->num_completed + count; |
| 25 | limit = dql->limit; | 29 | limit = dql->limit; |
| 26 | ovlimit = POSDIFF(dql->num_queued - dql->num_completed, limit); | 30 | ovlimit = POSDIFF(num_queued - dql->num_completed, limit); |
| 27 | inprogress = dql->num_queued - completed; | 31 | inprogress = num_queued - completed; |
| 28 | prev_inprogress = dql->prev_num_queued - dql->num_completed; | 32 | prev_inprogress = dql->prev_num_queued - dql->num_completed; |
| 29 | all_prev_completed = POSDIFF(completed, dql->prev_num_queued); | 33 | all_prev_completed = AFTER_EQ(completed, dql->prev_num_queued); |
| 30 | 34 | ||
| 31 | if ((ovlimit && !inprogress) || | 35 | if ((ovlimit && !inprogress) || |
| 32 | (dql->prev_ovlimit && all_prev_completed)) { | 36 | (dql->prev_ovlimit && all_prev_completed)) { |
| @@ -104,7 +108,7 @@ void dql_completed(struct dql *dql, unsigned int count) | |||
| 104 | dql->prev_ovlimit = ovlimit; | 108 | dql->prev_ovlimit = ovlimit; |
| 105 | dql->prev_last_obj_cnt = dql->last_obj_cnt; | 109 | dql->prev_last_obj_cnt = dql->last_obj_cnt; |
| 106 | dql->num_completed = completed; | 110 | dql->num_completed = completed; |
| 107 | dql->prev_num_queued = dql->num_queued; | 111 | dql->prev_num_queued = num_queued; |
| 108 | } | 112 | } |
| 109 | EXPORT_SYMBOL(dql_completed); | 113 | EXPORT_SYMBOL(dql_completed); |
| 110 | 114 | ||
