161 lines
3.9 KiB
C
161 lines
3.9 KiB
C
|
#ifndef WB_THROTTLE_H
|
||
|
|
#define WB_THROTTLE_H
|
||
|
|
|
||
|
|
#include <linux/atomic.h>
|
||
|
|
#include <linux/wait.h>
|
||
|
|
#include <linux/timer.h>
|
||
|
|
#include <linux/ktime.h>
|
||
|
|
|
||
|
|
#define ISSUE_STAT_MASK (1ULL << 63)
|
||
|
|
#define ISSUE_STAT_TIME_MASK ~ISSUE_STAT_MASK
|
||
|
|
|
||
|
|
struct wb_issue_stat {
|
||
|
|
u64 time;
|
||
|
|
};
|
||
|
|
|
||
|
|
static inline void wbt_issue_stat_set_time(struct wb_issue_stat *stat)
|
||
|
|
{
|
||
|
|
stat->time = (stat->time & ISSUE_STAT_MASK) |
|
||
|
|
(ktime_to_ns(ktime_get()) & ISSUE_STAT_TIME_MASK);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline u64 wbt_issue_stat_get_time(struct wb_issue_stat *stat)
|
||
|
|
{
|
||
|
|
return stat->time & ISSUE_STAT_TIME_MASK;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void wbt_mark_tracked(struct wb_issue_stat *stat)
|
||
|
|
{
|
||
|
|
stat->time |= ISSUE_STAT_MASK;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void wbt_clear_tracked(struct wb_issue_stat *stat)
|
||
|
|
{
|
||
|
|
stat->time &= ~ISSUE_STAT_MASK;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool wbt_tracked(struct wb_issue_stat *stat)
|
||
|
|
{
|
||
|
|
return (stat->time & ISSUE_STAT_MASK) != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct wb_stat_ops {
|
||
|
|
void (*get)(void *, struct blk_rq_stat *);
|
||
|
|
void (*clear)(void *);
|
||
|
|
};
|
||
|
|
|
||
|
|
enum wbt_mode {
|
||
|
|
WBT_FS,
|
||
|
|
WBT_BLK,
|
||
|
|
};
|
||
|
|
|
||
|
|
struct rq_wb {
|
||
|
|
/*
|
||
|
|
* Settings that govern how we throttle
|
||
|
|
*/
|
||
|
|
unsigned int wb_background; /* background writeback */
|
||
|
|
unsigned int wb_normal; /* normal writeback */
|
||
|
|
unsigned int wb_max; /* max throughput writeback */
|
||
|
|
unsigned int scale_step;
|
||
|
|
|
||
|
|
enum wbt_mode mode;
|
||
|
|
u64 win_nsec; /* default window size */
|
||
|
|
u64 cur_win_nsec; /* current window size */
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Number of consecutive periods where we don't have enough
|
||
|
|
* information to make a firm scale up/down decision.
|
||
|
|
*/
|
||
|
|
unsigned int unknown_cnt;
|
||
|
|
unsigned long ok_cnt;
|
||
|
|
unsigned long ok_cnt_set;
|
||
|
|
|
||
|
|
struct timer_list window_timer;
|
||
|
|
|
||
|
|
s64 sync_issue;
|
||
|
|
void *sync_cookie;
|
||
|
|
|
||
|
|
unsigned int wc;
|
||
|
|
unsigned int queue_depth;
|
||
|
|
|
||
|
|
unsigned long last_issue; /* last non-throttled issue */
|
||
|
|
unsigned long last_comp; /* last non-throttled comp */
|
||
|
|
unsigned long min_lat_nsec;
|
||
|
|
struct backing_dev_info *bdi;
|
||
|
|
struct request_queue *q;
|
||
|
|
wait_queue_head_t wait;
|
||
|
|
atomic_t inflight;
|
||
|
|
|
||
|
|
struct wb_stat_ops *stat_ops;
|
||
|
|
void *ops_data;
|
||
|
|
};
|
||
|
|
|
||
|
|
static inline enum wbt_mode wbt_mode(struct rq_wb *rwb)
|
||
|
|
{
|
||
|
|
return rwb->mode;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct backing_dev_info;
|
||
|
|
|
||
|
|
void __wbt_done(struct rq_wb *);
|
||
|
|
|
||
|
|
#ifdef CONFIG_WBT
|
||
|
|
void wbt_done(struct rq_wb *, struct wb_issue_stat *, bool);
|
||
|
|
bool wbt_wait(struct rq_wb *, unsigned int, spinlock_t *);
|
||
|
|
struct rq_wb *wbt_init(struct backing_dev_info *, struct wb_stat_ops *, void *);
|
||
|
|
void wbt_exit(struct rq_wb *);
|
||
|
|
void wbt_update_limits(struct rq_wb *);
|
||
|
|
void wbt_requeue(struct rq_wb *, struct wb_issue_stat *);
|
||
|
|
void wbt_issue(struct rq_wb *, struct wb_issue_stat *, bool);
|
||
|
|
void wbt_disable(struct rq_wb *);
|
||
|
|
void wbt_set_queue_depth(struct rq_wb *, unsigned int);
|
||
|
|
void wbt_set_write_cache(struct rq_wb *, bool);
|
||
|
|
int wbt_max_bio_blocks(struct block_device *bdev, int rw, int max, bool *nomerge);
|
||
|
|
bool wbt_need_kick_bio(struct bio *bio);
|
||
|
|
bool wbt_fs_get_quota(struct request_queue *q, struct writeback_control *wbc);
|
||
|
|
void wbt_fs_wait(struct request_queue *q, struct writeback_control *wbc);
|
||
|
|
#else
|
||
|
|
static inline bool wbt_need_kick_bio(struct bio *bio)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline int wbt_max_bio_blocks(struct block_device *bdev, int rw, int max, bool *nomerge)
|
||
|
|
{
|
||
|
|
return BIO_MAX_PAGES;
|
||
|
|
}
|
||
|
|
static inline void wbt_done(struct rq_wb *rwb, struct wb_issue_stat *stat, bool fg)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline bool wbt_wait(struct rq_wb *rwb, unsigned long rw, spinlock_t *lock)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline struct rq_wb *wbt_init(struct backing_dev_info *bdi, struct wb_stat_ops *ops, void *ops_data)
|
||
|
|
{
|
||
|
|
return ERR_PTR(-ENOTSUPP);
|
||
|
|
}
|
||
|
|
static inline void wbt_exit(struct rq_wb *rwb)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline void wbt_update_limits(struct rq_wb *rwb)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline void wbt_requeue(struct rq_wb *rwb, struct wb_issue_stat *stat)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline void wbt_issue(struct rq_wb *rwb, struct wb_issue_stat *stat, bool fg)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline void wbt_disable(struct rq_wb *rwb)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline void wbt_set_queue_depth(struct rq_wb *rwb, unsigned int depth)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
static inline void wbt_set_write_cache(struct rq_wb *rwb, bool write_cache_on)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#endif
|