949 lines · 23.3 KB · C
RawDownload
/* * Functions related to sysfs handling */#include <linux/kernel.h>#include <linux/slab.h>#include <linux/module.h>#include <linux/bio.h>#include <linux/blkdev.h>#include <linux/backing-dev.h>#include <linux/blktrace_api.h>#include <linux/blk-mq.h>#include <linux/blk-cgroup.h> #include "blk.h"#include "blk-mq.h"#include "blk-mq-debugfs.h"#include "blk-wbt.h" struct queue_sysfs_entry {	struct attribute attr;	ssize_t (*show)(struct request_queue *, char *);	ssize_t (*store)(struct request_queue *, const char *, size_t);}; static ssize_tqueue_var_show(unsigned long var, char *page){	return sprintf(page, "%lu\n", var);} static ssize_tqueue_var_store(unsigned long *var, const char *page, size_t count){	int err;	unsigned long v; 	err = kstrtoul(page, 10, &v);	if (err || v > UINT_MAX)		return -EINVAL; 	*var = v; 	return count;} static ssize_t queue_var_store64(s64 *var, const char *page){	int err;	s64 v; 	err = kstrtos64(page, 10, &v);	if (err < 0)		return err; 	*var = v;	return 0;} static ssize_t queue_requests_show(struct request_queue *q, char *page){	return queue_var_show(q->nr_requests, (page));} static ssize_tqueue_requests_store(struct request_queue *q, const char *page, size_t count){	unsigned long nr;	int ret, err; 	if (!q->request_fn && !q->mq_ops)		return -EINVAL; 	ret = queue_var_store(&nr, page, count);	if (ret < 0)		return ret; 	if (nr < BLKDEV_MIN_RQ)		nr = BLKDEV_MIN_RQ; 	if (q->request_fn)		err = blk_update_nr_requests(q, nr);	else		err = blk_mq_update_nr_requests(q, nr); 	if (err)		return err; 	return ret;} static ssize_t queue_ra_show(struct request_queue *q, char *page){	unsigned long ra_kb = q->backing_dev_info->ra_pages <<					(PAGE_SHIFT - 10); 	return queue_var_show(ra_kb, (page));} static ssize_tqueue_ra_store(struct request_queue *q, const char *page, size_t count){	unsigned long ra_kb;	ssize_t ret = queue_var_store(&ra_kb, page, count); 	if (ret < 0)		return ret; 	q->backing_dev_info->ra_pages = ra_kb >> (PAGE_SHIFT - 10); 	return ret;} static ssize_t queue_max_sectors_show(struct request_queue *q, char *page){	int max_sectors_kb = queue_max_sectors(q) >> 1; 	return queue_var_show(max_sectors_kb, (page));} static ssize_t queue_max_segments_show(struct request_queue *q, char *page){	return queue_var_show(queue_max_segments(q), (page));} static ssize_t queue_max_discard_segments_show(struct request_queue *q,		char *page){	return queue_var_show(queue_max_discard_segments(q), (page));} static ssize_t queue_max_integrity_segments_show(struct request_queue *q, char *page){	return queue_var_show(q->limits.max_integrity_segments, (page));} static ssize_t queue_max_segment_size_show(struct request_queue *q, char *page){	if (blk_queue_cluster(q))		return queue_var_show(queue_max_segment_size(q), (page)); 	return queue_var_show(PAGE_SIZE, (page));} static ssize_t queue_logical_block_size_show(struct request_queue *q, char *page){	return queue_var_show(queue_logical_block_size(q), page);} static ssize_t queue_physical_block_size_show(struct request_queue *q, char *page){	return queue_var_show(queue_physical_block_size(q), page);} static ssize_t queue_chunk_sectors_show(struct request_queue *q, char *page){	return queue_var_show(q->limits.chunk_sectors, page);} static ssize_t queue_io_min_show(struct request_queue *q, char *page){	return queue_var_show(queue_io_min(q), page);} static ssize_t queue_io_opt_show(struct request_queue *q, char *page){	return queue_var_show(queue_io_opt(q), page);} static ssize_t queue_discard_granularity_show(struct request_queue *q, char *page){	return queue_var_show(q->limits.discard_granularity, page);} static ssize_t queue_discard_max_hw_show(struct request_queue *q, char *page){ 	return sprintf(page, "%llu\n",		(unsigned long long)q->limits.max_hw_discard_sectors << 9);} static ssize_t queue_discard_max_show(struct request_queue *q, char *page){	return sprintf(page, "%llu\n",		       (unsigned long long)q->limits.max_discard_sectors << 9);} static ssize_t queue_discard_max_store(struct request_queue *q,				       const char *page, size_t count){	unsigned long max_discard;	ssize_t ret = queue_var_store(&max_discard, page, count); 	if (ret < 0)		return ret; 	if (max_discard & (q->limits.discard_granularity - 1))		return -EINVAL; 	max_discard >>= 9;	if (max_discard > UINT_MAX)		return -EINVAL; 	if (max_discard > q->limits.max_hw_discard_sectors)		max_discard = q->limits.max_hw_discard_sectors; 	q->limits.max_discard_sectors = max_discard;	return ret;} static ssize_t queue_discard_zeroes_data_show(struct request_queue *q, char *page){	return queue_var_show(0, page);} static ssize_t queue_write_same_max_show(struct request_queue *q, char *page){	return sprintf(page, "%llu\n",		(unsigned long long)q->limits.max_write_same_sectors << 9);} static ssize_t queue_write_zeroes_max_show(struct request_queue *q, char *page){	return sprintf(page, "%llu\n",		(unsigned long long)q->limits.max_write_zeroes_sectors << 9);} static ssize_tqueue_max_sectors_store(struct request_queue *q, const char *page, size_t count){	unsigned long max_sectors_kb,		max_hw_sectors_kb = queue_max_hw_sectors(q) >> 1,			page_kb = 1 << (PAGE_SHIFT - 10);	ssize_t ret = queue_var_store(&max_sectors_kb, page, count); 	if (ret < 0)		return ret; 	max_hw_sectors_kb = min_not_zero(max_hw_sectors_kb, (unsigned long)					 q->limits.max_dev_sectors >> 1); 	if (max_sectors_kb > max_hw_sectors_kb || max_sectors_kb < page_kb)		return -EINVAL; 	spin_lock_irq(q->queue_lock);	q->limits.max_sectors = max_sectors_kb << 1;	q->backing_dev_info->io_pages = max_sectors_kb >> (PAGE_SHIFT - 10);	spin_unlock_irq(q->queue_lock); 	return ret;} static ssize_t queue_max_hw_sectors_show(struct request_queue *q, char *page){	int max_hw_sectors_kb = queue_max_hw_sectors(q) >> 1; 	return queue_var_show(max_hw_sectors_kb, (page));} #define QUEUE_SYSFS_BIT_FNS(name, flag, neg)				\static ssize_t								\queue_show_##name(struct request_queue *q, char *page)			\{									\	int bit;							\	bit = test_bit(QUEUE_FLAG_##flag, &q->queue_flags);		\	return queue_var_show(neg ? !bit : bit, page);			\}									\static ssize_t								\queue_store_##name(struct request_queue *q, const char *page, size_t count) \{									\	unsigned long val;						\	ssize_t ret;							\	ret = queue_var_store(&val, page, count);			\	if (ret < 0)							\		 return ret;						\	if (neg)							\		val = !val;						\									\	spin_lock_irq(q->queue_lock);					\	if (val)							\		queue_flag_set(QUEUE_FLAG_##flag, q);			\	else								\		queue_flag_clear(QUEUE_FLAG_##flag, q);			\	spin_unlock_irq(q->queue_lock);					\	return ret;							\} QUEUE_SYSFS_BIT_FNS(nonrot, NONROT, 1);QUEUE_SYSFS_BIT_FNS(random, ADD_RANDOM, 0);QUEUE_SYSFS_BIT_FNS(iostats, IO_STAT, 0);#undef QUEUE_SYSFS_BIT_FNS static ssize_t queue_zoned_show(struct request_queue *q, char *page){	switch (blk_queue_zoned_model(q)) {	case BLK_ZONED_HA:		return sprintf(page, "host-aware\n");	case BLK_ZONED_HM:		return sprintf(page, "host-managed\n");	default:		return sprintf(page, "none\n");	}} static ssize_t queue_nomerges_show(struct request_queue *q, char *page){	return queue_var_show((blk_queue_nomerges(q) << 1) |			       blk_queue_noxmerges(q), page);} static ssize_t queue_nomerges_store(struct request_queue *q, const char *page,				    size_t count){	unsigned long nm;	ssize_t ret = queue_var_store(&nm, page, count); 	if (ret < 0)		return ret; 	spin_lock_irq(q->queue_lock);	queue_flag_clear(QUEUE_FLAG_NOMERGES, q);	queue_flag_clear(QUEUE_FLAG_NOXMERGES, q);	if (nm == 2)		queue_flag_set(QUEUE_FLAG_NOMERGES, q);	else if (nm)		queue_flag_set(QUEUE_FLAG_NOXMERGES, q);	spin_unlock_irq(q->queue_lock); 	return ret;} static ssize_t queue_rq_affinity_show(struct request_queue *q, char *page){	bool set = test_bit(QUEUE_FLAG_SAME_COMP, &q->queue_flags);	bool force = test_bit(QUEUE_FLAG_SAME_FORCE, &q->queue_flags); 	return queue_var_show(set << force, page);} static ssize_tqueue_rq_affinity_store(struct request_queue *q, const char *page, size_t count){	ssize_t ret = -EINVAL;#ifdef CONFIG_SMP	unsigned long val; 	ret = queue_var_store(&val, page, count);	if (ret < 0)		return ret; 	spin_lock_irq(q->queue_lock);	if (val == 2) {		queue_flag_set(QUEUE_FLAG_SAME_COMP, q);		queue_flag_set(QUEUE_FLAG_SAME_FORCE, q);	} else if (val == 1) {		queue_flag_set(QUEUE_FLAG_SAME_COMP, q);		queue_flag_clear(QUEUE_FLAG_SAME_FORCE, q);	} else if (val == 0) {		queue_flag_clear(QUEUE_FLAG_SAME_COMP, q);		queue_flag_clear(QUEUE_FLAG_SAME_FORCE, q);	}	spin_unlock_irq(q->queue_lock);#endif	return ret;} static ssize_t queue_poll_delay_show(struct request_queue *q, char *page){	int val; 	if (q->poll_nsec == -1)		val = -1;	else		val = q->poll_nsec / 1000; 	return sprintf(page, "%d\n", val);} static ssize_t queue_poll_delay_store(struct request_queue *q, const char *page,				size_t count){	int err, val; 	if (!q->mq_ops || !q->mq_ops->poll)		return -EINVAL; 	err = kstrtoint(page, 10, &val);	if (err < 0)		return err; 	if (val == -1)		q->poll_nsec = -1;	else		q->poll_nsec = val * 1000; 	return count;} static ssize_t queue_poll_show(struct request_queue *q, char *page){	return queue_var_show(test_bit(QUEUE_FLAG_POLL, &q->queue_flags), page);} static ssize_t queue_poll_store(struct request_queue *q, const char *page,				size_t count){	unsigned long poll_on;	ssize_t ret; 	if (!q->mq_ops || !q->mq_ops->poll)		return -EINVAL; 	ret = queue_var_store(&poll_on, page, count);	if (ret < 0)		return ret; 	spin_lock_irq(q->queue_lock);	if (poll_on)		queue_flag_set(QUEUE_FLAG_POLL, q);	else		queue_flag_clear(QUEUE_FLAG_POLL, q);	spin_unlock_irq(q->queue_lock); 	return ret;} static ssize_t queue_wb_lat_show(struct request_queue *q, char *page){	if (!q->rq_wb)		return -EINVAL; 	return sprintf(page, "%llu\n", div_u64(q->rq_wb->min_lat_nsec, 1000));} static ssize_t queue_wb_lat_store(struct request_queue *q, const char *page,				  size_t count){	struct rq_wb *rwb;	ssize_t ret;	s64 val; 	ret = queue_var_store64(&val, page);	if (ret < 0)		return ret;	if (val < -1)		return -EINVAL; 	rwb = q->rq_wb;	if (!rwb) {		ret = wbt_init(q);		if (ret)			return ret; 		rwb = q->rq_wb;		if (!rwb)			return -EINVAL;	} 	if (val == -1)		rwb->min_lat_nsec = wbt_default_latency_nsec(q);	else if (val >= 0)		rwb->min_lat_nsec = val * 1000ULL; 	if (rwb->enable_state == WBT_STATE_ON_DEFAULT)		rwb->enable_state = WBT_STATE_ON_MANUAL; 	wbt_update_limits(rwb);	return count;} static ssize_t queue_wc_show(struct request_queue *q, char *page){	if (test_bit(QUEUE_FLAG_WC, &q->queue_flags))		return sprintf(page, "write back\n"); 	return sprintf(page, "write through\n");} static ssize_t queue_wc_store(struct request_queue *q, const char *page,			      size_t count){	int set = -1; 	if (!strncmp(page, "write back", 10))		set = 1;	else if (!strncmp(page, "write through", 13) ||		 !strncmp(page, "none", 4))		set = 0; 	if (set == -1)		return -EINVAL; 	spin_lock_irq(q->queue_lock);	if (set)		queue_flag_set(QUEUE_FLAG_WC, q);	else		queue_flag_clear(QUEUE_FLAG_WC, q);	spin_unlock_irq(q->queue_lock); 	return count;}

Lines 1–500 of 949.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t