779 lines · 20.4 KB · C
RawDownload
#undef TRACE_SYSTEM#define TRACE_SYSTEM writeback #if !defined(_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)#define _TRACE_WRITEBACK_H #include <linux/tracepoint.h>#include <linux/backing-dev.h>#include <linux/writeback.h> #define show_inode_state(state)					\	__print_flags(state, "|",				\		{I_DIRTY_SYNC,		"I_DIRTY_SYNC"},	\		{I_DIRTY_DATASYNC,	"I_DIRTY_DATASYNC"},	\		{I_DIRTY_PAGES,		"I_DIRTY_PAGES"},	\		{I_NEW,			"I_NEW"},		\		{I_WILL_FREE,		"I_WILL_FREE"},		\		{I_FREEING,		"I_FREEING"},		\		{I_CLEAR,		"I_CLEAR"},		\		{I_SYNC,		"I_SYNC"},		\		{I_DIRTY_TIME,		"I_DIRTY_TIME"},	\		{I_DIRTY_TIME_EXPIRED,	"I_DIRTY_TIME_EXPIRED"}, \		{I_REFERENCED,		"I_REFERENCED"}		\	) /* enums need to be exported to user space */#undef EM#undef EMe#define EM(a,b) 	TRACE_DEFINE_ENUM(a);#define EMe(a,b)	TRACE_DEFINE_ENUM(a); #define WB_WORK_REASON							\	EM( WB_REASON_BACKGROUND,		"background")		\	EM( WB_REASON_TRY_TO_FREE_PAGES,	"try_to_free_pages")	\	EM( WB_REASON_SYNC,			"sync")			\	EM( WB_REASON_PERIODIC,			"periodic")		\	EM( WB_REASON_LAPTOP_TIMER,		"laptop_timer")		\	EM( WB_REASON_FREE_MORE_MEM,		"free_more_memory")	\	EM( WB_REASON_FS_FREE_SPACE,		"fs_free_space")	\	EMe(WB_REASON_FORKER_THREAD,		"forker_thread") WB_WORK_REASON /* * Now redefine the EM() and EMe() macros to map the enums to the strings * that will be printed in the output. */#undef EM#undef EMe#define EM(a,b)		{ a, b },#define EMe(a,b)	{ a, b } struct wb_writeback_work; TRACE_EVENT(writeback_dirty_page, 	TP_PROTO(struct page *page, struct address_space *mapping), 	TP_ARGS(page, mapping), 	TP_STRUCT__entry (		__array(char, name, 32)		__field(unsigned long, ino)		__field(pgoff_t, index)	), 	TP_fast_assign(		strncpy(__entry->name,			mapping ? dev_name(inode_to_bdi(mapping->host)->dev) : "(unknown)", 32);		__entry->ino = mapping ? mapping->host->i_ino : 0;		__entry->index = page->index;	), 	TP_printk("bdi %s: ino=%lu index=%lu",		__entry->name,		__entry->ino,		__entry->index	)); DECLARE_EVENT_CLASS(writeback_dirty_inode_template, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags), 	TP_STRUCT__entry (		__array(char, name, 32)		__field(unsigned long, ino)		__field(unsigned long, state)		__field(unsigned long, flags)	), 	TP_fast_assign(		struct backing_dev_info *bdi = inode_to_bdi(inode); 		/* may be called for files on pseudo FSes w/ unregistered bdi */		strncpy(__entry->name,			bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32);		__entry->ino		= inode->i_ino;		__entry->state		= inode->i_state;		__entry->flags		= flags;	), 	TP_printk("bdi %s: ino=%lu state=%s flags=%s",		__entry->name,		__entry->ino,		show_inode_state(__entry->state),		show_inode_state(__entry->flags)	)); DEFINE_EVENT(writeback_dirty_inode_template, writeback_mark_inode_dirty, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags)); DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode_start, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags)); DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags)); #ifdef CREATE_TRACE_POINTS#ifdef CONFIG_CGROUP_WRITEBACK static inline size_t __trace_wb_cgroup_size(struct bdi_writeback *wb){	return kernfs_path_len(wb->memcg_css->cgroup->kn) + 1;} static inline void __trace_wb_assign_cgroup(char *buf, struct bdi_writeback *wb){	struct cgroup *cgrp = wb->memcg_css->cgroup;	char *path; 	path = cgroup_path(cgrp, buf, kernfs_path_len(cgrp->kn) + 1);	WARN_ON_ONCE(path != buf);} static inline size_t __trace_wbc_cgroup_size(struct writeback_control *wbc){	if (wbc->wb)		return __trace_wb_cgroup_size(wbc->wb);	else		return 2;} static inline void __trace_wbc_assign_cgroup(char *buf,					     struct writeback_control *wbc){	if (wbc->wb)		__trace_wb_assign_cgroup(buf, wbc->wb);	else		strcpy(buf, "/");} #else	/* CONFIG_CGROUP_WRITEBACK */ static inline size_t __trace_wb_cgroup_size(struct bdi_writeback *wb){	return 2;} static inline void __trace_wb_assign_cgroup(char *buf, struct bdi_writeback *wb){	strcpy(buf, "/");} static inline size_t __trace_wbc_cgroup_size(struct writeback_control *wbc){	return 2;} static inline void __trace_wbc_assign_cgroup(char *buf,					     struct writeback_control *wbc){	strcpy(buf, "/");} #endif	/* CONFIG_CGROUP_WRITEBACK */#endif	/* CREATE_TRACE_POINTS */ DECLARE_EVENT_CLASS(writeback_write_inode_template, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc), 	TP_ARGS(inode, wbc), 	TP_STRUCT__entry (		__array(char, name, 32)		__field(unsigned long, ino)		__field(int, sync_mode)		__dynamic_array(char, cgroup, __trace_wbc_cgroup_size(wbc))	), 	TP_fast_assign(		strncpy(__entry->name,			dev_name(inode_to_bdi(inode)->dev), 32);		__entry->ino		= inode->i_ino;		__entry->sync_mode	= wbc->sync_mode;		__trace_wbc_assign_cgroup(__get_str(cgroup), wbc);	), 	TP_printk("bdi %s: ino=%lu sync_mode=%d cgroup=%s",		__entry->name,		__entry->ino,		__entry->sync_mode,		__get_str(cgroup)	)); DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode_start, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc), 	TP_ARGS(inode, wbc)); DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc), 	TP_ARGS(inode, wbc)); DECLARE_EVENT_CLASS(writeback_work_class,	TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),	TP_ARGS(wb, work),	TP_STRUCT__entry(		__array(char, name, 32)		__field(long, nr_pages)		__field(dev_t, sb_dev)		__field(int, sync_mode)		__field(int, for_kupdate)		__field(int, range_cyclic)		__field(int, for_background)		__field(int, reason)		__dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb))	),	TP_fast_assign(		strncpy(__entry->name,			wb->bdi->dev ? dev_name(wb->bdi->dev) : "(unknown)", 32);		__entry->nr_pages = work->nr_pages;		__entry->sb_dev = work->sb ? work->sb->s_dev : 0;		__entry->sync_mode = work->sync_mode;		__entry->for_kupdate = work->for_kupdate;		__entry->range_cyclic = work->range_cyclic;		__entry->for_background	= work->for_background;		__entry->reason = work->reason;		__trace_wb_assign_cgroup(__get_str(cgroup), wb);	),	TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d "		  "kupdate=%d range_cyclic=%d background=%d reason=%s cgroup=%s",		  __entry->name,		  MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev),		  __entry->nr_pages,		  __entry->sync_mode,		  __entry->for_kupdate,		  __entry->range_cyclic,		  __entry->for_background,		  __print_symbolic(__entry->reason, WB_WORK_REASON),		  __get_str(cgroup)	));#define DEFINE_WRITEBACK_WORK_EVENT(name) \DEFINE_EVENT(writeback_work_class, name, \	TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \	TP_ARGS(wb, work))DEFINE_WRITEBACK_WORK_EVENT(writeback_queue);DEFINE_WRITEBACK_WORK_EVENT(writeback_exec);DEFINE_WRITEBACK_WORK_EVENT(writeback_start);DEFINE_WRITEBACK_WORK_EVENT(writeback_written);DEFINE_WRITEBACK_WORK_EVENT(writeback_wait); TRACE_EVENT(writeback_pages_written,	TP_PROTO(long pages_written),	TP_ARGS(pages_written),	TP_STRUCT__entry(		__field(long,		pages)	),	TP_fast_assign(		__entry->pages		= pages_written;	),	TP_printk("%ld", __entry->pages)); DECLARE_EVENT_CLASS(writeback_class,	TP_PROTO(struct bdi_writeback *wb),	TP_ARGS(wb),	TP_STRUCT__entry(		__array(char, name, 32)		__dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb))	),	TP_fast_assign(		strncpy(__entry->name, dev_name(wb->bdi->dev), 32);		__trace_wb_assign_cgroup(__get_str(cgroup), wb);	),	TP_printk("bdi %s: cgroup=%s",		  __entry->name,		  __get_str(cgroup)	));#define DEFINE_WRITEBACK_EVENT(name) \DEFINE_EVENT(writeback_class, name, \	TP_PROTO(struct bdi_writeback *wb), \	TP_ARGS(wb)) DEFINE_WRITEBACK_EVENT(writeback_nowork);DEFINE_WRITEBACK_EVENT(writeback_wake_background); TRACE_EVENT(writeback_bdi_register,	TP_PROTO(struct backing_dev_info *bdi),	TP_ARGS(bdi),	TP_STRUCT__entry(		__array(char, name, 32)	),	TP_fast_assign(		strncpy(__entry->name, dev_name(bdi->dev), 32);	),	TP_printk("bdi %s",		__entry->name	)); DECLARE_EVENT_CLASS(wbc_class,	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),	TP_ARGS(wbc, bdi),	TP_STRUCT__entry(		__array(char, name, 32)		__field(long, nr_to_write)		__field(long, pages_skipped)		__field(int, sync_mode)		__field(int, for_kupdate)		__field(int, for_background)		__field(int, for_reclaim)		__field(int, range_cyclic)		__field(long, range_start)		__field(long, range_end)		__dynamic_array(char, cgroup, __trace_wbc_cgroup_size(wbc))	), 	TP_fast_assign(		strncpy(__entry->name, dev_name(bdi->dev), 32);		__entry->nr_to_write	= wbc->nr_to_write;		__entry->pages_skipped	= wbc->pages_skipped;		__entry->sync_mode	= wbc->sync_mode;		__entry->for_kupdate	= wbc->for_kupdate;		__entry->for_background	= wbc->for_background;		__entry->for_reclaim	= wbc->for_reclaim;		__entry->range_cyclic	= wbc->range_cyclic;		__entry->range_start	= (long)wbc->range_start;		__entry->range_end	= (long)wbc->range_end;		__trace_wbc_assign_cgroup(__get_str(cgroup), wbc);	), 	TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "		"bgrd=%d reclm=%d cyclic=%d "		"start=0x%lx end=0x%lx cgroup=%s",		__entry->name,		__entry->nr_to_write,		__entry->pages_skipped,		__entry->sync_mode,		__entry->for_kupdate,		__entry->for_background,		__entry->for_reclaim,		__entry->range_cyclic,		__entry->range_start,		__entry->range_end,		__get_str(cgroup)	)) #define DEFINE_WBC_EVENT(name) \DEFINE_EVENT(wbc_class, name, \	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \	TP_ARGS(wbc, bdi))DEFINE_WBC_EVENT(wbc_writepage); TRACE_EVENT(writeback_queue_io,	TP_PROTO(struct bdi_writeback *wb,		 struct wb_writeback_work *work,		 int moved),	TP_ARGS(wb, work, moved),	TP_STRUCT__entry(		__array(char,		name, 32)		__field(unsigned long,	older)		__field(long,		age)		__field(int,		moved)		__field(int,		reason)		__dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb))	),	TP_fast_assign(		unsigned long *older_than_this = work->older_than_this;		strncpy(__entry->name, dev_name(wb->bdi->dev), 32);		__entry->older	= older_than_this ?  *older_than_this : 0;		__entry->age	= older_than_this ?				  (jiffies - *older_than_this) * 1000 / HZ : -1;		__entry->moved	= moved;		__entry->reason	= work->reason;		__trace_wb_assign_cgroup(__get_str(cgroup), wb);	),	TP_printk("bdi %s: older=%lu age=%ld enqueue=%d reason=%s cgroup=%s",		__entry->name,		__entry->older,	/* older_than_this in jiffies */		__entry->age,	/* older_than_this in relative milliseconds */		__entry->moved,		__print_symbolic(__entry->reason, WB_WORK_REASON),		__get_str(cgroup)	)); TRACE_EVENT(global_dirty_state, 	TP_PROTO(unsigned long background_thresh,		 unsigned long dirty_thresh	), 	TP_ARGS(background_thresh,		dirty_thresh	), 	TP_STRUCT__entry(		__field(unsigned long,	nr_dirty)		__field(unsigned long,	nr_writeback)		__field(unsigned long,	nr_unstable)		__field(unsigned long,	background_thresh)		__field(unsigned long,	dirty_thresh)		__field(unsigned long,	dirty_limit)		__field(unsigned long,	nr_dirtied)		__field(unsigned long,	nr_written)	), 	TP_fast_assign(		__entry->nr_dirty	= global_page_state(NR_FILE_DIRTY);		__entry->nr_writeback	= global_page_state(NR_WRITEBACK);		__entry->nr_unstable	= global_page_state(NR_UNSTABLE_NFS);		__entry->nr_dirtied	= global_page_state(NR_DIRTIED);		__entry->nr_written	= global_page_state(NR_WRITTEN);		__entry->background_thresh = background_thresh;		__entry->dirty_thresh	= dirty_thresh;		__entry->dirty_limit	= global_wb_domain.dirty_limit;	), 	TP_printk("dirty=%lu writeback=%lu unstable=%lu "		  "bg_thresh=%lu thresh=%lu limit=%lu "		  "dirtied=%lu written=%lu",		  __entry->nr_dirty,		  __entry->nr_writeback,		  __entry->nr_unstable,		  __entry->background_thresh,		  __entry->dirty_thresh,		  __entry->dirty_limit,		  __entry->nr_dirtied,		  __entry->nr_written	)); #define KBps(x)			((x) << (PAGE_SHIFT - 10)) TRACE_EVENT(bdi_dirty_ratelimit, 	TP_PROTO(struct bdi_writeback *wb,		 unsigned long dirty_rate,		 unsigned long task_ratelimit), 	TP_ARGS(wb, dirty_rate, task_ratelimit), 	TP_STRUCT__entry(		__array(char,		bdi, 32)		__field(unsigned long,	write_bw)		__field(unsigned long,	avg_write_bw)		__field(unsigned long,	dirty_rate)		__field(unsigned long,	dirty_ratelimit)		__field(unsigned long,	task_ratelimit)		__field(unsigned long,	balanced_dirty_ratelimit)		__dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb))	), 	TP_fast_assign(		strlcpy(__entry->bdi, dev_name(wb->bdi->dev), 32);		__entry->write_bw	= KBps(wb->write_bandwidth);		__entry->avg_write_bw	= KBps(wb->avg_write_bandwidth);		__entry->dirty_rate	= KBps(dirty_rate);		__entry->dirty_ratelimit = KBps(wb->dirty_ratelimit);		__entry->task_ratelimit	= KBps(task_ratelimit);		__entry->balanced_dirty_ratelimit =					KBps(wb->balanced_dirty_ratelimit);		__trace_wb_assign_cgroup(__get_str(cgroup), wb);	),

Lines 1–500 of 779.