904 lines · 23.5 KB · C
RawDownload
/* SPDX-License-Identifier: GPL-2.0 */#undef TRACE_SYSTEM#define TRACE_SYSTEM writeback #if !defined(_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)#define _TRACE_WRITEBACK_H #include <linux/tracepoint.h>#include <linux/backing-dev.h>#include <linux/writeback.h> #define show_inode_state(state)					\	__print_flags(state, "|",				\		{I_DIRTY_SYNC,		"I_DIRTY_SYNC"},	\		{I_DIRTY_DATASYNC,	"I_DIRTY_DATASYNC"},	\		{I_DIRTY_PAGES,		"I_DIRTY_PAGES"},	\		{I_NEW,			"I_NEW"},		\		{I_WILL_FREE,		"I_WILL_FREE"},		\		{I_FREEING,		"I_FREEING"},		\		{I_CLEAR,		"I_CLEAR"},		\		{I_SYNC,		"I_SYNC"},		\		{I_DIRTY_TIME,		"I_DIRTY_TIME"},	\		{I_DIRTY_TIME_EXPIRED,	"I_DIRTY_TIME_EXPIRED"}, \		{I_REFERENCED,		"I_REFERENCED"}		\	) /* enums need to be exported to user space */#undef EM#undef EMe#define EM(a,b) 	TRACE_DEFINE_ENUM(a);#define EMe(a,b)	TRACE_DEFINE_ENUM(a); #define WB_WORK_REASON							\	EM( WB_REASON_BACKGROUND,		"background")		\	EM( WB_REASON_VMSCAN,			"vmscan")		\	EM( WB_REASON_SYNC,			"sync")			\	EM( WB_REASON_PERIODIC,			"periodic")		\	EM( WB_REASON_LAPTOP_TIMER,		"laptop_timer")		\	EM( WB_REASON_FREE_MORE_MEM,		"free_more_memory")	\	EM( WB_REASON_FS_FREE_SPACE,		"fs_free_space")	\	EMe(WB_REASON_FORKER_THREAD,		"forker_thread") WB_WORK_REASON /* * Now redefine the EM() and EMe() macros to map the enums to the strings * that will be printed in the output. */#undef EM#undef EMe#define EM(a,b)		{ a, b },#define EMe(a,b)	{ a, b } struct wb_writeback_work; DECLARE_EVENT_CLASS(writeback_page_template, 	TP_PROTO(struct page *page, struct address_space *mapping), 	TP_ARGS(page, mapping), 	TP_STRUCT__entry (		__array(char, name, 32)		__field(ino_t, ino)		__field(pgoff_t, index)	), 	TP_fast_assign(		strscpy_pad(__entry->name,			    mapping ? dev_name(inode_to_bdi(mapping->host)->dev) : "(unknown)",			    32);		__entry->ino = mapping ? mapping->host->i_ino : 0;		__entry->index = page->index;	), 	TP_printk("bdi %s: ino=%lu index=%lu",		__entry->name,		(unsigned long)__entry->ino,		__entry->index	)); DEFINE_EVENT(writeback_page_template, writeback_dirty_page, 	TP_PROTO(struct page *page, struct address_space *mapping), 	TP_ARGS(page, mapping)); DEFINE_EVENT(writeback_page_template, wait_on_page_writeback, 	TP_PROTO(struct page *page, struct address_space *mapping), 	TP_ARGS(page, mapping)); DECLARE_EVENT_CLASS(writeback_dirty_inode_template, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags), 	TP_STRUCT__entry (		__array(char, name, 32)		__field(ino_t, ino)		__field(unsigned long, state)		__field(unsigned long, flags)	), 	TP_fast_assign(		struct backing_dev_info *bdi = inode_to_bdi(inode); 		/* may be called for files on pseudo FSes w/ unregistered bdi */		strscpy_pad(__entry->name,			    bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32);		__entry->ino		= inode->i_ino;		__entry->state		= inode->i_state;		__entry->flags		= flags;	), 	TP_printk("bdi %s: ino=%lu state=%s flags=%s",		__entry->name,		(unsigned long)__entry->ino,		show_inode_state(__entry->state),		show_inode_state(__entry->flags)	)); DEFINE_EVENT(writeback_dirty_inode_template, writeback_mark_inode_dirty, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags)); DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode_start, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags)); DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode, 	TP_PROTO(struct inode *inode, int flags), 	TP_ARGS(inode, flags)); #ifdef CREATE_TRACE_POINTS#ifdef CONFIG_CGROUP_WRITEBACK static inline ino_t __trace_wb_assign_cgroup(struct bdi_writeback *wb){	return cgroup_ino(wb->memcg_css->cgroup);} static inline ino_t __trace_wbc_assign_cgroup(struct writeback_control *wbc){	if (wbc->wb)		return __trace_wb_assign_cgroup(wbc->wb);	else		return 1;}#else	/* CONFIG_CGROUP_WRITEBACK */ static inline ino_t __trace_wb_assign_cgroup(struct bdi_writeback *wb){	return 1;} static inline ino_t __trace_wbc_assign_cgroup(struct writeback_control *wbc){	return 1;} #endif	/* CONFIG_CGROUP_WRITEBACK */#endif	/* CREATE_TRACE_POINTS */ #ifdef CONFIG_CGROUP_WRITEBACKTRACE_EVENT(inode_foreign_history, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc,		 unsigned int history), 	TP_ARGS(inode, wbc, history), 	TP_STRUCT__entry(		__array(char,		name, 32)		__field(ino_t,		ino)		__field(ino_t,		cgroup_ino)		__field(unsigned int,	history)	), 	TP_fast_assign(		strncpy(__entry->name, dev_name(inode_to_bdi(inode)->dev), 32);		__entry->ino		= inode->i_ino;		__entry->cgroup_ino	= __trace_wbc_assign_cgroup(wbc);		__entry->history	= history;	), 	TP_printk("bdi %s: ino=%lu cgroup_ino=%lu history=0x%x",		__entry->name,		(unsigned long)__entry->ino,		(unsigned long)__entry->cgroup_ino,		__entry->history	)); TRACE_EVENT(inode_switch_wbs, 	TP_PROTO(struct inode *inode, struct bdi_writeback *old_wb,		 struct bdi_writeback *new_wb), 	TP_ARGS(inode, old_wb, new_wb), 	TP_STRUCT__entry(		__array(char,		name, 32)		__field(ino_t,		ino)		__field(ino_t,		old_cgroup_ino)		__field(ino_t,		new_cgroup_ino)	), 	TP_fast_assign(		strncpy(__entry->name,	dev_name(old_wb->bdi->dev), 32);		__entry->ino		= inode->i_ino;		__entry->old_cgroup_ino	= __trace_wb_assign_cgroup(old_wb);		__entry->new_cgroup_ino	= __trace_wb_assign_cgroup(new_wb);	), 	TP_printk("bdi %s: ino=%lu old_cgroup_ino=%lu new_cgroup_ino=%lu",		__entry->name,		(unsigned long)__entry->ino,		(unsigned long)__entry->old_cgroup_ino,		(unsigned long)__entry->new_cgroup_ino	)); TRACE_EVENT(track_foreign_dirty, 	TP_PROTO(struct page *page, struct bdi_writeback *wb), 	TP_ARGS(page, wb), 	TP_STRUCT__entry(		__array(char,		name, 32)		__field(u64,		bdi_id)		__field(ino_t,		ino)		__field(unsigned int,	memcg_id)		__field(ino_t,		cgroup_ino)		__field(ino_t,		page_cgroup_ino)	), 	TP_fast_assign(		struct address_space *mapping = page_mapping(page);		struct inode *inode = mapping ? mapping->host : NULL; 		strncpy(__entry->name,	dev_name(wb->bdi->dev), 32);		__entry->bdi_id		= wb->bdi->id;		__entry->ino		= inode ? inode->i_ino : 0;		__entry->memcg_id	= wb->memcg_css->id;		__entry->cgroup_ino	= __trace_wb_assign_cgroup(wb);		__entry->page_cgroup_ino = cgroup_ino(page->mem_cgroup->css.cgroup);	), 	TP_printk("bdi %s[%llu]: ino=%lu memcg_id=%u cgroup_ino=%lu page_cgroup_ino=%lu",		__entry->name,		__entry->bdi_id,		(unsigned long)__entry->ino,		__entry->memcg_id,		(unsigned long)__entry->cgroup_ino,		(unsigned long)__entry->page_cgroup_ino	)); TRACE_EVENT(flush_foreign, 	TP_PROTO(struct bdi_writeback *wb, unsigned int frn_bdi_id,		 unsigned int frn_memcg_id), 	TP_ARGS(wb, frn_bdi_id, frn_memcg_id), 	TP_STRUCT__entry(		__array(char,		name, 32)		__field(ino_t,		cgroup_ino)		__field(unsigned int,	frn_bdi_id)		__field(unsigned int,	frn_memcg_id)	), 	TP_fast_assign(		strncpy(__entry->name,	dev_name(wb->bdi->dev), 32);		__entry->cgroup_ino	= __trace_wb_assign_cgroup(wb);		__entry->frn_bdi_id	= frn_bdi_id;		__entry->frn_memcg_id	= frn_memcg_id;	), 	TP_printk("bdi %s: cgroup_ino=%lu frn_bdi_id=%u frn_memcg_id=%u",		__entry->name,		(unsigned long)__entry->cgroup_ino,		__entry->frn_bdi_id,		__entry->frn_memcg_id	));#endif DECLARE_EVENT_CLASS(writeback_write_inode_template, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc), 	TP_ARGS(inode, wbc), 	TP_STRUCT__entry (		__array(char, name, 32)		__field(ino_t, ino)		__field(int, sync_mode)		__field(ino_t, cgroup_ino)	), 	TP_fast_assign(		strscpy_pad(__entry->name,			    dev_name(inode_to_bdi(inode)->dev), 32);		__entry->ino		= inode->i_ino;		__entry->sync_mode	= wbc->sync_mode;		__entry->cgroup_ino	= __trace_wbc_assign_cgroup(wbc);	), 	TP_printk("bdi %s: ino=%lu sync_mode=%d cgroup_ino=%lu",		__entry->name,		(unsigned long)__entry->ino,		__entry->sync_mode,		(unsigned long)__entry->cgroup_ino	)); DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode_start, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc), 	TP_ARGS(inode, wbc)); DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode, 	TP_PROTO(struct inode *inode, struct writeback_control *wbc), 	TP_ARGS(inode, wbc)); DECLARE_EVENT_CLASS(writeback_work_class,	TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),	TP_ARGS(wb, work),	TP_STRUCT__entry(		__array(char, name, 32)		__field(long, nr_pages)		__field(dev_t, sb_dev)		__field(int, sync_mode)		__field(int, for_kupdate)		__field(int, range_cyclic)		__field(int, for_background)		__field(int, reason)		__field(ino_t, cgroup_ino)	),	TP_fast_assign(		strscpy_pad(__entry->name,			    wb->bdi->dev ? dev_name(wb->bdi->dev) :			    "(unknown)", 32);		__entry->nr_pages = work->nr_pages;		__entry->sb_dev = work->sb ? work->sb->s_dev : 0;		__entry->sync_mode = work->sync_mode;		__entry->for_kupdate = work->for_kupdate;		__entry->range_cyclic = work->range_cyclic;		__entry->for_background	= work->for_background;		__entry->reason = work->reason;		__entry->cgroup_ino = __trace_wb_assign_cgroup(wb);	),	TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d "		  "kupdate=%d range_cyclic=%d background=%d reason=%s cgroup_ino=%lu",		  __entry->name,		  MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev),		  __entry->nr_pages,		  __entry->sync_mode,		  __entry->for_kupdate,		  __entry->range_cyclic,		  __entry->for_background,		  __print_symbolic(__entry->reason, WB_WORK_REASON),		  (unsigned long)__entry->cgroup_ino	));#define DEFINE_WRITEBACK_WORK_EVENT(name) \DEFINE_EVENT(writeback_work_class, name, \	TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \	TP_ARGS(wb, work))DEFINE_WRITEBACK_WORK_EVENT(writeback_queue);DEFINE_WRITEBACK_WORK_EVENT(writeback_exec);DEFINE_WRITEBACK_WORK_EVENT(writeback_start);DEFINE_WRITEBACK_WORK_EVENT(writeback_written);DEFINE_WRITEBACK_WORK_EVENT(writeback_wait); TRACE_EVENT(writeback_pages_written,	TP_PROTO(long pages_written),	TP_ARGS(pages_written),	TP_STRUCT__entry(		__field(long,		pages)	),	TP_fast_assign(		__entry->pages		= pages_written;	),	TP_printk("%ld", __entry->pages)); DECLARE_EVENT_CLASS(writeback_class,	TP_PROTO(struct bdi_writeback *wb),	TP_ARGS(wb),	TP_STRUCT__entry(		__array(char, name, 32)		__field(ino_t, cgroup_ino)	),	TP_fast_assign(		strscpy_pad(__entry->name, dev_name(wb->bdi->dev), 32);		__entry->cgroup_ino = __trace_wb_assign_cgroup(wb);	),	TP_printk("bdi %s: cgroup_ino=%lu",		  __entry->name,		  (unsigned long)__entry->cgroup_ino	));#define DEFINE_WRITEBACK_EVENT(name) \DEFINE_EVENT(writeback_class, name, \	TP_PROTO(struct bdi_writeback *wb), \	TP_ARGS(wb)) DEFINE_WRITEBACK_EVENT(writeback_wake_background); TRACE_EVENT(writeback_bdi_register,	TP_PROTO(struct backing_dev_info *bdi),	TP_ARGS(bdi),	TP_STRUCT__entry(		__array(char, name, 32)	),	TP_fast_assign(		strscpy_pad(__entry->name, dev_name(bdi->dev), 32);	),	TP_printk("bdi %s",		__entry->name	)); DECLARE_EVENT_CLASS(wbc_class,	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),	TP_ARGS(wbc, bdi),	TP_STRUCT__entry(		__array(char, name, 32)		__field(long, nr_to_write)		__field(long, pages_skipped)		__field(int, sync_mode)		__field(int, for_kupdate)		__field(int, for_background)		__field(int, for_reclaim)		__field(int, range_cyclic)		__field(long, range_start)		__field(long, range_end)		__field(ino_t, cgroup_ino)	), 	TP_fast_assign(		strscpy_pad(__entry->name, dev_name(bdi->dev), 32);		__entry->nr_to_write	= wbc->nr_to_write;		__entry->pages_skipped	= wbc->pages_skipped;		__entry->sync_mode	= wbc->sync_mode;		__entry->for_kupdate	= wbc->for_kupdate;		__entry->for_background	= wbc->for_background;		__entry->for_reclaim	= wbc->for_reclaim;		__entry->range_cyclic	= wbc->range_cyclic;		__entry->range_start	= (long)wbc->range_start;		__entry->range_end	= (long)wbc->range_end;		__entry->cgroup_ino	= __trace_wbc_assign_cgroup(wbc);	), 	TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "		"bgrd=%d reclm=%d cyclic=%d "		"start=0x%lx end=0x%lx cgroup_ino=%lu",		__entry->name,		__entry->nr_to_write,		__entry->pages_skipped,		__entry->sync_mode,		__entry->for_kupdate,		__entry->for_background,		__entry->for_reclaim,		__entry->range_cyclic,		__entry->range_start,		__entry->range_end,		(unsigned long)__entry->cgroup_ino	)) #define DEFINE_WBC_EVENT(name) \DEFINE_EVENT(wbc_class, name, \	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \	TP_ARGS(wbc, bdi))DEFINE_WBC_EVENT(wbc_writepage);

Lines 1–500 of 904.