346 lines · 10.0 KB · C
RawDownload
/* SPDX-License-Identifier: GPL-2.0-or-later */#ifndef _NET_CORE_DEV_H#define _NET_CORE_DEV_H #include <linux/cleanup.h>#include <linux/types.h>#include <linux/rwsem.h>#include <linux/netdevice.h> struct net;struct netlink_ext_ack;struct cpumask; /* Random bits of netdevice that don't need to be exposed */#define FLOW_LIMIT_HISTORY	(1 << 7)  /* must be ^2 and !overflow buckets */struct sd_flow_limit {	u64			count;	unsigned int		num_buckets;	unsigned int		history_head;	u16			history[FLOW_LIMIT_HISTORY];	u8			buckets[];}; extern int netdev_flow_limit_table_len; struct napi_struct *netdev_napi_by_id_lock(struct net *net, unsigned int napi_id);struct net_device *dev_get_by_napi_id(unsigned int napi_id); struct net_device *netdev_get_by_index_lock(struct net *net, int ifindex);struct net_device *__netdev_put_lock(struct net_device *dev);struct net_device *netdev_xa_find_lock(struct net *net, struct net_device *dev,		    unsigned long *index); DEFINE_FREE(netdev_unlock, struct net_device *, if (_T) netdev_unlock(_T)); #define for_each_netdev_lock_scoped(net, var_name, ifindex)		\	for (struct net_device *var_name __free(netdev_unlock) = NULL;	\	     (var_name = netdev_xa_find_lock(net, var_name, &ifindex)); \	     ifindex++) #ifdef CONFIG_PROC_FSint __init dev_proc_init(void);#else#define dev_proc_init() 0#endif void linkwatch_init_dev(struct net_device *dev);void linkwatch_run_queue(void); void dev_addr_flush(struct net_device *dev);int dev_addr_init(struct net_device *dev);void dev_addr_check(struct net_device *dev); #if IS_ENABLED(CONFIG_NET_SHAPER)void net_shaper_flush_netdev(struct net_device *dev);void net_shaper_set_real_num_tx_queues(struct net_device *dev,				       unsigned int txq);#elsestatic inline void net_shaper_flush_netdev(struct net_device *dev) {}static inline void net_shaper_set_real_num_tx_queues(struct net_device *dev,						     unsigned int txq) {}#endif /* sysctls not referred to from outside net/core/ */extern int		netdev_unregister_timeout_secs;extern int		weight_p;extern int		dev_weight_rx_bias;extern int		dev_weight_tx_bias; extern struct rw_semaphore dev_addr_sem; /* rtnl helpers */extern struct list_head net_todo_list;void netdev_run_todo(void); /* netdev management, shared between various uAPI entry points */struct netdev_name_node {	struct hlist_node hlist;	struct list_head list;	struct net_device *dev;	const char *name;	struct rcu_head rcu;}; int netdev_get_name(struct net *net, char *name, int ifindex);int dev_change_name(struct net_device *dev, const char *newname); #define netdev_for_each_altname(dev, namenode)				\	list_for_each_entry((namenode), &(dev)->name_node->list, list)#define netdev_for_each_altname_safe(dev, namenode, next)		\	list_for_each_entry_safe((namenode), (next), &(dev)->name_node->list, \				 list) int netdev_name_node_alt_create(struct net_device *dev, const char *name);int netdev_name_node_alt_destroy(struct net_device *dev, const char *name); int dev_validate_mtu(struct net_device *dev, int mtu,		     struct netlink_ext_ack *extack);int dev_set_mtu_ext(struct net_device *dev, int mtu,		    struct netlink_ext_ack *extack); int dev_get_phys_port_id(struct net_device *dev,			 struct netdev_phys_item_id *ppid);int dev_get_phys_port_name(struct net_device *dev,			   char *name, size_t len); int dev_change_proto_down(struct net_device *dev, bool proto_down);void dev_change_proto_down_reason(struct net_device *dev, unsigned long mask,				  u32 value); typedef int (*bpf_op_t)(struct net_device *dev, struct netdev_bpf *bpf);int dev_change_xdp_fd(struct net_device *dev, struct netlink_ext_ack *extack,		      int fd, int expected_fd, u32 flags); int dev_change_tx_queue_len(struct net_device *dev, unsigned long new_len);void dev_set_group(struct net_device *dev, int new_group);int dev_change_carrier(struct net_device *dev, bool new_carrier); void __dev_set_rx_mode(struct net_device *dev); void __dev_notify_flags(struct net_device *dev, unsigned int old_flags,			unsigned int gchanges, u32 portid,			const struct nlmsghdr *nlh); void unregister_netdevice_many_notify(struct list_head *head,				      u32 portid, const struct nlmsghdr *nlh); static inline void netif_set_up(struct net_device *dev, bool value){	if (value)		dev->flags |= IFF_UP;	else		dev->flags &= ~IFF_UP; 	netdev_lock(dev);	dev->up = value;	netdev_unlock(dev);} static inline void netif_set_gso_max_size(struct net_device *dev,					  unsigned int size){	/* dev->gso_max_size is read locklessly from sk_setup_caps() */	WRITE_ONCE(dev->gso_max_size, size);	if (size <= GSO_LEGACY_MAX_SIZE)		WRITE_ONCE(dev->gso_ipv4_max_size, size);} static inline void netif_set_gso_max_segs(struct net_device *dev,					  unsigned int segs){	/* dev->gso_max_segs is read locklessly from sk_setup_caps() */	WRITE_ONCE(dev->gso_max_segs, segs);} static inline void netif_set_gro_max_size(struct net_device *dev,					  unsigned int size){	/* This pairs with the READ_ONCE() in skb_gro_receive() */	WRITE_ONCE(dev->gro_max_size, size);	if (size <= GRO_LEGACY_MAX_SIZE)		WRITE_ONCE(dev->gro_ipv4_max_size, size);} static inline void netif_set_gso_ipv4_max_size(struct net_device *dev,					       unsigned int size){	/* dev->gso_ipv4_max_size is read locklessly from sk_setup_caps() */	WRITE_ONCE(dev->gso_ipv4_max_size, size);} static inline void netif_set_gro_ipv4_max_size(struct net_device *dev,					       unsigned int size){	/* This pairs with the READ_ONCE() in skb_gro_receive() */	WRITE_ONCE(dev->gro_ipv4_max_size, size);} /** * napi_get_defer_hard_irqs - get the NAPI's defer_hard_irqs * @n: napi struct to get the defer_hard_irqs field from * * Return: the per-NAPI value of the defar_hard_irqs field. */static inline u32 napi_get_defer_hard_irqs(const struct napi_struct *n){	return READ_ONCE(n->defer_hard_irqs);} /** * napi_set_defer_hard_irqs - set the defer_hard_irqs for a napi * @n: napi_struct to set the defer_hard_irqs field * @defer: the value the field should be set to */static inline void napi_set_defer_hard_irqs(struct napi_struct *n, u32 defer){	WRITE_ONCE(n->defer_hard_irqs, defer);} /** * netdev_set_defer_hard_irqs - set defer_hard_irqs for all NAPIs of a netdev * @netdev: the net_device for which all NAPIs will have defer_hard_irqs set * @defer: the defer_hard_irqs value to set */static inline void netdev_set_defer_hard_irqs(struct net_device *netdev,					      u32 defer){	unsigned int count = max(netdev->num_rx_queues,				 netdev->num_tx_queues);	struct napi_struct *napi;	int i; 	WRITE_ONCE(netdev->napi_defer_hard_irqs, defer);	list_for_each_entry(napi, &netdev->napi_list, dev_list)		napi_set_defer_hard_irqs(napi, defer); 	for (i = 0; i < count; i++)		netdev->napi_config[i].defer_hard_irqs = defer;} /** * napi_get_gro_flush_timeout - get the gro_flush_timeout * @n: napi struct to get the gro_flush_timeout from * * Return: the per-NAPI value of the gro_flush_timeout field. */static inline unsigned longnapi_get_gro_flush_timeout(const struct napi_struct *n){	return READ_ONCE(n->gro_flush_timeout);} /** * napi_set_gro_flush_timeout - set the gro_flush_timeout for a napi * @n: napi struct to set the gro_flush_timeout * @timeout: timeout value to set * * napi_set_gro_flush_timeout sets the per-NAPI gro_flush_timeout */static inline void napi_set_gro_flush_timeout(struct napi_struct *n,					      unsigned long timeout){	WRITE_ONCE(n->gro_flush_timeout, timeout);} /** * netdev_set_gro_flush_timeout - set gro_flush_timeout of a netdev's NAPIs * @netdev: the net_device for which all NAPIs will have gro_flush_timeout set * @timeout: the timeout value to set */static inline void netdev_set_gro_flush_timeout(struct net_device *netdev,						unsigned long timeout){	unsigned int count = max(netdev->num_rx_queues,				 netdev->num_tx_queues);	struct napi_struct *napi;	int i; 	WRITE_ONCE(netdev->gro_flush_timeout, timeout);	list_for_each_entry(napi, &netdev->napi_list, dev_list)		napi_set_gro_flush_timeout(napi, timeout); 	for (i = 0; i < count; i++)		netdev->napi_config[i].gro_flush_timeout = timeout;} /** * napi_get_irq_suspend_timeout - get the irq_suspend_timeout * @n: napi struct to get the irq_suspend_timeout from * * Return: the per-NAPI value of the irq_suspend_timeout field. */static inline unsigned longnapi_get_irq_suspend_timeout(const struct napi_struct *n){	return READ_ONCE(n->irq_suspend_timeout);} /** * napi_set_irq_suspend_timeout - set the irq_suspend_timeout for a napi * @n: napi struct to set the irq_suspend_timeout * @timeout: timeout value to set * * napi_set_irq_suspend_timeout sets the per-NAPI irq_suspend_timeout */static inline void napi_set_irq_suspend_timeout(struct napi_struct *n,						unsigned long timeout){	WRITE_ONCE(n->irq_suspend_timeout, timeout);} int rps_cpumask_housekeeping(struct cpumask *mask); #if defined(CONFIG_DEBUG_NET) && defined(CONFIG_BPF_SYSCALL)void xdp_do_check_flushed(struct napi_struct *napi);#elsestatic inline void xdp_do_check_flushed(struct napi_struct *napi) { }#endif void kick_defer_list_purge(struct softnet_data *sd, unsigned int cpu); #define XMIT_RECURSION_LIMIT	8 #ifndef CONFIG_PREEMPT_RTstatic inline bool dev_xmit_recursion(void){	return unlikely(__this_cpu_read(softnet_data.xmit.recursion) >			XMIT_RECURSION_LIMIT);} static inline void dev_xmit_recursion_inc(void){	__this_cpu_inc(softnet_data.xmit.recursion);} static inline void dev_xmit_recursion_dec(void){	__this_cpu_dec(softnet_data.xmit.recursion);}#elsestatic inline bool dev_xmit_recursion(void){	return unlikely(current->net_xmit.recursion > XMIT_RECURSION_LIMIT);} static inline void dev_xmit_recursion_inc(void){	current->net_xmit.recursion++;} static inline void dev_xmit_recursion_dec(void){	current->net_xmit.recursion--;}#endif int dev_set_hwtstamp_phylib(struct net_device *dev,			    struct kernel_hwtstamp_config *cfg,			    struct netlink_ext_ack *extack);int dev_get_hwtstamp_phylib(struct net_device *dev,			    struct kernel_hwtstamp_config *cfg);int net_hwtstamp_validate(const struct kernel_hwtstamp_config *cfg); #endif