History

Merge tag 'mlx5-updates-2021-01-13' of git://git.kernel.org/pub/scm/linux/kernel/git/saeed/linux

Saeed Mahameed says: ==================== mlx5 subfunction support Parav Pandit says: This patchset introduces support for mlx5 subfunction (SF). A subfunction is a lightweight function that has a parent PCI function on which it is deployed. mlx5 subfunction has its own function capabilities and its own resources. This means a subfunction has its own dedicated queues(txq, rxq, cq, eq). These queues are neither shared nor stolen from the parent PCI function. When subfunction is RDMA capable, it has its own QP1, GID table and rdma resources neither shared nor stolen from the parent PCI function. A subfunction has dedicated window in PCI BAR space that is not shared with the other subfunctions or parent PCI function. This ensures that all class devices of the subfunction accesses only assigned PCI BAR space. A Subfunction supports eswitch representation through which it supports tc offloads. User must configure eswitch to send/receive packets from/to subfunction port. Subfunctions share PCI level resources such as PCI MSI-X IRQs with their other subfunctions and/or with its parent PCI function. Subfunction support is discussed in detail in RFC [1] and [2]. RFC [1] and extension [2] describes requirements, design and proposed plumbing using devlink, auxiliary bus and sysfs for systemd/udev support. Functionality of this patchset is best explained using real examples further below. overview: -------- A subfunction can be created and deleted by a user using devlink port add/delete interface. A subfunction can be configured using devlink port function attribute before its activated. When a subfunction is activated, it results in an auxiliary device on the host PCI device where it is deployed. A driver binds to the auxiliary device that further creates supported class devices. example subfunction usage sequence: ----------------------------------- Change device to switchdev mode: $ devlink dev eswitch set pci/0000:06:00.0 mode switchdev Add a devlink port of subfunction flavour: $ devlink port add pci/0000:06:00.0 flavour pcisf pfnum 0 sfnum 88 Configure mac address of the port function: $ devlink port function set ens2f0npf0sf88 hw_addr 00:00:00:00:88:88 Now activate the function: $ devlink port function set ens2f0npf0sf88 state active Now use the auxiliary device and class devices: $ devlink dev show pci/0000:06:00.0 auxiliary/mlx5_core.sf.4 $ ip link show 127: ens2f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN mode DEFAULT group default qlen 1000 link/ether 24:8a:07:b3:d1:12 brd ff:ff:ff:ff:ff:ff altname enp6s0f0np0 129: p0sf88: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN mode DEFAULT group default qlen 1000 link/ether 00:00:00:00:88:88 brd ff:ff:ff:ff:ff:ff $ rdma dev show 43: rdmap6s0f0: node_type ca fw 16.29.0550 node_guid 248a:0703:00b3:d112 sys_image_guid 248a:0703:00b3:d112 44: mlx5_0: node_type ca fw 16.29.0550 node_guid 0000:00ff:fe00:8888 sys_image_guid 248a:0703:00b3:d112 After use inactivate the function: $ devlink port function set ens2f0npf0sf88 state inactive Now delete the subfunction port: $ devlink port del ens2f0npf0sf88 [1] https://lore.kernel.org/netdev/20200519092258.GF4655@nanopsycho/ [2] https://marc.info/?l=linux-netdev&m=158555928517777&w=2 ================= * tag 'mlx5-updates-2021-01-13' of git://git.kernel.org/pub/scm/linux/kernel/git/saeed/linux: net/mlx5: Add devlink subfunction port documentation devlink: Extend devlink port documentation for subfunctions devlink: Add devlink port documentation net/mlx5: SF, Port function state change support net/mlx5: SF, Add port add delete functionality net/mlx5: E-switch, Add eswitch helpers for SF vport net/mlx5: E-switch, Prepare eswitch to handle SF vport net/mlx5: SF, Add auxiliary device driver net/mlx5: SF, Add auxiliary device support net/mlx5: Introduce vhca state event notifier devlink: Support get and set state of port function devlink: Support add and delete devlink port devlink: Introduce PCI SF port flavour and port attribute devlink: Prepare code to fill multiple port function attributes ====================

Jakub Kicinski committed 5 years ago

Commit 24a790d2 parents 32e31b7 142d93d34 files · +2917 −47Browse files

Showing the changes to include/uapi (1 of 34 files). Show all

Unified · Split

include/uapi/linux/devlink.h+25−0
@@ -200,6 +200,10 @@ enum devlink_port_flavour { · 199 unmodified lines
200 DEVLINK_PORT_FLAVOUR_UNUSED, /* Port which exists in the switch, but200 DEVLINK_PORT_FLAVOUR_UNUSED, /* Port which exists in the switch, but
201 * is not used in any way.201 * is not used in any way.
202 */202 */
203 DEVLINK_PORT_FLAVOUR_PCI_SF, /* Represents eswitch port
204 * for the PCI SF. It is an internal
205 * port that faces the PCI SF.
206 */
203};207};
204 208
205enum devlink_param_cmode {209enum devlink_param_cmode {
@@ -529,6 +533,7 @@ enum devlink_attr { · 323 unmodified lines
529 DEVLINK_ATTR_RELOAD_ACTION_INFO, /* nested */533 DEVLINK_ATTR_RELOAD_ACTION_INFO, /* nested */
530 DEVLINK_ATTR_RELOAD_ACTION_STATS, /* nested */534 DEVLINK_ATTR_RELOAD_ACTION_STATS, /* nested */
531 535
536 DEVLINK_ATTR_PORT_PCI_SF_NUMBER, /* u32 */
532 /* add new attributes above here, update the policy in devlink.c */537 /* add new attributes above here, update the policy in devlink.c */
533 538
534 __DEVLINK_ATTR_MAX,539 __DEVLINK_ATTR_MAX,
@@ -578,9 +583,29 @@ enum devlink_resource_unit { · 43 unmodified lines
578enum devlink_port_function_attr {583enum devlink_port_function_attr {
579 DEVLINK_PORT_FUNCTION_ATTR_UNSPEC,584 DEVLINK_PORT_FUNCTION_ATTR_UNSPEC,
580 DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR, /* binary */585 DEVLINK_PORT_FUNCTION_ATTR_HW_ADDR, /* binary */
586 DEVLINK_PORT_FN_ATTR_STATE, /* u8 */
587 DEVLINK_PORT_FN_ATTR_OPSTATE, /* u8 */
581 588
582 __DEVLINK_PORT_FUNCTION_ATTR_MAX,589 __DEVLINK_PORT_FUNCTION_ATTR_MAX,
583 DEVLINK_PORT_FUNCTION_ATTR_MAX = __DEVLINK_PORT_FUNCTION_ATTR_MAX - 1590 DEVLINK_PORT_FUNCTION_ATTR_MAX = __DEVLINK_PORT_FUNCTION_ATTR_MAX - 1
584};591};
585 592
593enum devlink_port_fn_state {
594 DEVLINK_PORT_FN_STATE_INACTIVE,
595 DEVLINK_PORT_FN_STATE_ACTIVE,
596};
597
598/**
599 * enum devlink_port_fn_opstate - indicates operational state of the function
600 * @DEVLINK_PORT_FN_OPSTATE_ATTACHED: Driver is attached to the function.
601 * For graceful tear down of the function, after inactivation of the
602 * function, user should wait for operational state to turn DETACHED.
603 * @DEVLINK_PORT_FN_OPSTATE_DETACHED: Driver is detached from the function.
604 * It is safe to delete the port.
605 */
606enum devlink_port_fn_opstate {
607 DEVLINK_PORT_FN_OPSTATE_DETACHED,
608 DEVLINK_PORT_FN_OPSTATE_ATTACHED,
609};
610
586#endif /* _UAPI_LINUX_DEVLINK_H_ */611#endif /* _UAPI_LINUX_DEVLINK_H_ */

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t