This provides the control pieces for kTLS Tx offload, implementinng the offload operations.
Unified · Split
| @@ -0,0 +1,155 @@ | ||
| 1 | +// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) | |
| 2 | + | |
| 3 | +#include "funeth.h" | |
| 4 | +#include "funeth_ktls.h" | |
| 5 | + | |
| 6 | +static int fun_admin_ktls_create(struct funeth_priv *fp, unsigned int id) | |
| 7 | +{ | |
| 8 | + struct fun_admin_ktls_create_req req = { | |
| 9 | + .common = FUN_ADMIN_REQ_COMMON_INIT2(FUN_ADMIN_OP_KTLS, | |
| 10 | + sizeof(req)), | |
| 11 | + .subop = FUN_ADMIN_SUBOP_CREATE, | |
| 12 | + .id = cpu_to_be32(id), | |
| 13 | + }; | |
| 14 | + | |
| 15 | + return fun_submit_admin_sync_cmd(fp->fdev, &req.common, NULL, 0, 0); | |
| 16 | +} | |
| 17 | + | |
| 18 | +static int fun_ktls_add(struct net_device *netdev, struct sock *sk, | |
| 19 | + enum tls_offload_ctx_dir direction, | |
| 20 | + struct tls_crypto_info *crypto_info, | |
| 21 | + u32 start_offload_tcp_sn) | |
| 22 | +{ | |
| 23 | + struct funeth_priv *fp = netdev_priv(netdev); | |
| 24 | + struct fun_admin_ktls_modify_req req = { | |
| 25 | + .common = FUN_ADMIN_REQ_COMMON_INIT2(FUN_ADMIN_OP_KTLS, | |
| 26 | + sizeof(req)), | |
| 27 | + .subop = FUN_ADMIN_SUBOP_MODIFY, | |
| 28 | + .id = cpu_to_be32(fp->ktls_id), | |
| 29 | + .tcp_seq = cpu_to_be32(start_offload_tcp_sn), | |
| 30 | + }; | |
| 31 | + struct fun_admin_ktls_modify_rsp rsp; | |
| 32 | + struct fun_ktls_tx_ctx *tx_ctx; | |
| 33 | + int rc; | |
| 34 | + | |
| 35 | + if (direction != TLS_OFFLOAD_CTX_DIR_TX) | |
| 36 | + return -EOPNOTSUPP; | |
| 37 | + | |
| 38 | + if (crypto_info->version == TLS_1_2_VERSION) | |
| 39 | + req.version = FUN_KTLS_TLSV2; | |
| 40 | + else | |
| 41 | + return -EOPNOTSUPP; | |
| 42 | + | |
| 43 | + switch (crypto_info->cipher_type) { | |
| 44 | + case TLS_CIPHER_AES_GCM_128: { | |
| 45 | + struct tls12_crypto_info_aes_gcm_128 *c = (void *)crypto_info; | |
| 46 | + | |
| 47 | + req.cipher = FUN_KTLS_CIPHER_AES_GCM_128; | |
| 48 | + memcpy(req.key, c->key, sizeof(c->key)); | |
| 49 | + memcpy(req.iv, c->iv, sizeof(c->iv)); | |
| 50 | + memcpy(req.salt, c->salt, sizeof(c->salt)); | |
| 51 | + memcpy(req.record_seq, c->rec_seq, sizeof(c->rec_seq)); | |
| 52 | + break; | |
| 53 | + } | |
| 54 | + default: | |
| 55 | + return -EOPNOTSUPP; | |
| 56 | + } | |
| 57 | + | |
| 58 | + rc = fun_submit_admin_sync_cmd(fp->fdev, &req.common, &rsp, | |
| 59 | + sizeof(rsp), 0); | |
| 60 | + memzero_explicit(&req, sizeof(req)); | |
| 61 | + if (rc) | |
| 62 | + return rc; | |
| 63 | + | |
| 64 | + tx_ctx = tls_driver_ctx(sk, direction); | |
| 65 | + tx_ctx->tlsid = rsp.tlsid; | |
| 66 | + tx_ctx->next_seq = start_offload_tcp_sn; | |
| 67 | + atomic64_inc(&fp->tx_tls_add); | |
| 68 | + return 0; | |
| 69 | +} | |
| 70 | + | |
| 71 | +static void fun_ktls_del(struct net_device *netdev, | |
| 72 | + struct tls_context *tls_ctx, | |
| 73 | + enum tls_offload_ctx_dir direction) | |
| 74 | +{ | |
| 75 | + struct funeth_priv *fp = netdev_priv(netdev); | |
| 76 | + struct fun_admin_ktls_modify_req req; | |
| 77 | + struct fun_ktls_tx_ctx *tx_ctx; | |
| 78 | + | |
| 79 | + if (direction != TLS_OFFLOAD_CTX_DIR_TX) | |
| 80 | + return; | |
| 81 | + | |
| 82 | + tx_ctx = __tls_driver_ctx(tls_ctx, direction); | |
| 83 | + | |
| 84 | + req.common = FUN_ADMIN_REQ_COMMON_INIT2(FUN_ADMIN_OP_KTLS, | |
| 85 | + offsetof(struct fun_admin_ktls_modify_req, tcp_seq)); | |
| 86 | + req.subop = FUN_ADMIN_SUBOP_MODIFY; | |
| 87 | + req.flags = cpu_to_be16(FUN_KTLS_MODIFY_REMOVE); | |
| 88 | + req.id = cpu_to_be32(fp->ktls_id); | |
| 89 | + req.tlsid = tx_ctx->tlsid; | |
| 90 | + | |
| 91 | + fun_submit_admin_sync_cmd(fp->fdev, &req.common, NULL, 0, 0); | |
| 92 | + atomic64_inc(&fp->tx_tls_del); | |
| 93 | +} | |
| 94 | + | |
| 95 | +static int fun_ktls_resync(struct net_device *netdev, struct sock *sk, u32 seq, | |
| 96 | + u8 *rcd_sn, enum tls_offload_ctx_dir direction) | |
| 97 | +{ | |
| 98 | + struct funeth_priv *fp = netdev_priv(netdev); | |
| 99 | + struct fun_admin_ktls_modify_req req; | |
| 100 | + struct fun_ktls_tx_ctx *tx_ctx; | |
| 101 | + int rc; | |
| 102 | + | |
| 103 | + if (direction != TLS_OFFLOAD_CTX_DIR_TX) | |
| 104 | + return -EOPNOTSUPP; | |
| 105 | + | |
| 106 | + tx_ctx = tls_driver_ctx(sk, direction); | |
| 107 | + | |
| 108 | + req.common = FUN_ADMIN_REQ_COMMON_INIT2(FUN_ADMIN_OP_KTLS, | |
| 109 | + offsetof(struct fun_admin_ktls_modify_req, key)); | |
| 110 | + req.subop = FUN_ADMIN_SUBOP_MODIFY; | |
| 111 | + req.flags = 0; | |
| 112 | + req.id = cpu_to_be32(fp->ktls_id); | |
| 113 | + req.tlsid = tx_ctx->tlsid; | |
| 114 | + req.tcp_seq = cpu_to_be32(seq); | |
| 115 | + req.version = 0; | |
| 116 | + req.cipher = 0; | |
| 117 | + memcpy(req.record_seq, rcd_sn, sizeof(req.record_seq)); | |
| 118 | + | |
| 119 | + atomic64_inc(&fp->tx_tls_resync); | |
| 120 | + rc = fun_submit_admin_sync_cmd(fp->fdev, &req.common, NULL, 0, 0); | |
| 121 | + if (!rc) | |
| 122 | + tx_ctx->next_seq = seq; | |
| 123 | + return rc; | |
| 124 | +} | |
| 125 | + | |
| 126 | +static const struct tlsdev_ops fun_ktls_ops = { | |
| 127 | + .tls_dev_add = fun_ktls_add, | |
| 128 | + .tls_dev_del = fun_ktls_del, | |
| 129 | + .tls_dev_resync = fun_ktls_resync, | |
| 130 | +}; | |
| 131 | + | |
| 132 | +int fun_ktls_init(struct net_device *netdev) | |
| 133 | +{ | |
| 134 | + struct funeth_priv *fp = netdev_priv(netdev); | |
| 135 | + int rc; | |
| 136 | + | |
| 137 | + rc = fun_admin_ktls_create(fp, netdev->dev_port); | |
| 138 | + if (rc) | |
| 139 | + return rc; | |
| 140 | + | |
| 141 | + fp->ktls_id = netdev->dev_port; | |
| 142 | + netdev->tlsdev_ops = &fun_ktls_ops; | |
| 143 | + netdev->hw_features |= NETIF_F_HW_TLS_TX; | |
| 144 | + netdev->features |= NETIF_F_HW_TLS_TX; | |
| 145 | + return 0; | |
| 146 | +} | |
| 147 | + | |
| 148 | +void fun_ktls_cleanup(struct funeth_priv *fp) | |
| 149 | +{ | |
| 150 | + if (fp->ktls_id == FUN_HCI_ID_INVALID) | |
| 151 | + return; | |
| 152 | + | |
| 153 | + fun_res_destroy(fp->fdev, FUN_ADMIN_OP_KTLS, 0, fp->ktls_id); | |
| 154 | + fp->ktls_id = FUN_HCI_ID_INVALID; | |
| 155 | +} | |
| @@ -0,0 +1,31 @@ | ||
| 1 | +/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */ | |
| 2 | + | |
| 3 | +#ifndef _FUN_KTLS_H | |
| 4 | +#define _FUN_KTLS_H | |
| 5 | + | |
| 6 | +struct net_device; | |
| 7 | +struct funeth_priv; | |
| 8 | + | |
| 9 | +#ifdef CONFIG_TLS_DEVICE | |
| 10 | +#include <net/tls.h> | |
| 11 | + | |
| 12 | +struct fun_ktls_tx_ctx { | |
| 13 | + __be64 tlsid; | |
| 14 | + u32 next_seq; | |
| 15 | +}; | |
| 16 | + | |
| 17 | +int fun_ktls_init(struct net_device *netdev); | |
| 18 | +void fun_ktls_cleanup(struct funeth_priv *fp); | |
| 19 | + | |
| 20 | +#else | |
| 21 | + | |
| 22 | +static inline void fun_ktls_init(struct net_device *netdev) | |
| 23 | +{ | |
| 24 | +} | |
| 25 | + | |
| 26 | +static inline void fun_ktls_cleanup(struct funeth_priv *fp) | |
| 27 | +{ | |
| 28 | +} | |
| 29 | +#endif | |
| 30 | + | |
| 31 | +#endif /* _FUN_KTLS_H */ | |