| 1 | |
| 2 |
|
| 3 |
|
| 4 | #include <crypto/aead.h>
|
| 5 | #include <linux/debugfs.h>
|
| 6 | #include <net/xfrm.h>
|
| 7 |
|
| 8 | #include "netdevsim.h"
|
| 9 |
|
| 10 | #define NSIM_IPSEC_AUTH_BITS 128
|
| 11 |
|
| 12 | static ssize_t nsim_dbg_netdev_ops_read(struct file *filp,
|
| 13 | char __user *buffer,
|
| 14 | size_t count, loff_t *ppos)
|
| 15 | {
|
| 16 | struct netdevsim *ns = filp->private_data;
|
| 17 | struct nsim_ipsec *ipsec = &ns->ipsec;
|
| 18 | size_t bufsize;
|
| 19 | char *buf, *p;
|
| 20 | int len;
|
| 21 | int i;
|
| 22 |
|
| 23 | |
| 24 | * (num SAs * 3 lines each * ~60 bytes per line) + one more line
|
| 25 |
|
| 26 | bufsize = (ipsec->count * 4 * 60) + 60;
|
| 27 | buf = kzalloc(bufsize, GFP_KERNEL);
|
| 28 | if (!buf)
|
| 29 | return -ENOMEM;
|
| 30 |
|
| 31 | p = buf;
|
| 32 | p += scnprintf(p, bufsize - (p - buf),
|
| 33 | "SA count=%u tx=%u\n",
|
| 34 | ipsec->count, ipsec->tx);
|
| 35 |
|
| 36 | for (i = 0; i < NSIM_IPSEC_MAX_SA_COUNT; i++) {
|
| 37 | struct nsim_sa *sap = &ipsec->sa[i];
|
| 38 |
|
| 39 | if (!sap->used)
|
| 40 | continue;
|
| 41 |
|
| 42 | if (sap->xs->props.family == AF_INET6)
|
| 43 | p += scnprintf(p, bufsize - (p - buf),
|
| 44 | "sa[%i] %cx ipaddr=%pI6c\n",
|
| 45 | i, (sap->rx ? 'r' : 't'), &sap->ipaddr);
|
| 46 | else
|
| 47 | p += scnprintf(p, bufsize - (p - buf),
|
| 48 | "sa[%i] %cx ipaddr=%pI4\n",
|
| 49 | i, (sap->rx ? 'r' : 't'), &sap->ipaddr[3]);
|
| 50 | p += scnprintf(p, bufsize - (p - buf),
|
| 51 | "sa[%i] spi=0x%08x proto=0x%x salt=0x%08x crypt=%d\n",
|
| 52 | i, be32_to_cpu(sap->xs->id.spi),
|
| 53 | sap->xs->id.proto, sap->salt, sap->crypt);
|
| 54 | p += scnprintf(p, bufsize - (p - buf),
|
| 55 | "sa[%i] key=0x%08x %08x %08x %08x\n",
|
| 56 | i, sap->key[0], sap->key[1],
|
| 57 | sap->key[2], sap->key[3]);
|
| 58 | }
|
| 59 |
|
| 60 | len = simple_read_from_buffer(buffer, count, ppos, buf, p - buf);
|
| 61 |
|
| 62 | kfree(buf);
|
| 63 | return len;
|
| 64 | }
|
| 65 |
|
| 66 | static const struct file_operations ipsec_dbg_fops = {
|
| 67 | .owner = THIS_MODULE,
|
| 68 | .open = simple_open,
|
| 69 | .read = nsim_dbg_netdev_ops_read,
|
| 70 | };
|
| 71 |
|
| 72 | static int nsim_ipsec_find_empty_idx(struct nsim_ipsec *ipsec)
|
| 73 | {
|
| 74 | u32 i;
|
| 75 |
|
| 76 | if (ipsec->count == NSIM_IPSEC_MAX_SA_COUNT)
|
| 77 | return -ENOSPC;
|
| 78 |
|
| 79 |
|
| 80 | for (i = 0; i < NSIM_IPSEC_MAX_SA_COUNT; i++) {
|
| 81 | if (!ipsec->sa[i].used)
|
| 82 | return i;
|
| 83 | }
|
| 84 |
|
| 85 | return -ENOSPC;
|
| 86 | }
|
| 87 |
|
| 88 | static int nsim_ipsec_parse_proto_keys(struct net_device *dev,
|
| 89 | struct xfrm_state *xs,
|
| 90 | u32 *mykey, u32 *mysalt)
|
| 91 | {
|
| 92 | const char aes_gcm_name[] = "rfc4106(gcm(aes))";
|
| 93 | unsigned char *key_data;
|
| 94 | char *alg_name = NULL;
|
| 95 | int key_len;
|
| 96 |
|
| 97 | if (!xs->aead) {
|
| 98 | netdev_err(dev, "Unsupported IPsec algorithm\n");
|
| 99 | return -EINVAL;
|
| 100 | }
|
| 101 |
|
| 102 | if (xs->aead->alg_icv_len != NSIM_IPSEC_AUTH_BITS) {
|
| 103 | netdev_err(dev, "IPsec offload requires %d bit authentication\n",
|
| 104 | NSIM_IPSEC_AUTH_BITS);
|
| 105 | return -EINVAL;
|
| 106 | }
|
| 107 |
|
| 108 | key_data = &xs->aead->alg_key[0];
|
| 109 | key_len = xs->aead->alg_key_len;
|
| 110 | alg_name = xs->aead->alg_name;
|
| 111 |
|
| 112 | if (strcmp(alg_name, aes_gcm_name)) {
|
| 113 | netdev_err(dev, "Unsupported IPsec algorithm - please use %s\n",
|
| 114 | aes_gcm_name);
|
| 115 | return -EINVAL;
|
| 116 | }
|
| 117 |
|
| 118 |
|
| 119 | if (key_len > NSIM_IPSEC_AUTH_BITS) {
|
| 120 | *mysalt = ((u32 *)key_data)[4];
|
| 121 | } else if (key_len == NSIM_IPSEC_AUTH_BITS) {
|
| 122 | *mysalt = 0;
|
| 123 | } else {
|
| 124 | netdev_err(dev, "IPsec hw offload only supports 128 bit keys with optional 32 bit salt\n");
|
| 125 | return -EINVAL;
|
| 126 | }
|
| 127 | memcpy(mykey, key_data, 16);
|
| 128 |
|
| 129 | return 0;
|
| 130 | }
|
| 131 |
|
| 132 | static int nsim_ipsec_add_sa(struct net_device *dev,
|
| 133 | struct xfrm_state *xs,
|
| 134 | struct netlink_ext_ack *extack)
|
| 135 | {
|
| 136 | struct nsim_ipsec *ipsec;
|
| 137 | struct netdevsim *ns;
|
| 138 | struct nsim_sa sa;
|
| 139 | u16 sa_idx;
|
| 140 | int ret;
|
| 141 |
|
| 142 | ns = netdev_priv(dev);
|
| 143 | ipsec = &ns->ipsec;
|
| 144 |
|
| 145 | if (xs->id.proto != IPPROTO_ESP && xs->id.proto != IPPROTO_AH) {
|
| 146 | NL_SET_ERR_MSG_MOD(extack, "Unsupported protocol for ipsec offload");
|
| 147 | return -EINVAL;
|
| 148 | }
|
| 149 |
|
| 150 | if (xs->calg) {
|
| 151 | NL_SET_ERR_MSG_MOD(extack, "Compression offload not supported");
|
| 152 | return -EINVAL;
|
| 153 | }
|
| 154 |
|
| 155 | if (xs->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) {
|
| 156 | NL_SET_ERR_MSG_MOD(extack, "Unsupported ipsec offload type");
|
| 157 | return -EINVAL;
|
| 158 | }
|
| 159 |
|
| 160 |
|
| 161 | ret = nsim_ipsec_find_empty_idx(ipsec);
|
| 162 | if (ret < 0) {
|
| 163 | NL_SET_ERR_MSG_MOD(extack, "No space for SA in Rx table!");
|
| 164 | return ret;
|
| 165 | }
|
| 166 | sa_idx = (u16)ret;
|
| 167 |
|
| 168 | memset(&sa, 0, sizeof(sa));
|
| 169 | sa.used = true;
|
| 170 | sa.xs = xs;
|
| 171 |
|
| 172 | if (sa.xs->id.proto & IPPROTO_ESP)
|
| 173 | sa.crypt = xs->ealg || xs->aead;
|
| 174 |
|
| 175 |
|
| 176 | ret = nsim_ipsec_parse_proto_keys(dev, xs, sa.key, &sa.salt);
|
| 177 | if (ret) {
|
| 178 | NL_SET_ERR_MSG_MOD(extack, "Failed to get key data for SA table");
|
| 179 | return ret;
|
| 180 | }
|
| 181 |
|
| 182 | if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN)
|
| 183 | sa.rx = true;
|
| 184 |
|
| 185 | if (xs->props.family == AF_INET6)
|
| 186 | memcpy(sa.ipaddr, &xs->id.daddr.a6, 16);
|
| 187 | else
|
| 188 | memcpy(&sa.ipaddr[3], &xs->id.daddr.a4, 4);
|
| 189 |
|
| 190 |
|
| 191 | memcpy(&ipsec->sa[sa_idx], &sa, sizeof(sa));
|
| 192 |
|
| 193 | |
| 194 | * so add a bitflag in case our array index is 0
|
| 195 |
|
| 196 | xs->xso.offload_handle = sa_idx | NSIM_IPSEC_VALID;
|
| 197 | ipsec->count++;
|
| 198 |
|
| 199 | return 0;
|
| 200 | }
|
| 201 |
|
| 202 | static void nsim_ipsec_del_sa(struct net_device *dev, struct xfrm_state *xs)
|
| 203 | {
|
| 204 | struct netdevsim *ns = netdev_priv(dev);
|
| 205 | struct nsim_ipsec *ipsec = &ns->ipsec;
|
| 206 | u16 sa_idx;
|
| 207 |
|
| 208 | sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID;
|
| 209 | if (!ipsec->sa[sa_idx].used) {
|
| 210 | netdev_err(ns->netdev, "Invalid SA for delete sa_idx=%d\n",
|
| 211 | sa_idx);
|
| 212 | return;
|
| 213 | }
|
| 214 |
|
| 215 | memset(&ipsec->sa[sa_idx], 0, sizeof(struct nsim_sa));
|
| 216 | ipsec->count--;
|
| 217 | }
|
| 218 |
|
| 219 | static const struct xfrmdev_ops nsim_xfrmdev_ops = {
|
| 220 | .xdo_dev_state_add = nsim_ipsec_add_sa,
|
| 221 | .xdo_dev_state_delete = nsim_ipsec_del_sa,
|
| 222 | };
|
| 223 |
|
| 224 | bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb)
|
| 225 | {
|
| 226 | struct sec_path *sp = skb_sec_path(skb);
|
| 227 | struct nsim_ipsec *ipsec = &ns->ipsec;
|
| 228 | struct xfrm_state *xs;
|
| 229 | struct nsim_sa *tsa;
|
| 230 | u32 sa_idx;
|
| 231 |
|
| 232 |
|
| 233 | if (!sp)
|
| 234 | return true;
|
| 235 |
|
| 236 | if (unlikely(!sp->len)) {
|
| 237 | netdev_err(ns->netdev, "no xfrm state len = %d\n",
|
| 238 | sp->len);
|
| 239 | return false;
|
| 240 | }
|
| 241 |
|
| 242 | xs = xfrm_input_state(skb);
|
| 243 | if (unlikely(!xs)) {
|
| 244 | netdev_err(ns->netdev, "no xfrm_input_state() xs = %p\n", xs);
|
| 245 | return false;
|
| 246 | }
|
| 247 |
|
| 248 | sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID;
|
| 249 | if (unlikely(sa_idx >= NSIM_IPSEC_MAX_SA_COUNT)) {
|
| 250 | netdev_err(ns->netdev, "bad sa_idx=%d max=%d\n",
|
| 251 | sa_idx, NSIM_IPSEC_MAX_SA_COUNT);
|
| 252 | return false;
|
| 253 | }
|
| 254 |
|
| 255 | tsa = &ipsec->sa[sa_idx];
|
| 256 | if (unlikely(!tsa->used)) {
|
| 257 | netdev_err(ns->netdev, "unused sa_idx=%d\n", sa_idx);
|
| 258 | return false;
|
| 259 | }
|
| 260 |
|
| 261 | if (xs->id.proto != IPPROTO_ESP && xs->id.proto != IPPROTO_AH) {
|
| 262 | netdev_err(ns->netdev, "unexpected proto=%d\n", xs->id.proto);
|
| 263 | return false;
|
| 264 | }
|
| 265 |
|
| 266 | ipsec->tx++;
|
| 267 |
|
| 268 | return true;
|
| 269 | }
|
| 270 |
|
| 271 | void nsim_ipsec_init(struct netdevsim *ns)
|
| 272 | {
|
| 273 | ns->netdev->xfrmdev_ops = &nsim_xfrmdev_ops;
|
| 274 |
|
| 275 | #define NSIM_ESP_FEATURES (NETIF_F_HW_ESP | \
|
| 276 | NETIF_F_HW_ESP_TX_CSUM | \
|
| 277 | NETIF_F_GSO_ESP)
|
| 278 |
|
| 279 | ns->netdev->features |= NSIM_ESP_FEATURES;
|
| 280 | ns->netdev->hw_features |= NSIM_ESP_FEATURES;
|
| 281 | ns->netdev->hw_enc_features |= NSIM_ESP_FEATURES;
|
| 282 |
|
| 283 | ns->ipsec.pfile = debugfs_create_file("ipsec", 0400,
|
| 284 | ns->nsim_dev_port->ddir, ns,
|
| 285 | &ipsec_dbg_fops);
|
| 286 | }
|
| 287 |
|
| 288 | void nsim_ipsec_teardown(struct netdevsim *ns)
|
| 289 | {
|
| 290 | struct nsim_ipsec *ipsec = &ns->ipsec;
|
| 291 |
|
| 292 | if (ipsec->count)
|
| 293 | netdev_err(ns->netdev, "tearing down IPsec offload with %d SAs left\n",
|
| 294 | ipsec->count);
|
| 295 | debugfs_remove_recursive(ipsec->pfile);
|
| 296 | }
|