drivers/net/ethernet/netronome/nfp/flower/match.c

   1 /*
   2  * Copyright (C) 2017 Netronome Systems, Inc.
   3  *
   4  * This software is dual licensed under the GNU General License Version 2,
   5  * June 1991 as shown in the file COPYING in the top-level directory of this
   6  * source tree or the BSD 2-Clause License provided below.  You have the
   7  * option to license this software under the complete terms of either license.
   8  *
   9  * The BSD 2-Clause License:
  10  *
  11  *     Redistribution and use in source and binary forms, with or
  12  *     without modification, are permitted provided that the following
  13  *     conditions are met:
  14  *
  15  *      1. Redistributions of source code must retain the above
  16  *         copyright notice, this list of conditions and the following
  17  *         disclaimer.
  18  *
  19  *      2. Redistributions in binary form must reproduce the above
  20  *         copyright notice, this list of conditions and the following
  21  *         disclaimer in the documentation and/or other materials
  22  *         provided with the distribution.
  23  *
  24  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  25  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  26  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  27  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  28  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  29  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  30  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  31  * SOFTWARE.
  32  */
  33
  34 #include <linux/bitfield.h>
  35 #include <net/pkt_cls.h>
  36
  37 #include "cmsg.h"
  38 #include "main.h"
  39
  40 static void
  41 nfp_flower_compile_meta_tci(struct nfp_flower_meta_tci *frame,
  42                             struct tc_cls_flower_offload *flow, u8 key_type,
  43                             bool mask_version)
  44 {
  45         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
  46         struct flow_dissector_key_vlan *flow_vlan;
  47         u16 tmp_tci;
  48
  49         memset(frame, 0, sizeof(struct nfp_flower_meta_tci));
  50         /* Populate the metadata frame. */
  51         frame->nfp_flow_key_layer = key_type;
  52         frame->mask_id = ~0;
  53
  54         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_VLAN)) {
  55                 flow_vlan = skb_flow_dissector_target(flow->dissector,
  56                                                       FLOW_DISSECTOR_KEY_VLAN,
  57                                                       target);
  58                 /* Populate the tci field. */
  59                 if (flow_vlan->vlan_id || flow_vlan->vlan_priority) {
  60                         tmp_tci = FIELD_PREP(NFP_FLOWER_MASK_VLAN_PRIO,
  61                                              flow_vlan->vlan_priority) |
  62                                   FIELD_PREP(NFP_FLOWER_MASK_VLAN_VID,
  63                                              flow_vlan->vlan_id) |
  64                                   NFP_FLOWER_MASK_VLAN_CFI;
  65                         frame->tci = cpu_to_be16(tmp_tci);
  66                 }
  67         }
  68 }
  69
  70 static void
  71 nfp_flower_compile_ext_meta(struct nfp_flower_ext_meta *frame, u32 key_ext)
  72 {
  73         frame->nfp_flow_key_layer2 = cpu_to_be32(key_ext);
  74 }
  75
  76 static int
  77 nfp_flower_compile_port(struct nfp_flower_in_port *frame, u32 cmsg_port,
  78                         bool mask_version, enum nfp_flower_tun_type tun_type)
  79 {
  80         if (mask_version) {
  81                 frame->in_port = cpu_to_be32(~0);
  82                 return 0;
  83         }
  84
  85         if (tun_type)
  86                 frame->in_port = cpu_to_be32(NFP_FL_PORT_TYPE_TUN | tun_type);
  87         else
  88                 frame->in_port = cpu_to_be32(cmsg_port);
  89
  90         return 0;
  91 }
  92
  93 static void
  94 nfp_flower_compile_mac(struct nfp_flower_mac_mpls *frame,
  95                        struct tc_cls_flower_offload *flow,
  96                        bool mask_version)
  97 {
  98         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
  99         struct flow_dissector_key_eth_addrs *addr;
 100
 101         memset(frame, 0, sizeof(struct nfp_flower_mac_mpls));
 102
 103         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_ETH_ADDRS)) {
 104                 addr = skb_flow_dissector_target(flow->dissector,
 105                                                  FLOW_DISSECTOR_KEY_ETH_ADDRS,
 106                                                  target);
 107                 /* Populate mac frame. */
 108                 ether_addr_copy(frame->mac_dst, &addr->dst[0]);
 109                 ether_addr_copy(frame->mac_src, &addr->src[0]);
 110         }
 111
 112         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_MPLS)) {
 113                 struct flow_dissector_key_mpls *mpls;
 114                 u32 t_mpls;
 115
 116                 mpls = skb_flow_dissector_target(flow->dissector,
 117                                                  FLOW_DISSECTOR_KEY_MPLS,
 118                                                  target);
 119
 120                 t_mpls = FIELD_PREP(NFP_FLOWER_MASK_MPLS_LB, mpls->mpls_label) |
 121                          FIELD_PREP(NFP_FLOWER_MASK_MPLS_TC, mpls->mpls_tc) |
 122                          FIELD_PREP(NFP_FLOWER_MASK_MPLS_BOS, mpls->mpls_bos) |
 123                          NFP_FLOWER_MASK_MPLS_Q;
 124
 125                 frame->mpls_lse = cpu_to_be32(t_mpls);
 126         } else if (dissector_uses_key(flow->dissector,
 127                                       FLOW_DISSECTOR_KEY_BASIC)) {
 128                 /* Check for mpls ether type and set NFP_FLOWER_MASK_MPLS_Q
 129                  * bit, which indicates an mpls ether type but without any
 130                  * mpls fields.
 131                  */
 132                 struct flow_dissector_key_basic *key_basic;
 133
 134                 key_basic = skb_flow_dissector_target(flow->dissector,
 135                                                       FLOW_DISSECTOR_KEY_BASIC,
 136                                                       flow->key);
 137                 if (key_basic->n_proto == cpu_to_be16(ETH_P_MPLS_UC) ||
 138                     key_basic->n_proto == cpu_to_be16(ETH_P_MPLS_MC))
 139                         frame->mpls_lse = cpu_to_be32(NFP_FLOWER_MASK_MPLS_Q);
 140         }
 141 }
 142
 143 static void
 144 nfp_flower_compile_tport(struct nfp_flower_tp_ports *frame,
 145                          struct tc_cls_flower_offload *flow,
 146                          bool mask_version)
 147 {
 148         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
 149         struct flow_dissector_key_ports *tp;
 150
 151         memset(frame, 0, sizeof(struct nfp_flower_tp_ports));
 152
 153         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_PORTS)) {
 154                 tp = skb_flow_dissector_target(flow->dissector,
 155                                                FLOW_DISSECTOR_KEY_PORTS,
 156                                                target);
 157                 frame->port_src = tp->src;
 158                 frame->port_dst = tp->dst;
 159         }
 160 }
 161
 162 static void
 163 nfp_flower_compile_ip_ext(struct nfp_flower_ip_ext *frame,
 164                           struct tc_cls_flower_offload *flow,
 165                           bool mask_version)
 166 {
 167         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
 168
 169         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_BASIC)) {
 170                 struct flow_dissector_key_basic *basic;
 171
 172                 basic = skb_flow_dissector_target(flow->dissector,
 173                                                   FLOW_DISSECTOR_KEY_BASIC,
 174                                                   target);
 175                 frame->proto = basic->ip_proto;
 176         }
 177
 178         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_IP)) {
 179                 struct flow_dissector_key_ip *flow_ip;
 180
 181                 flow_ip = skb_flow_dissector_target(flow->dissector,
 182                                                     FLOW_DISSECTOR_KEY_IP,
 183                                                     target);
 184                 frame->tos = flow_ip->tos;
 185                 frame->ttl = flow_ip->ttl;
 186         }
 187
 188         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_TCP)) {
 189                 struct flow_dissector_key_tcp *tcp;
 190                 u32 tcp_flags;
 191
 192                 tcp = skb_flow_dissector_target(flow->dissector,
 193                                                 FLOW_DISSECTOR_KEY_TCP, target);
 194                 tcp_flags = be16_to_cpu(tcp->flags);
 195
 196                 if (tcp_flags & TCPHDR_FIN)
 197                         frame->flags |= NFP_FL_TCP_FLAG_FIN;
 198                 if (tcp_flags & TCPHDR_SYN)
 199                         frame->flags |= NFP_FL_TCP_FLAG_SYN;
 200                 if (tcp_flags & TCPHDR_RST)
 201                         frame->flags |= NFP_FL_TCP_FLAG_RST;
 202                 if (tcp_flags & TCPHDR_PSH)
 203                         frame->flags |= NFP_FL_TCP_FLAG_PSH;
 204                 if (tcp_flags & TCPHDR_URG)
 205                         frame->flags |= NFP_FL_TCP_FLAG_URG;
 206         }
 207
 208         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_CONTROL)) {
 209                 struct flow_dissector_key_control *key;
 210
 211                 key = skb_flow_dissector_target(flow->dissector,
 212                                                 FLOW_DISSECTOR_KEY_CONTROL,
 213                                                 target);
 214                 if (key->flags & FLOW_DIS_IS_FRAGMENT)
 215                         frame->flags |= NFP_FL_IP_FRAGMENTED;
 216                 if (key->flags & FLOW_DIS_FIRST_FRAG)
 217                         frame->flags |= NFP_FL_IP_FRAG_FIRST;
 218         }
 219 }
 220
 221 static void
 222 nfp_flower_compile_ipv4(struct nfp_flower_ipv4 *frame,
 223                         struct tc_cls_flower_offload *flow,
 224                         bool mask_version)
 225 {
 226         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
 227         struct flow_dissector_key_ipv4_addrs *addr;
 228
 229         memset(frame, 0, sizeof(struct nfp_flower_ipv4));
 230
 231         if (dissector_uses_key(flow->dissector,
 232                                FLOW_DISSECTOR_KEY_IPV4_ADDRS)) {
 233                 addr = skb_flow_dissector_target(flow->dissector,
 234                                                  FLOW_DISSECTOR_KEY_IPV4_ADDRS,
 235                                                  target);
 236                 frame->ipv4_src = addr->src;
 237                 frame->ipv4_dst = addr->dst;
 238         }
 239
 240         nfp_flower_compile_ip_ext(&frame->ip_ext, flow, mask_version);
 241 }
 242
 243 static void
 244 nfp_flower_compile_ipv6(struct nfp_flower_ipv6 *frame,
 245                         struct tc_cls_flower_offload *flow,
 246                         bool mask_version)
 247 {
 248         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
 249         struct flow_dissector_key_ipv6_addrs *addr;
 250
 251         memset(frame, 0, sizeof(struct nfp_flower_ipv6));
 252
 253         if (dissector_uses_key(flow->dissector,
 254                                FLOW_DISSECTOR_KEY_IPV6_ADDRS)) {
 255                 addr = skb_flow_dissector_target(flow->dissector,
 256                                                  FLOW_DISSECTOR_KEY_IPV6_ADDRS,
 257                                                  target);
 258                 frame->ipv6_src = addr->src;
 259                 frame->ipv6_dst = addr->dst;
 260         }
 261
 262         nfp_flower_compile_ip_ext(&frame->ip_ext, flow, mask_version);
 263 }
 264
 265 static int
 266 nfp_flower_compile_geneve_opt(void *key_buf, struct tc_cls_flower_offload *flow,
 267                               bool mask_version)
 268 {
 269         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
 270         struct flow_dissector_key_enc_opts *opts;
 271
 272         opts = skb_flow_dissector_target(flow->dissector,
 273                                          FLOW_DISSECTOR_KEY_ENC_OPTS,
 274                                          target);
 275         memcpy(key_buf, opts->data, opts->len);
 276
 277         return 0;
 278 }
 279
 280 static void
 281 nfp_flower_compile_ipv4_udp_tun(struct nfp_flower_ipv4_udp_tun *frame,
 282                                 struct tc_cls_flower_offload *flow,
 283                                 bool mask_version)
 284 {
 285         struct fl_flow_key *target = mask_version ? flow->mask : flow->key;
 286         struct flow_dissector_key_ipv4_addrs *tun_ips;
 287         struct flow_dissector_key_keyid *vni;
 288         struct flow_dissector_key_ip *ip;
 289
 290         memset(frame, 0, sizeof(struct nfp_flower_ipv4_udp_tun));
 291
 292         if (dissector_uses_key(flow->dissector,
 293                                FLOW_DISSECTOR_KEY_ENC_KEYID)) {
 294                 u32 temp_vni;
 295
 296                 vni = skb_flow_dissector_target(flow->dissector,
 297                                                 FLOW_DISSECTOR_KEY_ENC_KEYID,
 298                                                 target);
 299                 temp_vni = be32_to_cpu(vni->keyid) << NFP_FL_TUN_VNI_OFFSET;
 300                 frame->tun_id = cpu_to_be32(temp_vni);
 301         }
 302
 303         if (dissector_uses_key(flow->dissector,
 304                                FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS)) {
 305                 tun_ips =
 306                    skb_flow_dissector_target(flow->dissector,
 307                                              FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS,
 308                                              target);
 309                 frame->ip_src = tun_ips->src;
 310                 frame->ip_dst = tun_ips->dst;
 311         }
 312
 313         if (dissector_uses_key(flow->dissector, FLOW_DISSECTOR_KEY_ENC_IP)) {
 314                 ip = skb_flow_dissector_target(flow->dissector,
 315                                                FLOW_DISSECTOR_KEY_ENC_IP,
 316                                                target);
 317                 frame->tos = ip->tos;
 318                 frame->ttl = ip->ttl;
 319         }
 320 }
 321
 322 int nfp_flower_compile_flow_match(struct tc_cls_flower_offload *flow,
 323                                   struct nfp_fl_key_ls *key_ls,
 324                                   struct net_device *netdev,
 325                                   struct nfp_fl_payload *nfp_flow,
 326                                   enum nfp_flower_tun_type tun_type)
 327 {
 328         struct nfp_repr *netdev_repr;
 329         int err;
 330         u8 *ext;
 331         u8 *msk;
 332
 333         memset(nfp_flow->unmasked_data, 0, key_ls->key_size);
 334         memset(nfp_flow->mask_data, 0, key_ls->key_size);
 335
 336         ext = nfp_flow->unmasked_data;
 337         msk = nfp_flow->mask_data;
 338
 339         /* Populate Exact Metadata. */
 340         nfp_flower_compile_meta_tci((struct nfp_flower_meta_tci *)ext,
 341                                     flow, key_ls->key_layer, false);
 342         /* Populate Mask Metadata. */
 343         nfp_flower_compile_meta_tci((struct nfp_flower_meta_tci *)msk,
 344                                     flow, key_ls->key_layer, true);
 345         ext += sizeof(struct nfp_flower_meta_tci);
 346         msk += sizeof(struct nfp_flower_meta_tci);
 347
 348         /* Populate Extended Metadata if Required. */
 349         if (NFP_FLOWER_LAYER_EXT_META & key_ls->key_layer) {
 350                 nfp_flower_compile_ext_meta((struct nfp_flower_ext_meta *)ext,
 351                                             key_ls->key_layer_two);
 352                 nfp_flower_compile_ext_meta((struct nfp_flower_ext_meta *)msk,
 353                                             key_ls->key_layer_two);
 354                 ext += sizeof(struct nfp_flower_ext_meta);
 355                 msk += sizeof(struct nfp_flower_ext_meta);
 356         }
 357
 358         /* Populate Exact Port data. */
 359         err = nfp_flower_compile_port((struct nfp_flower_in_port *)ext,
 360                                       nfp_repr_get_port_id(netdev),
 361                                       false, tun_type);
 362         if (err)
 363                 return err;
 364
 365         /* Populate Mask Port Data. */
 366         err = nfp_flower_compile_port((struct nfp_flower_in_port *)msk,
 367                                       nfp_repr_get_port_id(netdev),
 368                                       true, tun_type);
 369         if (err)
 370                 return err;
 371
 372         ext += sizeof(struct nfp_flower_in_port);
 373         msk += sizeof(struct nfp_flower_in_port);
 374
 375         if (NFP_FLOWER_LAYER_MAC & key_ls->key_layer) {
 376                 /* Populate Exact MAC Data. */
 377                 nfp_flower_compile_mac((struct nfp_flower_mac_mpls *)ext,
 378                                        flow, false);
 379                 /* Populate Mask MAC Data. */
 380                 nfp_flower_compile_mac((struct nfp_flower_mac_mpls *)msk,
 381                                        flow, true);
 382                 ext += sizeof(struct nfp_flower_mac_mpls);
 383                 msk += sizeof(struct nfp_flower_mac_mpls);
 384         }
 385
 386         if (NFP_FLOWER_LAYER_TP & key_ls->key_layer) {
 387                 /* Populate Exact TP Data. */
 388                 nfp_flower_compile_tport((struct nfp_flower_tp_ports *)ext,
 389                                          flow, false);
 390                 /* Populate Mask TP Data. */
 391                 nfp_flower_compile_tport((struct nfp_flower_tp_ports *)msk,
 392                                          flow, true);
 393                 ext += sizeof(struct nfp_flower_tp_ports);
 394                 msk += sizeof(struct nfp_flower_tp_ports);
 395         }
 396
 397         if (NFP_FLOWER_LAYER_IPV4 & key_ls->key_layer) {
 398                 /* Populate Exact IPv4 Data. */
 399                 nfp_flower_compile_ipv4((struct nfp_flower_ipv4 *)ext,
 400                                         flow, false);
 401                 /* Populate Mask IPv4 Data. */
 402                 nfp_flower_compile_ipv4((struct nfp_flower_ipv4 *)msk,
 403                                         flow, true);
 404                 ext += sizeof(struct nfp_flower_ipv4);
 405                 msk += sizeof(struct nfp_flower_ipv4);
 406         }
 407
 408         if (NFP_FLOWER_LAYER_IPV6 & key_ls->key_layer) {
 409                 /* Populate Exact IPv4 Data. */
 410                 nfp_flower_compile_ipv6((struct nfp_flower_ipv6 *)ext,
 411                                         flow, false);
 412                 /* Populate Mask IPv4 Data. */
 413                 nfp_flower_compile_ipv6((struct nfp_flower_ipv6 *)msk,
 414                                         flow, true);
 415                 ext += sizeof(struct nfp_flower_ipv6);
 416                 msk += sizeof(struct nfp_flower_ipv6);
 417         }
 418
 419         if (key_ls->key_layer & NFP_FLOWER_LAYER_VXLAN ||
 420             key_ls->key_layer_two & NFP_FLOWER_LAYER2_GENEVE) {
 421                 __be32 tun_dst;
 422
 423                 /* Populate Exact VXLAN Data. */
 424                 nfp_flower_compile_ipv4_udp_tun((void *)ext, flow, false);
 425                 /* Populate Mask VXLAN Data. */
 426                 nfp_flower_compile_ipv4_udp_tun((void *)msk, flow, true);
 427                 tun_dst = ((struct nfp_flower_ipv4_udp_tun *)ext)->ip_dst;
 428                 ext += sizeof(struct nfp_flower_ipv4_udp_tun);
 429                 msk += sizeof(struct nfp_flower_ipv4_udp_tun);
 430
 431                 /* Configure tunnel end point MAC. */
 432                 if (nfp_netdev_is_nfp_repr(netdev)) {
 433                         netdev_repr = netdev_priv(netdev);
 434                         nfp_tunnel_write_macs(netdev_repr->app);
 435
 436                         /* Store the tunnel destination in the rule data.
 437                          * This must be present and be an exact match.
 438                          */
 439                         nfp_flow->nfp_tun_ipv4_addr = tun_dst;
 440                         nfp_tunnel_add_ipv4_off(netdev_repr->app, tun_dst);
 441                 }
 442
 443                 if (key_ls->key_layer_two & NFP_FLOWER_LAYER2_GENEVE_OP) {
 444                         err = nfp_flower_compile_geneve_opt(ext, flow, false);
 445                         if (err)
 446                                 return err;
 447
 448                         err = nfp_flower_compile_geneve_opt(msk, flow, true);
 449                         if (err)
 450                                 return err;
 451                 }
 452         }
 453
 454         return 0;
 455 }