linux/net/bridge/br_vlan.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-only
   2#include <linux/kernel.h>
   3#include <linux/netdevice.h>
   4#include <linux/rtnetlink.h>
   5#include <linux/slab.h>
   6#include <net/switchdev.h>
   7
   8#include "br_private.h"
   9#include "br_private_tunnel.h"
  10
  11static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
  12
  13static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  14                              const void *ptr)
  15{
  16        const struct net_bridge_vlan *vle = ptr;
  17        u16 vid = *(u16 *)arg->key;
  18
  19        return vle->vid != vid;
  20}
  21
  22static const struct rhashtable_params br_vlan_rht_params = {
  23        .head_offset = offsetof(struct net_bridge_vlan, vnode),
  24        .key_offset = offsetof(struct net_bridge_vlan, vid),
  25        .key_len = sizeof(u16),
  26        .nelem_hint = 3,
  27        .max_size = VLAN_N_VID,
  28        .obj_cmpfn = br_vlan_cmp,
  29        .automatic_shrinking = true,
  30};
  31
  32static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  33{
  34        return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  35}
  36
  37static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
  38                            const struct net_bridge_vlan *v)
  39{
  40        if (vg->pvid == v->vid)
  41                return false;
  42
  43        smp_wmb();
  44        br_vlan_set_pvid_state(vg, v->state);
  45        vg->pvid = v->vid;
  46
  47        return true;
  48}
  49
  50static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  51{
  52        if (vg->pvid != vid)
  53                return false;
  54
  55        smp_wmb();
  56        vg->pvid = 0;
  57
  58        return true;
  59}
  60
  61/* return true if anything changed, false otherwise */
  62static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  63{
  64        struct net_bridge_vlan_group *vg;
  65        u16 old_flags = v->flags;
  66        bool ret;
  67
  68        if (br_vlan_is_master(v))
  69                vg = br_vlan_group(v->br);
  70        else
  71                vg = nbp_vlan_group(v->port);
  72
  73        if (flags & BRIDGE_VLAN_INFO_PVID)
  74                ret = __vlan_add_pvid(vg, v);
  75        else
  76                ret = __vlan_delete_pvid(vg, v->vid);
  77
  78        if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  79                v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  80        else
  81                v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  82
  83        return ret || !!(old_flags ^ v->flags);
  84}
  85
  86static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  87                          struct net_bridge_vlan *v, u16 flags,
  88                          struct netlink_ext_ack *extack)
  89{
  90        int err;
  91
  92        /* Try switchdev op first. In case it is not supported, fallback to
  93         * 8021q add.
  94         */
  95        err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
  96        if (err == -EOPNOTSUPP)
  97                return vlan_vid_add(dev, br->vlan_proto, v->vid);
  98        v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
  99        return err;
 100}
 101
 102static void __vlan_add_list(struct net_bridge_vlan *v)
 103{
 104        struct net_bridge_vlan_group *vg;
 105        struct list_head *headp, *hpos;
 106        struct net_bridge_vlan *vent;
 107
 108        if (br_vlan_is_master(v))
 109                vg = br_vlan_group(v->br);
 110        else
 111                vg = nbp_vlan_group(v->port);
 112
 113        headp = &vg->vlan_list;
 114        list_for_each_prev(hpos, headp) {
 115                vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 116                if (v->vid >= vent->vid)
 117                        break;
 118        }
 119        list_add_rcu(&v->vlist, hpos);
 120}
 121
 122static void __vlan_del_list(struct net_bridge_vlan *v)
 123{
 124        list_del_rcu(&v->vlist);
 125}
 126
 127static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 128                          const struct net_bridge_vlan *v)
 129{
 130        int err;
 131
 132        /* Try switchdev op first. In case it is not supported, fallback to
 133         * 8021q del.
 134         */
 135        err = br_switchdev_port_vlan_del(dev, v->vid);
 136        if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
 137                vlan_vid_del(dev, br->vlan_proto, v->vid);
 138        return err == -EOPNOTSUPP ? 0 : err;
 139}
 140
 141/* Returns a master vlan, if it didn't exist it gets created. In all cases
 142 * a reference is taken to the master vlan before returning.
 143 */
 144static struct net_bridge_vlan *
 145br_vlan_get_master(struct net_bridge *br, u16 vid,
 146                   struct netlink_ext_ack *extack)
 147{
 148        struct net_bridge_vlan_group *vg;
 149        struct net_bridge_vlan *masterv;
 150
 151        vg = br_vlan_group(br);
 152        masterv = br_vlan_find(vg, vid);
 153        if (!masterv) {
 154                bool changed;
 155
 156                /* missing global ctx, create it now */
 157                if (br_vlan_add(br, vid, 0, &changed, extack))
 158                        return NULL;
 159                masterv = br_vlan_find(vg, vid);
 160                if (WARN_ON(!masterv))
 161                        return NULL;
 162                refcount_set(&masterv->refcnt, 1);
 163                return masterv;
 164        }
 165        refcount_inc(&masterv->refcnt);
 166
 167        return masterv;
 168}
 169
 170static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 171{
 172        struct net_bridge_vlan *v;
 173
 174        v = container_of(rcu, struct net_bridge_vlan, rcu);
 175        WARN_ON(!br_vlan_is_master(v));
 176        free_percpu(v->stats);
 177        v->stats = NULL;
 178        kfree(v);
 179}
 180
 181static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 182{
 183        struct net_bridge_vlan_group *vg;
 184
 185        if (!br_vlan_is_master(masterv))
 186                return;
 187
 188        vg = br_vlan_group(masterv->br);
 189        if (refcount_dec_and_test(&masterv->refcnt)) {
 190                rhashtable_remove_fast(&vg->vlan_hash,
 191                                       &masterv->vnode, br_vlan_rht_params);
 192                __vlan_del_list(masterv);
 193                call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 194        }
 195}
 196
 197static void nbp_vlan_rcu_free(struct rcu_head *rcu)
 198{
 199        struct net_bridge_vlan *v;
 200
 201        v = container_of(rcu, struct net_bridge_vlan, rcu);
 202        WARN_ON(br_vlan_is_master(v));
 203        /* if we had per-port stats configured then free them here */
 204        if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
 205                free_percpu(v->stats);
 206        v->stats = NULL;
 207        kfree(v);
 208}
 209
 210/* This is the shared VLAN add function which works for both ports and bridge
 211 * devices. There are four possible calls to this function in terms of the
 212 * vlan entry type:
 213 * 1. vlan is being added on a port (no master flags, global entry exists)
 214 * 2. vlan is being added on a bridge (both master and brentry flags)
 215 * 3. vlan is being added on a port, but a global entry didn't exist which
 216 *    is being created right now (master flag set, brentry flag unset), the
 217 *    global entry is used for global per-vlan features, but not for filtering
 218 * 4. same as 3 but with both master and brentry flags set so the entry
 219 *    will be used for filtering in both the port and the bridge
 220 */
 221static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
 222                      struct netlink_ext_ack *extack)
 223{
 224        struct net_bridge_vlan *masterv = NULL;
 225        struct net_bridge_port *p = NULL;
 226        struct net_bridge_vlan_group *vg;
 227        struct net_device *dev;
 228        struct net_bridge *br;
 229        int err;
 230
 231        if (br_vlan_is_master(v)) {
 232                br = v->br;
 233                dev = br->dev;
 234                vg = br_vlan_group(br);
 235        } else {
 236                p = v->port;
 237                br = p->br;
 238                dev = p->dev;
 239                vg = nbp_vlan_group(p);
 240        }
 241
 242        if (p) {
 243                /* Add VLAN to the device filter if it is supported.
 244                 * This ensures tagged traffic enters the bridge when
 245                 * promiscuous mode is disabled by br_manage_promisc().
 246                 */
 247                err = __vlan_vid_add(dev, br, v, flags, extack);
 248                if (err)
 249                        goto out;
 250
 251                /* need to work on the master vlan too */
 252                if (flags & BRIDGE_VLAN_INFO_MASTER) {
 253                        bool changed;
 254
 255                        err = br_vlan_add(br, v->vid,
 256                                          flags | BRIDGE_VLAN_INFO_BRENTRY,
 257                                          &changed, extack);
 258                        if (err)
 259                                goto out_filt;
 260
 261                        if (changed)
 262                                br_vlan_notify(br, NULL, v->vid, 0,
 263                                               RTM_NEWVLAN);
 264                }
 265
 266                masterv = br_vlan_get_master(br, v->vid, extack);
 267                if (!masterv) {
 268                        err = -ENOMEM;
 269                        goto out_filt;
 270                }
 271                v->brvlan = masterv;
 272                if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
 273                        v->stats =
 274                             netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 275                        if (!v->stats) {
 276                                err = -ENOMEM;
 277                                goto out_filt;
 278                        }
 279                        v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
 280                } else {
 281                        v->stats = masterv->stats;
 282                }
 283        } else {
 284                err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
 285                if (err && err != -EOPNOTSUPP)
 286                        goto out;
 287        }
 288
 289        /* Add the dev mac and count the vlan only if it's usable */
 290        if (br_vlan_should_use(v)) {
 291                err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 292                if (err) {
 293                        br_err(br, "failed insert local address into bridge forwarding table\n");
 294                        goto out_filt;
 295                }
 296                vg->num_vlans++;
 297        }
 298
 299        /* set the state before publishing */
 300        v->state = BR_STATE_FORWARDING;
 301
 302        err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 303                                            br_vlan_rht_params);
 304        if (err)
 305                goto out_fdb_insert;
 306
 307        __vlan_add_list(v);
 308        __vlan_add_flags(v, flags);
 309
 310        if (p)
 311                nbp_vlan_set_vlan_dev_state(p, v->vid);
 312out:
 313        return err;
 314
 315out_fdb_insert:
 316        if (br_vlan_should_use(v)) {
 317                br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 318                vg->num_vlans--;
 319        }
 320
 321out_filt:
 322        if (p) {
 323                __vlan_vid_del(dev, br, v);
 324                if (masterv) {
 325                        if (v->stats && masterv->stats != v->stats)
 326                                free_percpu(v->stats);
 327                        v->stats = NULL;
 328
 329                        br_vlan_put_master(masterv);
 330                        v->brvlan = NULL;
 331                }
 332        } else {
 333                br_switchdev_port_vlan_del(dev, v->vid);
 334        }
 335
 336        goto out;
 337}
 338
 339static int __vlan_del(struct net_bridge_vlan *v)
 340{
 341        struct net_bridge_vlan *masterv = v;
 342        struct net_bridge_vlan_group *vg;
 343        struct net_bridge_port *p = NULL;
 344        int err = 0;
 345
 346        if (br_vlan_is_master(v)) {
 347                vg = br_vlan_group(v->br);
 348        } else {
 349                p = v->port;
 350                vg = nbp_vlan_group(v->port);
 351                masterv = v->brvlan;
 352        }
 353
 354        __vlan_delete_pvid(vg, v->vid);
 355        if (p) {
 356                err = __vlan_vid_del(p->dev, p->br, v);
 357                if (err)
 358                        goto out;
 359        } else {
 360                err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 361                if (err && err != -EOPNOTSUPP)
 362                        goto out;
 363                err = 0;
 364        }
 365
 366        if (br_vlan_should_use(v)) {
 367                v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 368                vg->num_vlans--;
 369        }
 370
 371        if (masterv != v) {
 372                vlan_tunnel_info_del(vg, v);
 373                rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 374                                       br_vlan_rht_params);
 375                __vlan_del_list(v);
 376                nbp_vlan_set_vlan_dev_state(p, v->vid);
 377                call_rcu(&v->rcu, nbp_vlan_rcu_free);
 378        }
 379
 380        br_vlan_put_master(masterv);
 381out:
 382        return err;
 383}
 384
 385static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 386{
 387        WARN_ON(!list_empty(&vg->vlan_list));
 388        rhashtable_destroy(&vg->vlan_hash);
 389        vlan_tunnel_deinit(vg);
 390        kfree(vg);
 391}
 392
 393static void __vlan_flush(const struct net_bridge *br,
 394                         const struct net_bridge_port *p,
 395                         struct net_bridge_vlan_group *vg)
 396{
 397        struct net_bridge_vlan *vlan, *tmp;
 398        u16 v_start = 0, v_end = 0;
 399
 400        __vlan_delete_pvid(vg, vg->pvid);
 401        list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
 402                /* take care of disjoint ranges */
 403                if (!v_start) {
 404                        v_start = vlan->vid;
 405                } else if (vlan->vid - v_end != 1) {
 406                        /* found range end, notify and start next one */
 407                        br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 408                        v_start = vlan->vid;
 409                }
 410                v_end = vlan->vid;
 411
 412                __vlan_del(vlan);
 413        }
 414
 415        /* notify about the last/whole vlan range */
 416        if (v_start)
 417                br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 418}
 419
 420struct sk_buff *br_handle_vlan(struct net_bridge *br,
 421                               const struct net_bridge_port *p,
 422                               struct net_bridge_vlan_group *vg,
 423                               struct sk_buff *skb)
 424{
 425        struct pcpu_sw_netstats *stats;
 426        struct net_bridge_vlan *v;
 427        u16 vid;
 428
 429        /* If this packet was not filtered at input, let it pass */
 430        if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 431                goto out;
 432
 433        /* At this point, we know that the frame was filtered and contains
 434         * a valid vlan id.  If the vlan id has untagged flag set,
 435         * send untagged; otherwise, send tagged.
 436         */
 437        br_vlan_get_tag(skb, &vid);
 438        v = br_vlan_find(vg, vid);
 439        /* Vlan entry must be configured at this point.  The
 440         * only exception is the bridge is set in promisc mode and the
 441         * packet is destined for the bridge device.  In this case
 442         * pass the packet as is.
 443         */
 444        if (!v || !br_vlan_should_use(v)) {
 445                if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 446                        goto out;
 447                } else {
 448                        kfree_skb(skb);
 449                        return NULL;
 450                }
 451        }
 452        if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 453                stats = this_cpu_ptr(v->stats);
 454                u64_stats_update_begin(&stats->syncp);
 455                stats->tx_bytes += skb->len;
 456                stats->tx_packets++;
 457                u64_stats_update_end(&stats->syncp);
 458        }
 459
 460        if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 461                __vlan_hwaccel_clear_tag(skb);
 462
 463        if (p && (p->flags & BR_VLAN_TUNNEL) &&
 464            br_handle_egress_vlan_tunnel(skb, v)) {
 465                kfree_skb(skb);
 466                return NULL;
 467        }
 468out:
 469        return skb;
 470}
 471
 472/* Called under RCU */
 473static bool __allowed_ingress(const struct net_bridge *br,
 474                              struct net_bridge_vlan_group *vg,
 475                              struct sk_buff *skb, u16 *vid,
 476                              u8 *state)
 477{
 478        struct pcpu_sw_netstats *stats;
 479        struct net_bridge_vlan *v;
 480        bool tagged;
 481
 482        BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 483        /* If vlan tx offload is disabled on bridge device and frame was
 484         * sent from vlan device on the bridge device, it does not have
 485         * HW accelerated vlan tag.
 486         */
 487        if (unlikely(!skb_vlan_tag_present(skb) &&
 488                     skb->protocol == br->vlan_proto)) {
 489                skb = skb_vlan_untag(skb);
 490                if (unlikely(!skb))
 491                        return false;
 492        }
 493
 494        if (!br_vlan_get_tag(skb, vid)) {
 495                /* Tagged frame */
 496                if (skb->vlan_proto != br->vlan_proto) {
 497                        /* Protocol-mismatch, empty out vlan_tci for new tag */
 498                        skb_push(skb, ETH_HLEN);
 499                        skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 500                                                        skb_vlan_tag_get(skb));
 501                        if (unlikely(!skb))
 502                                return false;
 503
 504                        skb_pull(skb, ETH_HLEN);
 505                        skb_reset_mac_len(skb);
 506                        *vid = 0;
 507                        tagged = false;
 508                } else {
 509                        tagged = true;
 510                }
 511        } else {
 512                /* Untagged frame */
 513                tagged = false;
 514        }
 515
 516        if (!*vid) {
 517                u16 pvid = br_get_pvid(vg);
 518
 519                /* Frame had a tag with VID 0 or did not have a tag.
 520                 * See if pvid is set on this port.  That tells us which
 521                 * vlan untagged or priority-tagged traffic belongs to.
 522                 */
 523                if (!pvid)
 524                        goto drop;
 525
 526                /* PVID is set on this port.  Any untagged or priority-tagged
 527                 * ingress frame is considered to belong to this vlan.
 528                 */
 529                *vid = pvid;
 530                if (likely(!tagged))
 531                        /* Untagged Frame. */
 532                        __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 533                else
 534                        /* Priority-tagged Frame.
 535                         * At this point, we know that skb->vlan_tci VID
 536                         * field was 0.
 537                         * We update only VID field and preserve PCP field.
 538                         */
 539                        skb->vlan_tci |= pvid;
 540
 541                /* if stats are disabled we can avoid the lookup */
 542                if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 543                        if (*state == BR_STATE_FORWARDING) {
 544                                *state = br_vlan_get_pvid_state(vg);
 545                                return br_vlan_state_allowed(*state, true);
 546                        } else {
 547                                return true;
 548                        }
 549                }
 550        }
 551        v = br_vlan_find(vg, *vid);
 552        if (!v || !br_vlan_should_use(v))
 553                goto drop;
 554
 555        if (*state == BR_STATE_FORWARDING) {
 556                *state = br_vlan_get_state(v);
 557                if (!br_vlan_state_allowed(*state, true))
 558                        goto drop;
 559        }
 560
 561        if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 562                stats = this_cpu_ptr(v->stats);
 563                u64_stats_update_begin(&stats->syncp);
 564                stats->rx_bytes += skb->len;
 565                stats->rx_packets++;
 566                u64_stats_update_end(&stats->syncp);
 567        }
 568
 569        return true;
 570
 571drop:
 572        kfree_skb(skb);
 573        return false;
 574}
 575
 576bool br_allowed_ingress(const struct net_bridge *br,
 577                        struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 578                        u16 *vid, u8 *state)
 579{
 580        /* If VLAN filtering is disabled on the bridge, all packets are
 581         * permitted.
 582         */
 583        if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
 584                BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 585                return true;
 586        }
 587
 588        return __allowed_ingress(br, vg, skb, vid, state);
 589}
 590
 591/* Called under RCU. */
 592bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 593                       const struct sk_buff *skb)
 594{
 595        const struct net_bridge_vlan *v;
 596        u16 vid;
 597
 598        /* If this packet was not filtered at input, let it pass */
 599        if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 600                return true;
 601
 602        br_vlan_get_tag(skb, &vid);
 603        v = br_vlan_find(vg, vid);
 604        if (v && br_vlan_should_use(v) &&
 605            br_vlan_state_allowed(br_vlan_get_state(v), false))
 606                return true;
 607
 608        return false;
 609}
 610
 611/* Called under RCU */
 612bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 613{
 614        struct net_bridge_vlan_group *vg;
 615        struct net_bridge *br = p->br;
 616        struct net_bridge_vlan *v;
 617
 618        /* If filtering was disabled at input, let it pass. */
 619        if (!br_opt_get(br, BROPT_VLAN_ENABLED))
 620                return true;
 621
 622        vg = nbp_vlan_group_rcu(p);
 623        if (!vg || !vg->num_vlans)
 624                return false;
 625
 626        if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 627                *vid = 0;
 628
 629        if (!*vid) {
 630                *vid = br_get_pvid(vg);
 631                if (!*vid ||
 632                    !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
 633                        return false;
 634
 635                return true;
 636        }
 637
 638        v = br_vlan_find(vg, *vid);
 639        if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
 640                return true;
 641
 642        return false;
 643}
 644
 645static int br_vlan_add_existing(struct net_bridge *br,
 646                                struct net_bridge_vlan_group *vg,
 647                                struct net_bridge_vlan *vlan,
 648                                u16 flags, bool *changed,
 649                                struct netlink_ext_ack *extack)
 650{
 651        int err;
 652
 653        err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
 654        if (err && err != -EOPNOTSUPP)
 655                return err;
 656
 657        if (!br_vlan_is_brentry(vlan)) {
 658                /* Trying to change flags of non-existent bridge vlan */
 659                if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
 660                        err = -EINVAL;
 661                        goto err_flags;
 662                }
 663                /* It was only kept for port vlans, now make it real */
 664                err = br_fdb_insert(br, NULL, br->dev->dev_addr,
 665                                    vlan->vid);
 666                if (err) {
 667                        br_err(br, "failed to insert local address into bridge forwarding table\n");
 668                        goto err_fdb_insert;
 669                }
 670
 671                refcount_inc(&vlan->refcnt);
 672                vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 673                vg->num_vlans++;
 674                *changed = true;
 675        }
 676
 677        if (__vlan_add_flags(vlan, flags))
 678                *changed = true;
 679
 680        return 0;
 681
 682err_fdb_insert:
 683err_flags:
 684        br_switchdev_port_vlan_del(br->dev, vlan->vid);
 685        return err;
 686}
 687
 688/* Must be protected by RTNL.
 689 * Must be called with vid in range from 1 to 4094 inclusive.
 690 * changed must be true only if the vlan was created or updated
 691 */
 692int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
 693                struct netlink_ext_ack *extack)
 694{
 695        struct net_bridge_vlan_group *vg;
 696        struct net_bridge_vlan *vlan;
 697        int ret;
 698
 699        ASSERT_RTNL();
 700
 701        *changed = false;
 702        vg = br_vlan_group(br);
 703        vlan = br_vlan_find(vg, vid);
 704        if (vlan)
 705                return br_vlan_add_existing(br, vg, vlan, flags, changed,
 706                                            extack);
 707
 708        vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 709        if (!vlan)
 710                return -ENOMEM;
 711
 712        vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 713        if (!vlan->stats) {
 714                kfree(vlan);
 715                return -ENOMEM;
 716        }
 717        vlan->vid = vid;
 718        vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 719        vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 720        vlan->br = br;
 721        if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 722                refcount_set(&vlan->refcnt, 1);
 723        ret = __vlan_add(vlan, flags, extack);
 724        if (ret) {
 725                free_percpu(vlan->stats);
 726                kfree(vlan);
 727        } else {
 728                *changed = true;
 729        }
 730
 731        return ret;
 732}
 733
 734/* Must be protected by RTNL.
 735 * Must be called with vid in range from 1 to 4094 inclusive.
 736 */
 737int br_vlan_delete(struct net_bridge *br, u16 vid)
 738{
 739        struct net_bridge_vlan_group *vg;
 740        struct net_bridge_vlan *v;
 741
 742        ASSERT_RTNL();
 743
 744        vg = br_vlan_group(br);
 745        v = br_vlan_find(vg, vid);
 746        if (!v || !br_vlan_is_brentry(v))
 747                return -ENOENT;
 748
 749        br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 750        br_fdb_delete_by_port(br, NULL, vid, 0);
 751
 752        vlan_tunnel_info_del(vg, v);
 753
 754        return __vlan_del(v);
 755}
 756
 757void br_vlan_flush(struct net_bridge *br)
 758{
 759        struct net_bridge_vlan_group *vg;
 760
 761        ASSERT_RTNL();
 762
 763        vg = br_vlan_group(br);
 764        __vlan_flush(br, NULL, vg);
 765        RCU_INIT_POINTER(br->vlgrp, NULL);
 766        synchronize_rcu();
 767        __vlan_group_free(vg);
 768}
 769
 770struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 771{
 772        if (!vg)
 773                return NULL;
 774
 775        return br_vlan_lookup(&vg->vlan_hash, vid);
 776}
 777
 778/* Must be protected by RTNL. */
 779static void recalculate_group_addr(struct net_bridge *br)
 780{
 781        if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
 782                return;
 783
 784        spin_lock_bh(&br->lock);
 785        if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 786            br->vlan_proto == htons(ETH_P_8021Q)) {
 787                /* Bridge Group Address */
 788                br->group_addr[5] = 0x00;
 789        } else { /* vlan_enabled && ETH_P_8021AD */
 790                /* Provider Bridge Group Address */
 791                br->group_addr[5] = 0x08;
 792        }
 793        spin_unlock_bh(&br->lock);
 794}
 795
 796/* Must be protected by RTNL. */
 797void br_recalculate_fwd_mask(struct net_bridge *br)
 798{
 799        if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 800            br->vlan_proto == htons(ETH_P_8021Q))
 801                br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 802        else /* vlan_enabled && ETH_P_8021AD */
 803                br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 804                                              ~(1u << br->group_addr[5]);
 805}
 806
 807int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
 808                          struct netlink_ext_ack *extack)
 809{
 810        struct switchdev_attr attr = {
 811                .orig_dev = br->dev,
 812                .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 813                .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 814                .u.vlan_filtering = val,
 815        };
 816        int err;
 817
 818        if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
 819                return 0;
 820
 821        err = switchdev_port_attr_set(br->dev, &attr, extack);
 822        if (err && err != -EOPNOTSUPP)
 823                return err;
 824
 825        br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
 826        br_manage_promisc(br);
 827        recalculate_group_addr(br);
 828        br_recalculate_fwd_mask(br);
 829
 830        return 0;
 831}
 832
 833bool br_vlan_enabled(const struct net_device *dev)
 834{
 835        struct net_bridge *br = netdev_priv(dev);
 836
 837        return br_opt_get(br, BROPT_VLAN_ENABLED);
 838}
 839EXPORT_SYMBOL_GPL(br_vlan_enabled);
 840
 841int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
 842{
 843        struct net_bridge *br = netdev_priv(dev);
 844
 845        *p_proto = ntohs(br->vlan_proto);
 846
 847        return 0;
 848}
 849EXPORT_SYMBOL_GPL(br_vlan_get_proto);
 850
 851int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
 852                        struct netlink_ext_ack *extack)
 853{
 854        struct switchdev_attr attr = {
 855                .orig_dev = br->dev,
 856                .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
 857                .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 858                .u.vlan_protocol = ntohs(proto),
 859        };
 860        int err = 0;
 861        struct net_bridge_port *p;
 862        struct net_bridge_vlan *vlan;
 863        struct net_bridge_vlan_group *vg;
 864        __be16 oldproto = br->vlan_proto;
 865
 866        if (br->vlan_proto == proto)
 867                return 0;
 868
 869        err = switchdev_port_attr_set(br->dev, &attr, extack);
 870        if (err && err != -EOPNOTSUPP)
 871                return err;
 872
 873        /* Add VLANs for the new proto to the device filter. */
 874        list_for_each_entry(p, &br->port_list, list) {
 875                vg = nbp_vlan_group(p);
 876                list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 877                        err = vlan_vid_add(p->dev, proto, vlan->vid);
 878                        if (err)
 879                                goto err_filt;
 880                }
 881        }
 882
 883        br->vlan_proto = proto;
 884
 885        recalculate_group_addr(br);
 886        br_recalculate_fwd_mask(br);
 887
 888        /* Delete VLANs for the old proto from the device filter. */
 889        list_for_each_entry(p, &br->port_list, list) {
 890                vg = nbp_vlan_group(p);
 891                list_for_each_entry(vlan, &vg->vlan_list, vlist)
 892                        vlan_vid_del(p->dev, oldproto, vlan->vid);
 893        }
 894
 895        return 0;
 896
 897err_filt:
 898        attr.u.vlan_protocol = ntohs(oldproto);
 899        switchdev_port_attr_set(br->dev, &attr, NULL);
 900
 901        list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 902                vlan_vid_del(p->dev, proto, vlan->vid);
 903
 904        list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 905                vg = nbp_vlan_group(p);
 906                list_for_each_entry(vlan, &vg->vlan_list, vlist)
 907                        vlan_vid_del(p->dev, proto, vlan->vid);
 908        }
 909
 910        return err;
 911}
 912
 913int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
 914                      struct netlink_ext_ack *extack)
 915{
 916        if (!eth_type_vlan(htons(val)))
 917                return -EPROTONOSUPPORT;
 918
 919        return __br_vlan_set_proto(br, htons(val), extack);
 920}
 921
 922int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 923{
 924        switch (val) {
 925        case 0:
 926        case 1:
 927                br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
 928                break;
 929        default:
 930                return -EINVAL;
 931        }
 932
 933        return 0;
 934}
 935
 936int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
 937{
 938        struct net_bridge_port *p;
 939
 940        /* allow to change the option if there are no port vlans configured */
 941        list_for_each_entry(p, &br->port_list, list) {
 942                struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
 943
 944                if (vg->num_vlans)
 945                        return -EBUSY;
 946        }
 947
 948        switch (val) {
 949        case 0:
 950        case 1:
 951                br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
 952                break;
 953        default:
 954                return -EINVAL;
 955        }
 956
 957        return 0;
 958}
 959
 960static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 961{
 962        struct net_bridge_vlan *v;
 963
 964        if (vid != vg->pvid)
 965                return false;
 966
 967        v = br_vlan_lookup(&vg->vlan_hash, vid);
 968        if (v && br_vlan_should_use(v) &&
 969            (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 970                return true;
 971
 972        return false;
 973}
 974
 975static void br_vlan_disable_default_pvid(struct net_bridge *br)
 976{
 977        struct net_bridge_port *p;
 978        u16 pvid = br->default_pvid;
 979
 980        /* Disable default_pvid on all ports where it is still
 981         * configured.
 982         */
 983        if (vlan_default_pvid(br_vlan_group(br), pvid)) {
 984                if (!br_vlan_delete(br, pvid))
 985                        br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
 986        }
 987
 988        list_for_each_entry(p, &br->port_list, list) {
 989                if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
 990                    !nbp_vlan_delete(p, pvid))
 991                        br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
 992        }
 993
 994        br->default_pvid = 0;
 995}
 996
 997int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
 998                               struct netlink_ext_ack *extack)
 999{
1000        const struct net_bridge_vlan *pvent;
1001        struct net_bridge_vlan_group *vg;
1002        struct net_bridge_port *p;
1003        unsigned long *changed;
1004        bool vlchange;
1005        u16 old_pvid;
1006        int err = 0;
1007
1008        if (!pvid) {
1009                br_vlan_disable_default_pvid(br);
1010                return 0;
1011        }
1012
1013        changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1014        if (!changed)
1015                return -ENOMEM;
1016
1017        old_pvid = br->default_pvid;
1018
1019        /* Update default_pvid config only if we do not conflict with
1020         * user configuration.
1021         */
1022        vg = br_vlan_group(br);
1023        pvent = br_vlan_find(vg, pvid);
1024        if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1025            (!pvent || !br_vlan_should_use(pvent))) {
1026                err = br_vlan_add(br, pvid,
1027                                  BRIDGE_VLAN_INFO_PVID |
1028                                  BRIDGE_VLAN_INFO_UNTAGGED |
1029                                  BRIDGE_VLAN_INFO_BRENTRY,
1030                                  &vlchange, extack);
1031                if (err)
1032                        goto out;
1033
1034                if (br_vlan_delete(br, old_pvid))
1035                        br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1036                br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1037                set_bit(0, changed);
1038        }
1039
1040        list_for_each_entry(p, &br->port_list, list) {
1041                /* Update default_pvid config only if we do not conflict with
1042                 * user configuration.
1043                 */
1044                vg = nbp_vlan_group(p);
1045                if ((old_pvid &&
1046                     !vlan_default_pvid(vg, old_pvid)) ||
1047                    br_vlan_find(vg, pvid))
1048                        continue;
1049
1050                err = nbp_vlan_add(p, pvid,
1051                                   BRIDGE_VLAN_INFO_PVID |
1052                                   BRIDGE_VLAN_INFO_UNTAGGED,
1053                                   &vlchange, extack);
1054                if (err)
1055                        goto err_port;
1056                if (nbp_vlan_delete(p, old_pvid))
1057                        br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1058                br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1059                set_bit(p->port_no, changed);
1060        }
1061
1062        br->default_pvid = pvid;
1063
1064out:
1065        bitmap_free(changed);
1066        return err;
1067
1068err_port:
1069        list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1070                if (!test_bit(p->port_no, changed))
1071                        continue;
1072
1073                if (old_pvid) {
1074                        nbp_vlan_add(p, old_pvid,
1075                                     BRIDGE_VLAN_INFO_PVID |
1076                                     BRIDGE_VLAN_INFO_UNTAGGED,
1077                                     &vlchange, NULL);
1078                        br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1079                }
1080                nbp_vlan_delete(p, pvid);
1081                br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1082        }
1083
1084        if (test_bit(0, changed)) {
1085                if (old_pvid) {
1086                        br_vlan_add(br, old_pvid,
1087                                    BRIDGE_VLAN_INFO_PVID |
1088                                    BRIDGE_VLAN_INFO_UNTAGGED |
1089                                    BRIDGE_VLAN_INFO_BRENTRY,
1090                                    &vlchange, NULL);
1091                        br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1092                }
1093                br_vlan_delete(br, pvid);
1094                br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1095        }
1096        goto out;
1097}
1098
1099int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1100                             struct netlink_ext_ack *extack)
1101{
1102        u16 pvid = val;
1103        int err = 0;
1104
1105        if (val >= VLAN_VID_MASK)
1106                return -EINVAL;
1107
1108        if (pvid == br->default_pvid)
1109                goto out;
1110
1111        /* Only allow default pvid change when filtering is disabled */
1112        if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1113                pr_info_once("Please disable vlan filtering to change default_pvid\n");
1114                err = -EPERM;
1115                goto out;
1116        }
1117        err = __br_vlan_set_default_pvid(br, pvid, extack);
1118out:
1119        return err;
1120}
1121
1122int br_vlan_init(struct net_bridge *br)
1123{
1124        struct net_bridge_vlan_group *vg;
1125        int ret = -ENOMEM;
1126
1127        vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1128        if (!vg)
1129                goto out;
1130        ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1131        if (ret)
1132                goto err_rhtbl;
1133        ret = vlan_tunnel_init(vg);
1134        if (ret)
1135                goto err_tunnel_init;
1136        INIT_LIST_HEAD(&vg->vlan_list);
1137        br->vlan_proto = htons(ETH_P_8021Q);
1138        br->default_pvid = 1;
1139        rcu_assign_pointer(br->vlgrp, vg);
1140
1141out:
1142        return ret;
1143
1144err_tunnel_init:
1145        rhashtable_destroy(&vg->vlan_hash);
1146err_rhtbl:
1147        kfree(vg);
1148
1149        goto out;
1150}
1151
1152int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1153{
1154        struct switchdev_attr attr = {
1155                .orig_dev = p->br->dev,
1156                .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1157                .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1158                .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1159        };
1160        struct net_bridge_vlan_group *vg;
1161        int ret = -ENOMEM;
1162
1163        vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1164        if (!vg)
1165                goto out;
1166
1167        ret = switchdev_port_attr_set(p->dev, &attr, extack);
1168        if (ret && ret != -EOPNOTSUPP)
1169                goto err_vlan_enabled;
1170
1171        ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1172        if (ret)
1173                goto err_rhtbl;
1174        ret = vlan_tunnel_init(vg);
1175        if (ret)
1176                goto err_tunnel_init;
1177        INIT_LIST_HEAD(&vg->vlan_list);
1178        rcu_assign_pointer(p->vlgrp, vg);
1179        if (p->br->default_pvid) {
1180                bool changed;
1181
1182                ret = nbp_vlan_add(p, p->br->default_pvid,
1183                                   BRIDGE_VLAN_INFO_PVID |
1184                                   BRIDGE_VLAN_INFO_UNTAGGED,
1185                                   &changed, extack);
1186                if (ret)
1187                        goto err_vlan_add;
1188                br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1189        }
1190out:
1191        return ret;
1192
1193err_vlan_add:
1194        RCU_INIT_POINTER(p->vlgrp, NULL);
1195        synchronize_rcu();
1196        vlan_tunnel_deinit(vg);
1197err_tunnel_init:
1198        rhashtable_destroy(&vg->vlan_hash);
1199err_rhtbl:
1200err_vlan_enabled:
1201        kfree(vg);
1202
1203        goto out;
1204}
1205
1206/* Must be protected by RTNL.
1207 * Must be called with vid in range from 1 to 4094 inclusive.
1208 * changed must be true only if the vlan was created or updated
1209 */
1210int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1211                 bool *changed, struct netlink_ext_ack *extack)
1212{
1213        struct net_bridge_vlan *vlan;
1214        int ret;
1215
1216        ASSERT_RTNL();
1217
1218        *changed = false;
1219        vlan = br_vlan_find(nbp_vlan_group(port), vid);
1220        if (vlan) {
1221                /* Pass the flags to the hardware bridge */
1222                ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1223                if (ret && ret != -EOPNOTSUPP)
1224                        return ret;
1225                *changed = __vlan_add_flags(vlan, flags);
1226
1227                return 0;
1228        }
1229
1230        vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1231        if (!vlan)
1232                return -ENOMEM;
1233
1234        vlan->vid = vid;
1235        vlan->port = port;
1236        ret = __vlan_add(vlan, flags, extack);
1237        if (ret)
1238                kfree(vlan);
1239        else
1240                *changed = true;
1241
1242        return ret;
1243}
1244
1245/* Must be protected by RTNL.
1246 * Must be called with vid in range from 1 to 4094 inclusive.
1247 */
1248int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1249{
1250        struct net_bridge_vlan *v;
1251
1252        ASSERT_RTNL();
1253
1254        v = br_vlan_find(nbp_vlan_group(port), vid);
1255        if (!v)
1256                return -ENOENT;
1257        br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1258        br_fdb_delete_by_port(port->br, port, vid, 0);
1259
1260        return __vlan_del(v);
1261}
1262
1263void nbp_vlan_flush(struct net_bridge_port *port)
1264{
1265        struct net_bridge_vlan_group *vg;
1266
1267        ASSERT_RTNL();
1268
1269        vg = nbp_vlan_group(port);
1270        __vlan_flush(port->br, port, vg);
1271        RCU_INIT_POINTER(port->vlgrp, NULL);
1272        synchronize_rcu();
1273        __vlan_group_free(vg);
1274}
1275
1276void br_vlan_get_stats(const struct net_bridge_vlan *v,
1277                       struct pcpu_sw_netstats *stats)
1278{
1279        int i;
1280
1281        memset(stats, 0, sizeof(*stats));
1282        for_each_possible_cpu(i) {
1283                u64 rxpackets, rxbytes, txpackets, txbytes;
1284                struct pcpu_sw_netstats *cpu_stats;
1285                unsigned int start;
1286
1287                cpu_stats = per_cpu_ptr(v->stats, i);
1288                do {
1289                        start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1290                        rxpackets = cpu_stats->rx_packets;
1291                        rxbytes = cpu_stats->rx_bytes;
1292                        txbytes = cpu_stats->tx_bytes;
1293                        txpackets = cpu_stats->tx_packets;
1294                } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1295
1296                stats->rx_packets += rxpackets;
1297                stats->rx_bytes += rxbytes;
1298                stats->tx_bytes += txbytes;
1299                stats->tx_packets += txpackets;
1300        }
1301}
1302
1303int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1304{
1305        struct net_bridge_vlan_group *vg;
1306        struct net_bridge_port *p;
1307
1308        ASSERT_RTNL();
1309        p = br_port_get_check_rtnl(dev);
1310        if (p)
1311                vg = nbp_vlan_group(p);
1312        else if (netif_is_bridge_master(dev))
1313                vg = br_vlan_group(netdev_priv(dev));
1314        else
1315                return -EINVAL;
1316
1317        *p_pvid = br_get_pvid(vg);
1318        return 0;
1319}
1320EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1321
1322int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1323{
1324        struct net_bridge_vlan_group *vg;
1325        struct net_bridge_port *p;
1326
1327        p = br_port_get_check_rcu(dev);
1328        if (p)
1329                vg = nbp_vlan_group_rcu(p);
1330        else if (netif_is_bridge_master(dev))
1331                vg = br_vlan_group_rcu(netdev_priv(dev));
1332        else
1333                return -EINVAL;
1334
1335        *p_pvid = br_get_pvid(vg);
1336        return 0;
1337}
1338EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1339
1340void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1341                                    struct net_device_path_ctx *ctx,
1342                                    struct net_device_path *path)
1343{
1344        struct net_bridge_vlan_group *vg;
1345        int idx = ctx->num_vlans - 1;
1346        u16 vid;
1347
1348        path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1349
1350        if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1351                return;
1352
1353        vg = br_vlan_group(br);
1354
1355        if (idx >= 0 &&
1356            ctx->vlan[idx].proto == br->vlan_proto) {
1357                vid = ctx->vlan[idx].id;
1358        } else {
1359                path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1360                vid = br_get_pvid(vg);
1361        }
1362
1363        path->bridge.vlan_id = vid;
1364        path->bridge.vlan_proto = br->vlan_proto;
1365}
1366
1367int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1368                                   struct net_bridge_port *dst,
1369                                   struct net_device_path *path)
1370{
1371        struct net_bridge_vlan_group *vg;
1372        struct net_bridge_vlan *v;
1373
1374        if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1375                return 0;
1376
1377        vg = nbp_vlan_group_rcu(dst);
1378        v = br_vlan_find(vg, path->bridge.vlan_id);
1379        if (!v || !br_vlan_should_use(v))
1380                return -EINVAL;
1381
1382        if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1383                return 0;
1384
1385        if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1386                path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1387        else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1388                path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1389        else
1390                path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1391
1392        return 0;
1393}
1394
1395int br_vlan_get_info(const struct net_device *dev, u16 vid,
1396                     struct bridge_vlan_info *p_vinfo)
1397{
1398        struct net_bridge_vlan_group *vg;
1399        struct net_bridge_vlan *v;
1400        struct net_bridge_port *p;
1401
1402        ASSERT_RTNL();
1403        p = br_port_get_check_rtnl(dev);
1404        if (p)
1405                vg = nbp_vlan_group(p);
1406        else if (netif_is_bridge_master(dev))
1407                vg = br_vlan_group(netdev_priv(dev));
1408        else
1409                return -EINVAL;
1410
1411        v = br_vlan_find(vg, vid);
1412        if (!v)
1413                return -ENOENT;
1414
1415        p_vinfo->vid = vid;
1416        p_vinfo->flags = v->flags;
1417        if (vid == br_get_pvid(vg))
1418                p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1419        return 0;
1420}
1421EXPORT_SYMBOL_GPL(br_vlan_get_info);
1422
1423static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1424{
1425        return is_vlan_dev(dev) &&
1426                !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1427}
1428
1429static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1430                               __always_unused struct netdev_nested_priv *priv)
1431{
1432        return br_vlan_is_bind_vlan_dev(dev);
1433}
1434
1435static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1436{
1437        int found;
1438
1439        rcu_read_lock();
1440        found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1441                                              NULL);
1442        rcu_read_unlock();
1443
1444        return !!found;
1445}
1446
1447struct br_vlan_bind_walk_data {
1448        u16 vid;
1449        struct net_device *result;
1450};
1451
1452static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1453                                          struct netdev_nested_priv *priv)
1454{
1455        struct br_vlan_bind_walk_data *data = priv->data;
1456        int found = 0;
1457
1458        if (br_vlan_is_bind_vlan_dev(dev) &&
1459            vlan_dev_priv(dev)->vlan_id == data->vid) {
1460                data->result = dev;
1461                found = 1;
1462        }
1463
1464        return found;
1465}
1466
1467static struct net_device *
1468br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1469{
1470        struct br_vlan_bind_walk_data data = {
1471                .vid = vid,
1472        };
1473        struct netdev_nested_priv priv = {
1474                .data = (void *)&data,
1475        };
1476
1477        rcu_read_lock();
1478        netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1479                                      &priv);
1480        rcu_read_unlock();
1481
1482        return data.result;
1483}
1484
1485static bool br_vlan_is_dev_up(const struct net_device *dev)
1486{
1487        return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1488}
1489
1490static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1491                                       struct net_device *vlan_dev)
1492{
1493        u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1494        struct net_bridge_vlan_group *vg;
1495        struct net_bridge_port *p;
1496        bool has_carrier = false;
1497
1498        if (!netif_carrier_ok(br->dev)) {
1499                netif_carrier_off(vlan_dev);
1500                return;
1501        }
1502
1503        list_for_each_entry(p, &br->port_list, list) {
1504                vg = nbp_vlan_group(p);
1505                if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1506                        has_carrier = true;
1507                        break;
1508                }
1509        }
1510
1511        if (has_carrier)
1512                netif_carrier_on(vlan_dev);
1513        else
1514                netif_carrier_off(vlan_dev);
1515}
1516
1517static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1518{
1519        struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1520        struct net_bridge_vlan *vlan;
1521        struct net_device *vlan_dev;
1522
1523        list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1524                vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1525                                                           vlan->vid);
1526                if (vlan_dev) {
1527                        if (br_vlan_is_dev_up(p->dev)) {
1528                                if (netif_carrier_ok(p->br->dev))
1529                                        netif_carrier_on(vlan_dev);
1530                        } else {
1531                                br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1532                        }
1533                }
1534        }
1535}
1536
1537static void br_vlan_upper_change(struct net_device *dev,
1538                                 struct net_device *upper_dev,
1539                                 bool linking)
1540{
1541        struct net_bridge *br = netdev_priv(dev);
1542
1543        if (!br_vlan_is_bind_vlan_dev(upper_dev))
1544                return;
1545
1546        if (linking) {
1547                br_vlan_set_vlan_dev_state(br, upper_dev);
1548                br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1549        } else {
1550                br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1551                              br_vlan_has_upper_bind_vlan_dev(dev));
1552        }
1553}
1554
1555struct br_vlan_link_state_walk_data {
1556        struct net_bridge *br;
1557};
1558
1559static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1560                                        struct netdev_nested_priv *priv)
1561{
1562        struct br_vlan_link_state_walk_data *data = priv->data;
1563
1564        if (br_vlan_is_bind_vlan_dev(vlan_dev))
1565                br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1566
1567        return 0;
1568}
1569
1570static void br_vlan_link_state_change(struct net_device *dev,
1571                                      struct net_bridge *br)
1572{
1573        struct br_vlan_link_state_walk_data data = {
1574                .br = br
1575        };
1576        struct netdev_nested_priv priv = {
1577                .data = (void *)&data,
1578        };
1579
1580        rcu_read_lock();
1581        netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1582                                      &priv);
1583        rcu_read_unlock();
1584}
1585
1586/* Must be protected by RTNL. */
1587static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1588{
1589        struct net_device *vlan_dev;
1590
1591        if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1592                return;
1593
1594        vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1595        if (vlan_dev)
1596                br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1597}
1598
1599/* Must be protected by RTNL. */
1600int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1601{
1602        struct netdev_notifier_changeupper_info *info;
1603        struct net_bridge *br = netdev_priv(dev);
1604        int vlcmd = 0, ret = 0;
1605        bool changed = false;
1606
1607        switch (event) {
1608        case NETDEV_REGISTER:
1609                ret = br_vlan_add(br, br->default_pvid,
1610                                  BRIDGE_VLAN_INFO_PVID |
1611                                  BRIDGE_VLAN_INFO_UNTAGGED |
1612                                  BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1613                vlcmd = RTM_NEWVLAN;
1614                break;
1615        case NETDEV_UNREGISTER:
1616                changed = !br_vlan_delete(br, br->default_pvid);
1617                vlcmd = RTM_DELVLAN;
1618                break;
1619        case NETDEV_CHANGEUPPER:
1620                info = ptr;
1621                br_vlan_upper_change(dev, info->upper_dev, info->linking);
1622                break;
1623
1624        case NETDEV_CHANGE:
1625        case NETDEV_UP:
1626                if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1627                        break;
1628                br_vlan_link_state_change(dev, br);
1629                break;
1630        }
1631        if (changed)
1632                br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1633
1634        return ret;
1635}
1636
1637/* Must be protected by RTNL. */
1638void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1639{
1640        if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1641                return;
1642
1643        switch (event) {
1644        case NETDEV_CHANGE:
1645        case NETDEV_DOWN:
1646        case NETDEV_UP:
1647                br_vlan_set_all_vlan_dev_state(p);
1648                break;
1649        }
1650}
1651
1652static bool br_vlan_stats_fill(struct sk_buff *skb,
1653                               const struct net_bridge_vlan *v)
1654{
1655        struct pcpu_sw_netstats stats;
1656        struct nlattr *nest;
1657
1658        nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1659        if (!nest)
1660                return false;
1661
1662        br_vlan_get_stats(v, &stats);
1663        if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1664                              BRIDGE_VLANDB_STATS_PAD) ||
1665            nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1666                              stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1667            nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1668                              BRIDGE_VLANDB_STATS_PAD) ||
1669            nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1670                              stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1671                goto out_err;
1672
1673        nla_nest_end(skb, nest);
1674
1675        return true;
1676
1677out_err:
1678        nla_nest_cancel(skb, nest);
1679        return false;
1680}
1681
1682/* v_opts is used to dump the options which must be equal in the whole range */
1683static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1684                              const struct net_bridge_vlan *v_opts,
1685                              u16 flags,
1686                              bool dump_stats)
1687{
1688        struct bridge_vlan_info info;
1689        struct nlattr *nest;
1690
1691        nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1692        if (!nest)
1693                return false;
1694
1695        memset(&info, 0, sizeof(info));
1696        info.vid = vid;
1697        if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1698                info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1699        if (flags & BRIDGE_VLAN_INFO_PVID)
1700                info.flags |= BRIDGE_VLAN_INFO_PVID;
1701
1702        if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1703                goto out_err;
1704
1705        if (vid_range && vid < vid_range &&
1706            !(flags & BRIDGE_VLAN_INFO_PVID) &&
1707            nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1708                goto out_err;
1709
1710        if (v_opts) {
1711                if (!br_vlan_opts_fill(skb, v_opts))
1712                        goto out_err;
1713
1714                if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1715                        goto out_err;
1716        }
1717
1718        nla_nest_end(skb, nest);
1719
1720        return true;
1721
1722out_err:
1723        nla_nest_cancel(skb, nest);
1724        return false;
1725}
1726
1727static size_t rtnl_vlan_nlmsg_size(void)
1728{
1729        return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1730                + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1731                + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1732                + nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1733                + br_vlan_opts_nl_size(); /* bridge vlan options */
1734}
1735
1736void br_vlan_notify(const struct net_bridge *br,
1737                    const struct net_bridge_port *p,
1738                    u16 vid, u16 vid_range,
1739                    int cmd)
1740{
1741        struct net_bridge_vlan_group *vg;
1742        struct net_bridge_vlan *v = NULL;
1743        struct br_vlan_msg *bvm;
1744        struct nlmsghdr *nlh;
1745        struct sk_buff *skb;
1746        int err = -ENOBUFS;
1747        struct net *net;
1748        u16 flags = 0;
1749        int ifindex;
1750
1751        /* right now notifications are done only with rtnl held */
1752        ASSERT_RTNL();
1753
1754        if (p) {
1755                ifindex = p->dev->ifindex;
1756                vg = nbp_vlan_group(p);
1757                net = dev_net(p->dev);
1758        } else {
1759                ifindex = br->dev->ifindex;
1760                vg = br_vlan_group(br);
1761                net = dev_net(br->dev);
1762        }
1763
1764        skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1765        if (!skb)
1766                goto out_err;
1767
1768        err = -EMSGSIZE;
1769        nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1770        if (!nlh)
1771                goto out_err;
1772        bvm = nlmsg_data(nlh);
1773        memset(bvm, 0, sizeof(*bvm));
1774        bvm->family = AF_BRIDGE;
1775        bvm->ifindex = ifindex;
1776
1777        switch (cmd) {
1778        case RTM_NEWVLAN:
1779                /* need to find the vlan due to flags/options */
1780                v = br_vlan_find(vg, vid);
1781                if (!v || !br_vlan_should_use(v))
1782                        goto out_kfree;
1783
1784                flags = v->flags;
1785                if (br_get_pvid(vg) == v->vid)
1786                        flags |= BRIDGE_VLAN_INFO_PVID;
1787                break;
1788        case RTM_DELVLAN:
1789                break;
1790        default:
1791                goto out_kfree;
1792        }
1793
1794        if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1795                goto out_err;
1796
1797        nlmsg_end(skb, nlh);
1798        rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1799        return;
1800
1801out_err:
1802        rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1803out_kfree:
1804        kfree_skb(skb);
1805}
1806
1807static int br_vlan_replay_one(struct notifier_block *nb,
1808                              struct net_device *dev,
1809                              struct switchdev_obj_port_vlan *vlan,
1810                              const void *ctx, unsigned long action,
1811                              struct netlink_ext_ack *extack)
1812{
1813        struct switchdev_notifier_port_obj_info obj_info = {
1814                .info = {
1815                        .dev = dev,
1816                        .extack = extack,
1817                        .ctx = ctx,
1818                },
1819                .obj = &vlan->obj,
1820        };
1821        int err;
1822
1823        err = nb->notifier_call(nb, action, &obj_info);
1824        return notifier_to_errno(err);
1825}
1826
1827int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1828                   const void *ctx, bool adding, struct notifier_block *nb,
1829                   struct netlink_ext_ack *extack)
1830{
1831        struct net_bridge_vlan_group *vg;
1832        struct net_bridge_vlan *v;
1833        struct net_bridge_port *p;
1834        struct net_bridge *br;
1835        unsigned long action;
1836        int err = 0;
1837        u16 pvid;
1838
1839        ASSERT_RTNL();
1840
1841        if (!netif_is_bridge_master(br_dev))
1842                return -EINVAL;
1843
1844        if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1845                return -EINVAL;
1846
1847        if (netif_is_bridge_master(dev)) {
1848                br = netdev_priv(dev);
1849                vg = br_vlan_group(br);
1850                p = NULL;
1851        } else {
1852                p = br_port_get_rtnl(dev);
1853                if (WARN_ON(!p))
1854                        return -EINVAL;
1855                vg = nbp_vlan_group(p);
1856                br = p->br;
1857        }
1858
1859        if (!vg)
1860                return 0;
1861
1862        if (adding)
1863                action = SWITCHDEV_PORT_OBJ_ADD;
1864        else
1865                action = SWITCHDEV_PORT_OBJ_DEL;
1866
1867        pvid = br_get_pvid(vg);
1868
1869        list_for_each_entry(v, &vg->vlan_list, vlist) {
1870                struct switchdev_obj_port_vlan vlan = {
1871                        .obj.orig_dev = dev,
1872                        .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1873                        .flags = br_vlan_flags(v, pvid),
1874                        .vid = v->vid,
1875                };
1876
1877                if (!br_vlan_should_use(v))
1878                        continue;
1879
1880                err = br_vlan_replay_one(nb, dev, &vlan, ctx, action, extack);
1881                if (err)
1882                        return err;
1883        }
1884
1885        return err;
1886}
1887EXPORT_SYMBOL_GPL(br_vlan_replay);
1888
1889/* check if v_curr can enter a range ending in range_end */
1890bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1891                             const struct net_bridge_vlan *range_end)
1892{
1893        return v_curr->vid - range_end->vid == 1 &&
1894               range_end->flags == v_curr->flags &&
1895               br_vlan_opts_eq_range(v_curr, range_end);
1896}
1897
1898static int br_vlan_dump_dev(const struct net_device *dev,
1899                            struct sk_buff *skb,
1900                            struct netlink_callback *cb,
1901                            u32 dump_flags)
1902{
1903        struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1904        bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1905        struct net_bridge_vlan_group *vg;
1906        int idx = 0, s_idx = cb->args[1];
1907        struct nlmsghdr *nlh = NULL;
1908        struct net_bridge_port *p;
1909        struct br_vlan_msg *bvm;
1910        struct net_bridge *br;
1911        int err = 0;
1912        u16 pvid;
1913
1914        if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1915                return -EINVAL;
1916
1917        if (netif_is_bridge_master(dev)) {
1918                br = netdev_priv(dev);
1919                vg = br_vlan_group_rcu(br);
1920                p = NULL;
1921        } else {
1922                p = br_port_get_rcu(dev);
1923                if (WARN_ON(!p))
1924                        return -EINVAL;
1925                vg = nbp_vlan_group_rcu(p);
1926                br = p->br;
1927        }
1928
1929        if (!vg)
1930                return 0;
1931
1932        nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1933                        RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1934        if (!nlh)
1935                return -EMSGSIZE;
1936        bvm = nlmsg_data(nlh);
1937        memset(bvm, 0, sizeof(*bvm));
1938        bvm->family = PF_BRIDGE;
1939        bvm->ifindex = dev->ifindex;
1940        pvid = br_get_pvid(vg);
1941
1942        /* idx must stay at range's beginning until it is filled in */
1943        list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1944                if (!br_vlan_should_use(v))
1945                        continue;
1946                if (idx < s_idx) {
1947                        idx++;
1948                        continue;
1949                }
1950
1951                if (!range_start) {
1952                        range_start = v;
1953                        range_end = v;
1954                        continue;
1955                }
1956
1957                if (dump_stats || v->vid == pvid ||
1958                    !br_vlan_can_enter_range(v, range_end)) {
1959                        u16 vlan_flags = br_vlan_flags(range_start, pvid);
1960
1961                        if (!br_vlan_fill_vids(skb, range_start->vid,
1962                                               range_end->vid, range_start,
1963                                               vlan_flags, dump_stats)) {
1964                                err = -EMSGSIZE;
1965                                break;
1966                        }
1967                        /* advance number of filled vlans */
1968                        idx += range_end->vid - range_start->vid + 1;
1969
1970                        range_start = v;
1971                }
1972                range_end = v;
1973        }
1974
1975        /* err will be 0 and range_start will be set in 3 cases here:
1976         * - first vlan (range_start == range_end)
1977         * - last vlan (range_start == range_end, not in range)
1978         * - last vlan range (range_start != range_end, in range)
1979         */
1980        if (!err && range_start &&
1981            !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
1982                               range_start, br_vlan_flags(range_start, pvid),
1983                               dump_stats))
1984                err = -EMSGSIZE;
1985
1986        cb->args[1] = err ? idx : 0;
1987
1988        nlmsg_end(skb, nlh);
1989
1990        return err;
1991}
1992
1993static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
1994        [BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
1995};
1996
1997static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
1998{
1999        struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
2000        int idx = 0, err = 0, s_idx = cb->args[0];
2001        struct net *net = sock_net(skb->sk);
2002        struct br_vlan_msg *bvm;
2003        struct net_device *dev;
2004        u32 dump_flags = 0;
2005
2006        err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2007                          br_vlan_db_dump_pol, cb->extack);
2008        if (err < 0)
2009                return err;
2010
2011        bvm = nlmsg_data(cb->nlh);
2012        if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2013                dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2014
2015        rcu_read_lock();
2016        if (bvm->ifindex) {
2017                dev = dev_get_by_index_rcu(net, bvm->ifindex);
2018                if (!dev) {
2019                        err = -ENODEV;
2020                        goto out_err;
2021                }
2022                err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2023                if (err && err != -EMSGSIZE)
2024                        goto out_err;
2025        } else {
2026                for_each_netdev_rcu(net, dev) {
2027                        if (idx < s_idx)
2028                                goto skip;
2029
2030                        err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2031                        if (err == -EMSGSIZE)
2032                                break;
2033skip:
2034                        idx++;
2035                }
2036        }
2037        cb->args[0] = idx;
2038        rcu_read_unlock();
2039
2040        return skb->len;
2041
2042out_err:
2043        rcu_read_unlock();
2044
2045        return err;
2046}
2047
2048static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2049        [BRIDGE_VLANDB_ENTRY_INFO]      =
2050                NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2051        [BRIDGE_VLANDB_ENTRY_RANGE]     = { .type = NLA_U16 },
2052        [BRIDGE_VLANDB_ENTRY_STATE]     = { .type = NLA_U8 },
2053        [BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2054};
2055
2056static int br_vlan_rtm_process_one(struct net_device *dev,
2057                                   const struct nlattr *attr,
2058                                   int cmd, struct netlink_ext_ack *extack)
2059{
2060        struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2061        struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2062        bool changed = false, skip_processing = false;
2063        struct net_bridge_vlan_group *vg;
2064        struct net_bridge_port *p = NULL;
2065        int err = 0, cmdmap = 0;
2066        struct net_bridge *br;
2067
2068        if (netif_is_bridge_master(dev)) {
2069                br = netdev_priv(dev);
2070                vg = br_vlan_group(br);
2071        } else {
2072                p = br_port_get_rtnl(dev);
2073                if (WARN_ON(!p))
2074                        return -ENODEV;
2075                br = p->br;
2076                vg = nbp_vlan_group(p);
2077        }
2078
2079        if (WARN_ON(!vg))
2080                return -ENODEV;
2081
2082        err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2083                               br_vlan_db_policy, extack);
2084        if (err)
2085                return err;
2086
2087        if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2088                NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2089                return -EINVAL;
2090        }
2091        memset(&vrange_end, 0, sizeof(vrange_end));
2092
2093        vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2094        if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2095                            BRIDGE_VLAN_INFO_RANGE_END)) {
2096                NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2097                return -EINVAL;
2098        }
2099        if (!br_vlan_valid_id(vinfo->vid, extack))
2100                return -EINVAL;
2101
2102        if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2103                vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2104                /* validate user-provided flags without RANGE_BEGIN */
2105                vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2106                vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2107
2108                /* vinfo_last is the range start, vinfo the range end */
2109                vinfo_last = vinfo;
2110                vinfo = &vrange_end;
2111
2112                if (!br_vlan_valid_id(vinfo->vid, extack) ||
2113                    !br_vlan_valid_range(vinfo, vinfo_last, extack))
2114                        return -EINVAL;
2115        }
2116
2117        switch (cmd) {
2118        case RTM_NEWVLAN:
2119                cmdmap = RTM_SETLINK;
2120                skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2121                break;
2122        case RTM_DELVLAN:
2123                cmdmap = RTM_DELLINK;
2124                break;
2125        }
2126
2127        if (!skip_processing) {
2128                struct bridge_vlan_info *tmp_last = vinfo_last;
2129
2130                /* br_process_vlan_info may overwrite vinfo_last */
2131                err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2132                                           &changed, extack);
2133
2134                /* notify first if anything changed */
2135                if (changed)
2136                        br_ifinfo_notify(cmdmap, br, p);
2137
2138                if (err)
2139                        return err;
2140        }
2141
2142        /* deal with options */
2143        if (cmd == RTM_NEWVLAN) {
2144                struct net_bridge_vlan *range_start, *range_end;
2145
2146                if (vinfo_last) {
2147                        range_start = br_vlan_find(vg, vinfo_last->vid);
2148                        range_end = br_vlan_find(vg, vinfo->vid);
2149                } else {
2150                        range_start = br_vlan_find(vg, vinfo->vid);
2151                        range_end = range_start;
2152                }
2153
2154                err = br_vlan_process_options(br, p, range_start, range_end,
2155                                              tb, extack);
2156        }
2157
2158        return err;
2159}
2160
2161static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2162                               struct netlink_ext_ack *extack)
2163{
2164        struct net *net = sock_net(skb->sk);
2165        struct br_vlan_msg *bvm;
2166        struct net_device *dev;
2167        struct nlattr *attr;
2168        int err, vlans = 0;
2169        int rem;
2170
2171        /* this should validate the header and check for remaining bytes */
2172        err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2173                          extack);
2174        if (err < 0)
2175                return err;
2176
2177        bvm = nlmsg_data(nlh);
2178        dev = __dev_get_by_index(net, bvm->ifindex);
2179        if (!dev)
2180                return -ENODEV;
2181
2182        if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2183                NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2184                return -EINVAL;
2185        }
2186
2187        nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2188                if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
2189                        continue;
2190
2191                vlans++;
2192                err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
2193                                              extack);
2194                if (err)
2195                        break;
2196        }
2197        if (!vlans) {
2198                NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2199                err = -EINVAL;
2200        }
2201
2202        return err;
2203}
2204
2205void br_vlan_rtnl_init(void)
2206{
2207        rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2208                             br_vlan_rtm_dump, 0);
2209        rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2210                             br_vlan_rtm_process, NULL, 0);
2211        rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2212                             br_vlan_rtm_process, NULL, 0);
2213}
2214
2215void br_vlan_rtnl_uninit(void)
2216{
2217        rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2218        rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2219        rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2220}
2221