1 // SPDX-License-Identifier: GPL-2.0-only
2 #include <linux/kernel.h>
3 #include <linux/netdevice.h>
4 #include <linux/rtnetlink.h>
5 #include <linux/slab.h>
6 #include <net/switchdev.h>
8 #include "br_private.h"
9 #include "br_private_tunnel.h"
11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port
*p
, u16 vid
);
13 static inline int br_vlan_cmp(struct rhashtable_compare_arg
*arg
,
16 const struct net_bridge_vlan
*vle
= ptr
;
17 u16 vid
= *(u16
*)arg
->key
;
19 return vle
->vid
!= vid
;
22 static const struct rhashtable_params br_vlan_rht_params
= {
23 .head_offset
= offsetof(struct net_bridge_vlan
, vnode
),
24 .key_offset
= offsetof(struct net_bridge_vlan
, vid
),
25 .key_len
= sizeof(u16
),
27 .max_size
= VLAN_N_VID
,
28 .obj_cmpfn
= br_vlan_cmp
,
29 .automatic_shrinking
= true,
32 static struct net_bridge_vlan
*br_vlan_lookup(struct rhashtable
*tbl
, u16 vid
)
34 return rhashtable_lookup_fast(tbl
, &vid
, br_vlan_rht_params
);
37 static bool __vlan_add_pvid(struct net_bridge_vlan_group
*vg
, u16 vid
)
48 static bool __vlan_delete_pvid(struct net_bridge_vlan_group
*vg
, u16 vid
)
59 /* return true if anything changed, false otherwise */
60 static bool __vlan_add_flags(struct net_bridge_vlan
*v
, u16 flags
)
62 struct net_bridge_vlan_group
*vg
;
63 u16 old_flags
= v
->flags
;
66 if (br_vlan_is_master(v
))
67 vg
= br_vlan_group(v
->br
);
69 vg
= nbp_vlan_group(v
->port
);
71 if (flags
& BRIDGE_VLAN_INFO_PVID
)
72 ret
= __vlan_add_pvid(vg
, v
->vid
);
74 ret
= __vlan_delete_pvid(vg
, v
->vid
);
76 if (flags
& BRIDGE_VLAN_INFO_UNTAGGED
)
77 v
->flags
|= BRIDGE_VLAN_INFO_UNTAGGED
;
79 v
->flags
&= ~BRIDGE_VLAN_INFO_UNTAGGED
;
81 return ret
|| !!(old_flags
^ v
->flags
);
84 static int __vlan_vid_add(struct net_device
*dev
, struct net_bridge
*br
,
85 struct net_bridge_vlan
*v
, u16 flags
,
86 struct netlink_ext_ack
*extack
)
90 /* Try switchdev op first. In case it is not supported, fallback to
93 err
= br_switchdev_port_vlan_add(dev
, v
->vid
, flags
, extack
);
94 if (err
== -EOPNOTSUPP
)
95 return vlan_vid_add(dev
, br
->vlan_proto
, v
->vid
);
96 v
->priv_flags
|= BR_VLFLAG_ADDED_BY_SWITCHDEV
;
100 static void __vlan_add_list(struct net_bridge_vlan
*v
)
102 struct net_bridge_vlan_group
*vg
;
103 struct list_head
*headp
, *hpos
;
104 struct net_bridge_vlan
*vent
;
106 if (br_vlan_is_master(v
))
107 vg
= br_vlan_group(v
->br
);
109 vg
= nbp_vlan_group(v
->port
);
111 headp
= &vg
->vlan_list
;
112 list_for_each_prev(hpos
, headp
) {
113 vent
= list_entry(hpos
, struct net_bridge_vlan
, vlist
);
114 if (v
->vid
< vent
->vid
)
119 list_add_rcu(&v
->vlist
, hpos
);
122 static void __vlan_del_list(struct net_bridge_vlan
*v
)
124 list_del_rcu(&v
->vlist
);
127 static int __vlan_vid_del(struct net_device
*dev
, struct net_bridge
*br
,
128 const struct net_bridge_vlan
*v
)
132 /* Try switchdev op first. In case it is not supported, fallback to
135 err
= br_switchdev_port_vlan_del(dev
, v
->vid
);
136 if (!(v
->priv_flags
& BR_VLFLAG_ADDED_BY_SWITCHDEV
))
137 vlan_vid_del(dev
, br
->vlan_proto
, v
->vid
);
138 return err
== -EOPNOTSUPP
? 0 : err
;
141 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
142 * a reference is taken to the master vlan before returning.
144 static struct net_bridge_vlan
*
145 br_vlan_get_master(struct net_bridge
*br
, u16 vid
,
146 struct netlink_ext_ack
*extack
)
148 struct net_bridge_vlan_group
*vg
;
149 struct net_bridge_vlan
*masterv
;
151 vg
= br_vlan_group(br
);
152 masterv
= br_vlan_find(vg
, vid
);
156 /* missing global ctx, create it now */
157 if (br_vlan_add(br
, vid
, 0, &changed
, extack
))
159 masterv
= br_vlan_find(vg
, vid
);
160 if (WARN_ON(!masterv
))
162 refcount_set(&masterv
->refcnt
, 1);
165 refcount_inc(&masterv
->refcnt
);
170 static void br_master_vlan_rcu_free(struct rcu_head
*rcu
)
172 struct net_bridge_vlan
*v
;
174 v
= container_of(rcu
, struct net_bridge_vlan
, rcu
);
175 WARN_ON(!br_vlan_is_master(v
));
176 free_percpu(v
->stats
);
181 static void br_vlan_put_master(struct net_bridge_vlan
*masterv
)
183 struct net_bridge_vlan_group
*vg
;
185 if (!br_vlan_is_master(masterv
))
188 vg
= br_vlan_group(masterv
->br
);
189 if (refcount_dec_and_test(&masterv
->refcnt
)) {
190 rhashtable_remove_fast(&vg
->vlan_hash
,
191 &masterv
->vnode
, br_vlan_rht_params
);
192 __vlan_del_list(masterv
);
193 call_rcu(&masterv
->rcu
, br_master_vlan_rcu_free
);
197 static void nbp_vlan_rcu_free(struct rcu_head
*rcu
)
199 struct net_bridge_vlan
*v
;
201 v
= container_of(rcu
, struct net_bridge_vlan
, rcu
);
202 WARN_ON(br_vlan_is_master(v
));
203 /* if we had per-port stats configured then free them here */
204 if (v
->priv_flags
& BR_VLFLAG_PER_PORT_STATS
)
205 free_percpu(v
->stats
);
210 /* This is the shared VLAN add function which works for both ports and bridge
211 * devices. There are four possible calls to this function in terms of the
213 * 1. vlan is being added on a port (no master flags, global entry exists)
214 * 2. vlan is being added on a bridge (both master and brentry flags)
215 * 3. vlan is being added on a port, but a global entry didn't exist which
216 * is being created right now (master flag set, brentry flag unset), the
217 * global entry is used for global per-vlan features, but not for filtering
218 * 4. same as 3 but with both master and brentry flags set so the entry
219 * will be used for filtering in both the port and the bridge
221 static int __vlan_add(struct net_bridge_vlan
*v
, u16 flags
,
222 struct netlink_ext_ack
*extack
)
224 struct net_bridge_vlan
*masterv
= NULL
;
225 struct net_bridge_port
*p
= NULL
;
226 struct net_bridge_vlan_group
*vg
;
227 struct net_device
*dev
;
228 struct net_bridge
*br
;
231 if (br_vlan_is_master(v
)) {
234 vg
= br_vlan_group(br
);
239 vg
= nbp_vlan_group(p
);
243 /* Add VLAN to the device filter if it is supported.
244 * This ensures tagged traffic enters the bridge when
245 * promiscuous mode is disabled by br_manage_promisc().
247 err
= __vlan_vid_add(dev
, br
, v
, flags
, extack
);
251 /* need to work on the master vlan too */
252 if (flags
& BRIDGE_VLAN_INFO_MASTER
) {
255 err
= br_vlan_add(br
, v
->vid
,
256 flags
| BRIDGE_VLAN_INFO_BRENTRY
,
262 masterv
= br_vlan_get_master(br
, v
->vid
, extack
);
266 if (br_opt_get(br
, BROPT_VLAN_STATS_PER_PORT
)) {
267 v
->stats
= netdev_alloc_pcpu_stats(struct br_vlan_stats
);
272 v
->priv_flags
|= BR_VLFLAG_PER_PORT_STATS
;
274 v
->stats
= masterv
->stats
;
277 err
= br_switchdev_port_vlan_add(dev
, v
->vid
, flags
, extack
);
278 if (err
&& err
!= -EOPNOTSUPP
)
282 /* Add the dev mac and count the vlan only if it's usable */
283 if (br_vlan_should_use(v
)) {
284 err
= br_fdb_insert(br
, p
, dev
->dev_addr
, v
->vid
);
286 br_err(br
, "failed insert local address into bridge forwarding table\n");
292 err
= rhashtable_lookup_insert_fast(&vg
->vlan_hash
, &v
->vnode
,
298 __vlan_add_flags(v
, flags
);
301 nbp_vlan_set_vlan_dev_state(p
, v
->vid
);
306 if (br_vlan_should_use(v
)) {
307 br_fdb_find_delete_local(br
, p
, dev
->dev_addr
, v
->vid
);
313 __vlan_vid_del(dev
, br
, v
);
315 if (v
->stats
&& masterv
->stats
!= v
->stats
)
316 free_percpu(v
->stats
);
319 br_vlan_put_master(masterv
);
323 br_switchdev_port_vlan_del(dev
, v
->vid
);
329 static int __vlan_del(struct net_bridge_vlan
*v
)
331 struct net_bridge_vlan
*masterv
= v
;
332 struct net_bridge_vlan_group
*vg
;
333 struct net_bridge_port
*p
= NULL
;
336 if (br_vlan_is_master(v
)) {
337 vg
= br_vlan_group(v
->br
);
340 vg
= nbp_vlan_group(v
->port
);
344 __vlan_delete_pvid(vg
, v
->vid
);
346 err
= __vlan_vid_del(p
->dev
, p
->br
, v
);
350 err
= br_switchdev_port_vlan_del(v
->br
->dev
, v
->vid
);
351 if (err
&& err
!= -EOPNOTSUPP
)
356 if (br_vlan_should_use(v
)) {
357 v
->flags
&= ~BRIDGE_VLAN_INFO_BRENTRY
;
362 vlan_tunnel_info_del(vg
, v
);
363 rhashtable_remove_fast(&vg
->vlan_hash
, &v
->vnode
,
366 nbp_vlan_set_vlan_dev_state(p
, v
->vid
);
367 call_rcu(&v
->rcu
, nbp_vlan_rcu_free
);
370 br_vlan_put_master(masterv
);
375 static void __vlan_group_free(struct net_bridge_vlan_group
*vg
)
377 WARN_ON(!list_empty(&vg
->vlan_list
));
378 rhashtable_destroy(&vg
->vlan_hash
);
379 vlan_tunnel_deinit(vg
);
383 static void __vlan_flush(struct net_bridge_vlan_group
*vg
)
385 struct net_bridge_vlan
*vlan
, *tmp
;
387 __vlan_delete_pvid(vg
, vg
->pvid
);
388 list_for_each_entry_safe(vlan
, tmp
, &vg
->vlan_list
, vlist
)
392 struct sk_buff
*br_handle_vlan(struct net_bridge
*br
,
393 const struct net_bridge_port
*p
,
394 struct net_bridge_vlan_group
*vg
,
397 struct br_vlan_stats
*stats
;
398 struct net_bridge_vlan
*v
;
401 /* If this packet was not filtered at input, let it pass */
402 if (!BR_INPUT_SKB_CB(skb
)->vlan_filtered
)
405 /* At this point, we know that the frame was filtered and contains
406 * a valid vlan id. If the vlan id has untagged flag set,
407 * send untagged; otherwise, send tagged.
409 br_vlan_get_tag(skb
, &vid
);
410 v
= br_vlan_find(vg
, vid
);
411 /* Vlan entry must be configured at this point. The
412 * only exception is the bridge is set in promisc mode and the
413 * packet is destined for the bridge device. In this case
414 * pass the packet as is.
416 if (!v
|| !br_vlan_should_use(v
)) {
417 if ((br
->dev
->flags
& IFF_PROMISC
) && skb
->dev
== br
->dev
) {
424 if (br_opt_get(br
, BROPT_VLAN_STATS_ENABLED
)) {
425 stats
= this_cpu_ptr(v
->stats
);
426 u64_stats_update_begin(&stats
->syncp
);
427 stats
->tx_bytes
+= skb
->len
;
429 u64_stats_update_end(&stats
->syncp
);
432 if (v
->flags
& BRIDGE_VLAN_INFO_UNTAGGED
)
433 __vlan_hwaccel_clear_tag(skb
);
435 if (p
&& (p
->flags
& BR_VLAN_TUNNEL
) &&
436 br_handle_egress_vlan_tunnel(skb
, v
)) {
444 /* Called under RCU */
445 static bool __allowed_ingress(const struct net_bridge
*br
,
446 struct net_bridge_vlan_group
*vg
,
447 struct sk_buff
*skb
, u16
*vid
)
449 struct br_vlan_stats
*stats
;
450 struct net_bridge_vlan
*v
;
453 BR_INPUT_SKB_CB(skb
)->vlan_filtered
= true;
454 /* If vlan tx offload is disabled on bridge device and frame was
455 * sent from vlan device on the bridge device, it does not have
456 * HW accelerated vlan tag.
458 if (unlikely(!skb_vlan_tag_present(skb
) &&
459 skb
->protocol
== br
->vlan_proto
)) {
460 skb
= skb_vlan_untag(skb
);
465 if (!br_vlan_get_tag(skb
, vid
)) {
467 if (skb
->vlan_proto
!= br
->vlan_proto
) {
468 /* Protocol-mismatch, empty out vlan_tci for new tag */
469 skb_push(skb
, ETH_HLEN
);
470 skb
= vlan_insert_tag_set_proto(skb
, skb
->vlan_proto
,
471 skb_vlan_tag_get(skb
));
475 skb_pull(skb
, ETH_HLEN
);
476 skb_reset_mac_len(skb
);
488 u16 pvid
= br_get_pvid(vg
);
490 /* Frame had a tag with VID 0 or did not have a tag.
491 * See if pvid is set on this port. That tells us which
492 * vlan untagged or priority-tagged traffic belongs to.
497 /* PVID is set on this port. Any untagged or priority-tagged
498 * ingress frame is considered to belong to this vlan.
502 /* Untagged Frame. */
503 __vlan_hwaccel_put_tag(skb
, br
->vlan_proto
, pvid
);
505 /* Priority-tagged Frame.
506 * At this point, we know that skb->vlan_tci VID
508 * We update only VID field and preserve PCP field.
510 skb
->vlan_tci
|= pvid
;
512 /* if stats are disabled we can avoid the lookup */
513 if (!br_opt_get(br
, BROPT_VLAN_STATS_ENABLED
))
516 v
= br_vlan_find(vg
, *vid
);
517 if (!v
|| !br_vlan_should_use(v
))
520 if (br_opt_get(br
, BROPT_VLAN_STATS_ENABLED
)) {
521 stats
= this_cpu_ptr(v
->stats
);
522 u64_stats_update_begin(&stats
->syncp
);
523 stats
->rx_bytes
+= skb
->len
;
525 u64_stats_update_end(&stats
->syncp
);
535 bool br_allowed_ingress(const struct net_bridge
*br
,
536 struct net_bridge_vlan_group
*vg
, struct sk_buff
*skb
,
539 /* If VLAN filtering is disabled on the bridge, all packets are
542 if (!br_opt_get(br
, BROPT_VLAN_ENABLED
)) {
543 BR_INPUT_SKB_CB(skb
)->vlan_filtered
= false;
547 return __allowed_ingress(br
, vg
, skb
, vid
);
550 /* Called under RCU. */
551 bool br_allowed_egress(struct net_bridge_vlan_group
*vg
,
552 const struct sk_buff
*skb
)
554 const struct net_bridge_vlan
*v
;
557 /* If this packet was not filtered at input, let it pass */
558 if (!BR_INPUT_SKB_CB(skb
)->vlan_filtered
)
561 br_vlan_get_tag(skb
, &vid
);
562 v
= br_vlan_find(vg
, vid
);
563 if (v
&& br_vlan_should_use(v
))
569 /* Called under RCU */
570 bool br_should_learn(struct net_bridge_port
*p
, struct sk_buff
*skb
, u16
*vid
)
572 struct net_bridge_vlan_group
*vg
;
573 struct net_bridge
*br
= p
->br
;
575 /* If filtering was disabled at input, let it pass. */
576 if (!br_opt_get(br
, BROPT_VLAN_ENABLED
))
579 vg
= nbp_vlan_group_rcu(p
);
580 if (!vg
|| !vg
->num_vlans
)
583 if (!br_vlan_get_tag(skb
, vid
) && skb
->vlan_proto
!= br
->vlan_proto
)
587 *vid
= br_get_pvid(vg
);
594 if (br_vlan_find(vg
, *vid
))
600 static int br_vlan_add_existing(struct net_bridge
*br
,
601 struct net_bridge_vlan_group
*vg
,
602 struct net_bridge_vlan
*vlan
,
603 u16 flags
, bool *changed
,
604 struct netlink_ext_ack
*extack
)
608 err
= br_switchdev_port_vlan_add(br
->dev
, vlan
->vid
, flags
, extack
);
609 if (err
&& err
!= -EOPNOTSUPP
)
612 if (!br_vlan_is_brentry(vlan
)) {
613 /* Trying to change flags of non-existent bridge vlan */
614 if (!(flags
& BRIDGE_VLAN_INFO_BRENTRY
)) {
618 /* It was only kept for port vlans, now make it real */
619 err
= br_fdb_insert(br
, NULL
, br
->dev
->dev_addr
,
622 br_err(br
, "failed to insert local address into bridge forwarding table\n");
626 refcount_inc(&vlan
->refcnt
);
627 vlan
->flags
|= BRIDGE_VLAN_INFO_BRENTRY
;
632 if (__vlan_add_flags(vlan
, flags
))
639 br_switchdev_port_vlan_del(br
->dev
, vlan
->vid
);
643 /* Must be protected by RTNL.
644 * Must be called with vid in range from 1 to 4094 inclusive.
645 * changed must be true only if the vlan was created or updated
647 int br_vlan_add(struct net_bridge
*br
, u16 vid
, u16 flags
, bool *changed
,
648 struct netlink_ext_ack
*extack
)
650 struct net_bridge_vlan_group
*vg
;
651 struct net_bridge_vlan
*vlan
;
657 vg
= br_vlan_group(br
);
658 vlan
= br_vlan_find(vg
, vid
);
660 return br_vlan_add_existing(br
, vg
, vlan
, flags
, changed
,
663 vlan
= kzalloc(sizeof(*vlan
), GFP_KERNEL
);
667 vlan
->stats
= netdev_alloc_pcpu_stats(struct br_vlan_stats
);
673 vlan
->flags
= flags
| BRIDGE_VLAN_INFO_MASTER
;
674 vlan
->flags
&= ~BRIDGE_VLAN_INFO_PVID
;
676 if (flags
& BRIDGE_VLAN_INFO_BRENTRY
)
677 refcount_set(&vlan
->refcnt
, 1);
678 ret
= __vlan_add(vlan
, flags
, extack
);
680 free_percpu(vlan
->stats
);
689 /* Must be protected by RTNL.
690 * Must be called with vid in range from 1 to 4094 inclusive.
692 int br_vlan_delete(struct net_bridge
*br
, u16 vid
)
694 struct net_bridge_vlan_group
*vg
;
695 struct net_bridge_vlan
*v
;
699 vg
= br_vlan_group(br
);
700 v
= br_vlan_find(vg
, vid
);
701 if (!v
|| !br_vlan_is_brentry(v
))
704 br_fdb_find_delete_local(br
, NULL
, br
->dev
->dev_addr
, vid
);
705 br_fdb_delete_by_port(br
, NULL
, vid
, 0);
707 vlan_tunnel_info_del(vg
, v
);
709 return __vlan_del(v
);
712 void br_vlan_flush(struct net_bridge
*br
)
714 struct net_bridge_vlan_group
*vg
;
718 vg
= br_vlan_group(br
);
720 RCU_INIT_POINTER(br
->vlgrp
, NULL
);
722 __vlan_group_free(vg
);
725 struct net_bridge_vlan
*br_vlan_find(struct net_bridge_vlan_group
*vg
, u16 vid
)
730 return br_vlan_lookup(&vg
->vlan_hash
, vid
);
733 /* Must be protected by RTNL. */
734 static void recalculate_group_addr(struct net_bridge
*br
)
736 if (br_opt_get(br
, BROPT_GROUP_ADDR_SET
))
739 spin_lock_bh(&br
->lock
);
740 if (!br_opt_get(br
, BROPT_VLAN_ENABLED
) ||
741 br
->vlan_proto
== htons(ETH_P_8021Q
)) {
742 /* Bridge Group Address */
743 br
->group_addr
[5] = 0x00;
744 } else { /* vlan_enabled && ETH_P_8021AD */
745 /* Provider Bridge Group Address */
746 br
->group_addr
[5] = 0x08;
748 spin_unlock_bh(&br
->lock
);
751 /* Must be protected by RTNL. */
752 void br_recalculate_fwd_mask(struct net_bridge
*br
)
754 if (!br_opt_get(br
, BROPT_VLAN_ENABLED
) ||
755 br
->vlan_proto
== htons(ETH_P_8021Q
))
756 br
->group_fwd_mask_required
= BR_GROUPFWD_DEFAULT
;
757 else /* vlan_enabled && ETH_P_8021AD */
758 br
->group_fwd_mask_required
= BR_GROUPFWD_8021AD
&
759 ~(1u << br
->group_addr
[5]);
762 int __br_vlan_filter_toggle(struct net_bridge
*br
, unsigned long val
)
764 struct switchdev_attr attr
= {
766 .id
= SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING
,
767 .flags
= SWITCHDEV_F_SKIP_EOPNOTSUPP
,
768 .u
.vlan_filtering
= val
,
772 if (br_opt_get(br
, BROPT_VLAN_ENABLED
) == !!val
)
775 err
= switchdev_port_attr_set(br
->dev
, &attr
);
776 if (err
&& err
!= -EOPNOTSUPP
)
779 br_opt_toggle(br
, BROPT_VLAN_ENABLED
, !!val
);
780 br_manage_promisc(br
);
781 recalculate_group_addr(br
);
782 br_recalculate_fwd_mask(br
);
787 int br_vlan_filter_toggle(struct net_bridge
*br
, unsigned long val
)
789 return __br_vlan_filter_toggle(br
, val
);
792 bool br_vlan_enabled(const struct net_device
*dev
)
794 struct net_bridge
*br
= netdev_priv(dev
);
796 return br_opt_get(br
, BROPT_VLAN_ENABLED
);
798 EXPORT_SYMBOL_GPL(br_vlan_enabled
);
800 int __br_vlan_set_proto(struct net_bridge
*br
, __be16 proto
)
803 struct net_bridge_port
*p
;
804 struct net_bridge_vlan
*vlan
;
805 struct net_bridge_vlan_group
*vg
;
808 if (br
->vlan_proto
== proto
)
811 /* Add VLANs for the new proto to the device filter. */
812 list_for_each_entry(p
, &br
->port_list
, list
) {
813 vg
= nbp_vlan_group(p
);
814 list_for_each_entry(vlan
, &vg
->vlan_list
, vlist
) {
815 err
= vlan_vid_add(p
->dev
, proto
, vlan
->vid
);
821 oldproto
= br
->vlan_proto
;
822 br
->vlan_proto
= proto
;
824 recalculate_group_addr(br
);
825 br_recalculate_fwd_mask(br
);
827 /* Delete VLANs for the old proto from the device filter. */
828 list_for_each_entry(p
, &br
->port_list
, list
) {
829 vg
= nbp_vlan_group(p
);
830 list_for_each_entry(vlan
, &vg
->vlan_list
, vlist
)
831 vlan_vid_del(p
->dev
, oldproto
, vlan
->vid
);
837 list_for_each_entry_continue_reverse(vlan
, &vg
->vlan_list
, vlist
)
838 vlan_vid_del(p
->dev
, proto
, vlan
->vid
);
840 list_for_each_entry_continue_reverse(p
, &br
->port_list
, list
) {
841 vg
= nbp_vlan_group(p
);
842 list_for_each_entry(vlan
, &vg
->vlan_list
, vlist
)
843 vlan_vid_del(p
->dev
, proto
, vlan
->vid
);
849 int br_vlan_set_proto(struct net_bridge
*br
, unsigned long val
)
851 if (val
!= ETH_P_8021Q
&& val
!= ETH_P_8021AD
)
852 return -EPROTONOSUPPORT
;
854 return __br_vlan_set_proto(br
, htons(val
));
857 int br_vlan_set_stats(struct net_bridge
*br
, unsigned long val
)
862 br_opt_toggle(br
, BROPT_VLAN_STATS_ENABLED
, !!val
);
871 int br_vlan_set_stats_per_port(struct net_bridge
*br
, unsigned long val
)
873 struct net_bridge_port
*p
;
875 /* allow to change the option if there are no port vlans configured */
876 list_for_each_entry(p
, &br
->port_list
, list
) {
877 struct net_bridge_vlan_group
*vg
= nbp_vlan_group(p
);
886 br_opt_toggle(br
, BROPT_VLAN_STATS_PER_PORT
, !!val
);
895 static bool vlan_default_pvid(struct net_bridge_vlan_group
*vg
, u16 vid
)
897 struct net_bridge_vlan
*v
;
902 v
= br_vlan_lookup(&vg
->vlan_hash
, vid
);
903 if (v
&& br_vlan_should_use(v
) &&
904 (v
->flags
& BRIDGE_VLAN_INFO_UNTAGGED
))
910 static void br_vlan_disable_default_pvid(struct net_bridge
*br
)
912 struct net_bridge_port
*p
;
913 u16 pvid
= br
->default_pvid
;
915 /* Disable default_pvid on all ports where it is still
918 if (vlan_default_pvid(br_vlan_group(br
), pvid
))
919 br_vlan_delete(br
, pvid
);
921 list_for_each_entry(p
, &br
->port_list
, list
) {
922 if (vlan_default_pvid(nbp_vlan_group(p
), pvid
))
923 nbp_vlan_delete(p
, pvid
);
926 br
->default_pvid
= 0;
929 int __br_vlan_set_default_pvid(struct net_bridge
*br
, u16 pvid
,
930 struct netlink_ext_ack
*extack
)
932 const struct net_bridge_vlan
*pvent
;
933 struct net_bridge_vlan_group
*vg
;
934 struct net_bridge_port
*p
;
935 unsigned long *changed
;
941 br_vlan_disable_default_pvid(br
);
945 changed
= bitmap_zalloc(BR_MAX_PORTS
, GFP_KERNEL
);
949 old_pvid
= br
->default_pvid
;
951 /* Update default_pvid config only if we do not conflict with
952 * user configuration.
954 vg
= br_vlan_group(br
);
955 pvent
= br_vlan_find(vg
, pvid
);
956 if ((!old_pvid
|| vlan_default_pvid(vg
, old_pvid
)) &&
957 (!pvent
|| !br_vlan_should_use(pvent
))) {
958 err
= br_vlan_add(br
, pvid
,
959 BRIDGE_VLAN_INFO_PVID
|
960 BRIDGE_VLAN_INFO_UNTAGGED
|
961 BRIDGE_VLAN_INFO_BRENTRY
,
965 br_vlan_delete(br
, old_pvid
);
969 list_for_each_entry(p
, &br
->port_list
, list
) {
970 /* Update default_pvid config only if we do not conflict with
971 * user configuration.
973 vg
= nbp_vlan_group(p
);
975 !vlan_default_pvid(vg
, old_pvid
)) ||
976 br_vlan_find(vg
, pvid
))
979 err
= nbp_vlan_add(p
, pvid
,
980 BRIDGE_VLAN_INFO_PVID
|
981 BRIDGE_VLAN_INFO_UNTAGGED
,
985 nbp_vlan_delete(p
, old_pvid
);
986 set_bit(p
->port_no
, changed
);
989 br
->default_pvid
= pvid
;
992 bitmap_free(changed
);
996 list_for_each_entry_continue_reverse(p
, &br
->port_list
, list
) {
997 if (!test_bit(p
->port_no
, changed
))
1001 nbp_vlan_add(p
, old_pvid
,
1002 BRIDGE_VLAN_INFO_PVID
|
1003 BRIDGE_VLAN_INFO_UNTAGGED
,
1005 nbp_vlan_delete(p
, pvid
);
1008 if (test_bit(0, changed
)) {
1010 br_vlan_add(br
, old_pvid
,
1011 BRIDGE_VLAN_INFO_PVID
|
1012 BRIDGE_VLAN_INFO_UNTAGGED
|
1013 BRIDGE_VLAN_INFO_BRENTRY
,
1015 br_vlan_delete(br
, pvid
);
1020 int br_vlan_set_default_pvid(struct net_bridge
*br
, unsigned long val
)
1025 if (val
>= VLAN_VID_MASK
)
1028 if (pvid
== br
->default_pvid
)
1031 /* Only allow default pvid change when filtering is disabled */
1032 if (br_opt_get(br
, BROPT_VLAN_ENABLED
)) {
1033 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1037 err
= __br_vlan_set_default_pvid(br
, pvid
, NULL
);
1042 int br_vlan_init(struct net_bridge
*br
)
1044 struct net_bridge_vlan_group
*vg
;
1048 vg
= kzalloc(sizeof(*vg
), GFP_KERNEL
);
1051 ret
= rhashtable_init(&vg
->vlan_hash
, &br_vlan_rht_params
);
1054 ret
= vlan_tunnel_init(vg
);
1056 goto err_tunnel_init
;
1057 INIT_LIST_HEAD(&vg
->vlan_list
);
1058 br
->vlan_proto
= htons(ETH_P_8021Q
);
1059 br
->default_pvid
= 1;
1060 rcu_assign_pointer(br
->vlgrp
, vg
);
1061 ret
= br_vlan_add(br
, 1,
1062 BRIDGE_VLAN_INFO_PVID
| BRIDGE_VLAN_INFO_UNTAGGED
|
1063 BRIDGE_VLAN_INFO_BRENTRY
, &changed
, NULL
);
1071 vlan_tunnel_deinit(vg
);
1073 rhashtable_destroy(&vg
->vlan_hash
);
1080 int nbp_vlan_init(struct net_bridge_port
*p
, struct netlink_ext_ack
*extack
)
1082 struct switchdev_attr attr
= {
1083 .orig_dev
= p
->br
->dev
,
1084 .id
= SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING
,
1085 .flags
= SWITCHDEV_F_SKIP_EOPNOTSUPP
,
1086 .u
.vlan_filtering
= br_opt_get(p
->br
, BROPT_VLAN_ENABLED
),
1088 struct net_bridge_vlan_group
*vg
;
1091 vg
= kzalloc(sizeof(struct net_bridge_vlan_group
), GFP_KERNEL
);
1095 ret
= switchdev_port_attr_set(p
->dev
, &attr
);
1096 if (ret
&& ret
!= -EOPNOTSUPP
)
1097 goto err_vlan_enabled
;
1099 ret
= rhashtable_init(&vg
->vlan_hash
, &br_vlan_rht_params
);
1102 ret
= vlan_tunnel_init(vg
);
1104 goto err_tunnel_init
;
1105 INIT_LIST_HEAD(&vg
->vlan_list
);
1106 rcu_assign_pointer(p
->vlgrp
, vg
);
1107 if (p
->br
->default_pvid
) {
1110 ret
= nbp_vlan_add(p
, p
->br
->default_pvid
,
1111 BRIDGE_VLAN_INFO_PVID
|
1112 BRIDGE_VLAN_INFO_UNTAGGED
,
1121 RCU_INIT_POINTER(p
->vlgrp
, NULL
);
1123 vlan_tunnel_deinit(vg
);
1125 rhashtable_destroy(&vg
->vlan_hash
);
1133 /* Must be protected by RTNL.
1134 * Must be called with vid in range from 1 to 4094 inclusive.
1135 * changed must be true only if the vlan was created or updated
1137 int nbp_vlan_add(struct net_bridge_port
*port
, u16 vid
, u16 flags
,
1138 bool *changed
, struct netlink_ext_ack
*extack
)
1140 struct net_bridge_vlan
*vlan
;
1146 vlan
= br_vlan_find(nbp_vlan_group(port
), vid
);
1148 /* Pass the flags to the hardware bridge */
1149 ret
= br_switchdev_port_vlan_add(port
->dev
, vid
, flags
, extack
);
1150 if (ret
&& ret
!= -EOPNOTSUPP
)
1152 *changed
= __vlan_add_flags(vlan
, flags
);
1157 vlan
= kzalloc(sizeof(*vlan
), GFP_KERNEL
);
1163 ret
= __vlan_add(vlan
, flags
, extack
);
1172 /* Must be protected by RTNL.
1173 * Must be called with vid in range from 1 to 4094 inclusive.
1175 int nbp_vlan_delete(struct net_bridge_port
*port
, u16 vid
)
1177 struct net_bridge_vlan
*v
;
1181 v
= br_vlan_find(nbp_vlan_group(port
), vid
);
1184 br_fdb_find_delete_local(port
->br
, port
, port
->dev
->dev_addr
, vid
);
1185 br_fdb_delete_by_port(port
->br
, port
, vid
, 0);
1187 return __vlan_del(v
);
1190 void nbp_vlan_flush(struct net_bridge_port
*port
)
1192 struct net_bridge_vlan_group
*vg
;
1196 vg
= nbp_vlan_group(port
);
1198 RCU_INIT_POINTER(port
->vlgrp
, NULL
);
1200 __vlan_group_free(vg
);
1203 void br_vlan_get_stats(const struct net_bridge_vlan
*v
,
1204 struct br_vlan_stats
*stats
)
1208 memset(stats
, 0, sizeof(*stats
));
1209 for_each_possible_cpu(i
) {
1210 u64 rxpackets
, rxbytes
, txpackets
, txbytes
;
1211 struct br_vlan_stats
*cpu_stats
;
1214 cpu_stats
= per_cpu_ptr(v
->stats
, i
);
1216 start
= u64_stats_fetch_begin_irq(&cpu_stats
->syncp
);
1217 rxpackets
= cpu_stats
->rx_packets
;
1218 rxbytes
= cpu_stats
->rx_bytes
;
1219 txbytes
= cpu_stats
->tx_bytes
;
1220 txpackets
= cpu_stats
->tx_packets
;
1221 } while (u64_stats_fetch_retry_irq(&cpu_stats
->syncp
, start
));
1223 stats
->rx_packets
+= rxpackets
;
1224 stats
->rx_bytes
+= rxbytes
;
1225 stats
->tx_bytes
+= txbytes
;
1226 stats
->tx_packets
+= txpackets
;
1230 int br_vlan_get_pvid(const struct net_device
*dev
, u16
*p_pvid
)
1232 struct net_bridge_vlan_group
*vg
;
1233 struct net_bridge_port
*p
;
1236 p
= br_port_get_check_rtnl(dev
);
1238 vg
= nbp_vlan_group(p
);
1239 else if (netif_is_bridge_master(dev
))
1240 vg
= br_vlan_group(netdev_priv(dev
));
1244 *p_pvid
= br_get_pvid(vg
);
1247 EXPORT_SYMBOL_GPL(br_vlan_get_pvid
);
1249 int br_vlan_get_info(const struct net_device
*dev
, u16 vid
,
1250 struct bridge_vlan_info
*p_vinfo
)
1252 struct net_bridge_vlan_group
*vg
;
1253 struct net_bridge_vlan
*v
;
1254 struct net_bridge_port
*p
;
1257 p
= br_port_get_check_rtnl(dev
);
1259 vg
= nbp_vlan_group(p
);
1260 else if (netif_is_bridge_master(dev
))
1261 vg
= br_vlan_group(netdev_priv(dev
));
1265 v
= br_vlan_find(vg
, vid
);
1270 p_vinfo
->flags
= v
->flags
;
1273 EXPORT_SYMBOL_GPL(br_vlan_get_info
);
1275 static int br_vlan_is_bind_vlan_dev(const struct net_device
*dev
)
1277 return is_vlan_dev(dev
) &&
1278 !!(vlan_dev_priv(dev
)->flags
& VLAN_FLAG_BRIDGE_BINDING
);
1281 static int br_vlan_is_bind_vlan_dev_fn(struct net_device
*dev
,
1282 __always_unused
void *data
)
1284 return br_vlan_is_bind_vlan_dev(dev
);
1287 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device
*dev
)
1292 found
= netdev_walk_all_upper_dev_rcu(dev
, br_vlan_is_bind_vlan_dev_fn
,
1299 struct br_vlan_bind_walk_data
{
1301 struct net_device
*result
;
1304 static int br_vlan_match_bind_vlan_dev_fn(struct net_device
*dev
,
1307 struct br_vlan_bind_walk_data
*data
= data_in
;
1310 if (br_vlan_is_bind_vlan_dev(dev
) &&
1311 vlan_dev_priv(dev
)->vlan_id
== data
->vid
) {
1319 static struct net_device
*
1320 br_vlan_get_upper_bind_vlan_dev(struct net_device
*dev
, u16 vid
)
1322 struct br_vlan_bind_walk_data data
= {
1327 netdev_walk_all_upper_dev_rcu(dev
, br_vlan_match_bind_vlan_dev_fn
,
1334 static bool br_vlan_is_dev_up(const struct net_device
*dev
)
1336 return !!(dev
->flags
& IFF_UP
) && netif_oper_up(dev
);
1339 static void br_vlan_set_vlan_dev_state(const struct net_bridge
*br
,
1340 struct net_device
*vlan_dev
)
1342 u16 vid
= vlan_dev_priv(vlan_dev
)->vlan_id
;
1343 struct net_bridge_vlan_group
*vg
;
1344 struct net_bridge_port
*p
;
1345 bool has_carrier
= false;
1347 if (!netif_carrier_ok(br
->dev
)) {
1348 netif_carrier_off(vlan_dev
);
1352 list_for_each_entry(p
, &br
->port_list
, list
) {
1353 vg
= nbp_vlan_group(p
);
1354 if (br_vlan_find(vg
, vid
) && br_vlan_is_dev_up(p
->dev
)) {
1361 netif_carrier_on(vlan_dev
);
1363 netif_carrier_off(vlan_dev
);
1366 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port
*p
)
1368 struct net_bridge_vlan_group
*vg
= nbp_vlan_group(p
);
1369 struct net_bridge_vlan
*vlan
;
1370 struct net_device
*vlan_dev
;
1372 list_for_each_entry(vlan
, &vg
->vlan_list
, vlist
) {
1373 vlan_dev
= br_vlan_get_upper_bind_vlan_dev(p
->br
->dev
,
1376 if (br_vlan_is_dev_up(p
->dev
)) {
1377 if (netif_carrier_ok(p
->br
->dev
))
1378 netif_carrier_on(vlan_dev
);
1380 br_vlan_set_vlan_dev_state(p
->br
, vlan_dev
);
1386 static void br_vlan_upper_change(struct net_device
*dev
,
1387 struct net_device
*upper_dev
,
1390 struct net_bridge
*br
= netdev_priv(dev
);
1392 if (!br_vlan_is_bind_vlan_dev(upper_dev
))
1396 br_vlan_set_vlan_dev_state(br
, upper_dev
);
1397 br_opt_toggle(br
, BROPT_VLAN_BRIDGE_BINDING
, true);
1399 br_opt_toggle(br
, BROPT_VLAN_BRIDGE_BINDING
,
1400 br_vlan_has_upper_bind_vlan_dev(dev
));
1404 struct br_vlan_link_state_walk_data
{
1405 struct net_bridge
*br
;
1408 static int br_vlan_link_state_change_fn(struct net_device
*vlan_dev
,
1411 struct br_vlan_link_state_walk_data
*data
= data_in
;
1413 if (br_vlan_is_bind_vlan_dev(vlan_dev
))
1414 br_vlan_set_vlan_dev_state(data
->br
, vlan_dev
);
1419 static void br_vlan_link_state_change(struct net_device
*dev
,
1420 struct net_bridge
*br
)
1422 struct br_vlan_link_state_walk_data data
= {
1427 netdev_walk_all_upper_dev_rcu(dev
, br_vlan_link_state_change_fn
,
1432 /* Must be protected by RTNL. */
1433 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port
*p
, u16 vid
)
1435 struct net_device
*vlan_dev
;
1437 if (!br_opt_get(p
->br
, BROPT_VLAN_BRIDGE_BINDING
))
1440 vlan_dev
= br_vlan_get_upper_bind_vlan_dev(p
->br
->dev
, vid
);
1442 br_vlan_set_vlan_dev_state(p
->br
, vlan_dev
);
1445 /* Must be protected by RTNL. */
1446 void br_vlan_bridge_event(struct net_device
*dev
, unsigned long event
,
1449 struct netdev_notifier_changeupper_info
*info
;
1450 struct net_bridge
*br
;
1453 case NETDEV_CHANGEUPPER
:
1455 br_vlan_upper_change(dev
, info
->upper_dev
, info
->linking
);
1460 br
= netdev_priv(dev
);
1461 if (!br_opt_get(br
, BROPT_VLAN_BRIDGE_BINDING
))
1463 br_vlan_link_state_change(dev
, br
);
1468 /* Must be protected by RTNL. */
1469 void br_vlan_port_event(struct net_bridge_port
*p
, unsigned long event
)
1471 if (!br_opt_get(p
->br
, BROPT_VLAN_BRIDGE_BINDING
))
1478 br_vlan_set_all_vlan_dev_state(p
);