FreeBSD/Linux Kernel Cross Reference
sys/net/if_bridge.c
1 /* $NetBSD: if_bridge.c,v 1.31 2005/06/01 19:45:34 jdc Exp $ */
2
3 /*-
4 * SPDX-License-Identifier: BSD-4-Clause
5 *
6 * Copyright 2001 Wasabi Systems, Inc.
7 * All rights reserved.
8 *
9 * Written by Jason R. Thorpe for Wasabi Systems, Inc.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed for the NetBSD Project by
22 * Wasabi Systems, Inc.
23 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
24 * or promote products derived from this software without specific prior
25 * written permission.
26 *
27 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
28 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
38 */
39
40 /*
41 * Copyright (c) 1999, 2000 Jason L. Wright (jason@thought.net)
42 * All rights reserved.
43 *
44 * Redistribution and use in source and binary forms, with or without
45 * modification, are permitted provided that the following conditions
46 * are met:
47 * 1. Redistributions of source code must retain the above copyright
48 * notice, this list of conditions and the following disclaimer.
49 * 2. Redistributions in binary form must reproduce the above copyright
50 * notice, this list of conditions and the following disclaimer in the
51 * documentation and/or other materials provided with the distribution.
52 *
53 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
54 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
55 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
56 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
57 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
58 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
59 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
61 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
62 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
63 * POSSIBILITY OF SUCH DAMAGE.
64 *
65 * OpenBSD: if_bridge.c,v 1.60 2001/06/15 03:38:33 itojun Exp
66 */
67
68 /*
69 * Network interface bridge support.
70 *
71 * TODO:
72 *
73 * - Currently only supports Ethernet-like interfaces (Ethernet,
74 * 802.11, VLANs on Ethernet, etc.) Figure out a nice way
75 * to bridge other types of interfaces (maybe consider
76 * heterogeneous bridges).
77 */
78
79 #include <sys/cdefs.h>
80 __FBSDID("$FreeBSD$");
81
82 #include "opt_inet.h"
83 #include "opt_inet6.h"
84
85 #include <sys/param.h>
86 #include <sys/eventhandler.h>
87 #include <sys/mbuf.h>
88 #include <sys/malloc.h>
89 #include <sys/protosw.h>
90 #include <sys/systm.h>
91 #include <sys/jail.h>
92 #include <sys/time.h>
93 #include <sys/socket.h> /* for net/if.h */
94 #include <sys/sockio.h>
95 #include <sys/ctype.h> /* string functions */
96 #include <sys/kernel.h>
97 #include <sys/random.h>
98 #include <sys/syslog.h>
99 #include <sys/sysctl.h>
100 #include <vm/uma.h>
101 #include <sys/module.h>
102 #include <sys/priv.h>
103 #include <sys/proc.h>
104 #include <sys/lock.h>
105 #include <sys/mutex.h>
106
107 #include <net/bpf.h>
108 #include <net/if.h>
109 #include <net/if_clone.h>
110 #include <net/if_dl.h>
111 #include <net/if_types.h>
112 #include <net/if_var.h>
113 #include <net/if_private.h>
114 #include <net/pfil.h>
115 #include <net/vnet.h>
116
117 #include <netinet/in.h>
118 #include <netinet/in_systm.h>
119 #include <netinet/in_var.h>
120 #include <netinet/ip.h>
121 #include <netinet/ip_var.h>
122 #ifdef INET6
123 #include <netinet/ip6.h>
124 #include <netinet6/ip6_var.h>
125 #include <netinet6/in6_ifattach.h>
126 #endif
127 #if defined(INET) || defined(INET6)
128 #include <netinet/ip_carp.h>
129 #endif
130 #include <machine/in_cksum.h>
131 #include <netinet/if_ether.h>
132 #include <net/bridgestp.h>
133 #include <net/if_bridgevar.h>
134 #include <net/if_llc.h>
135 #include <net/if_vlan_var.h>
136
137 #include <net/route.h>
138
139 #ifdef INET6
140 /*
141 * XXX: declare here to avoid to include many inet6 related files..
142 * should be more generalized?
143 */
144 extern void nd6_setmtu(struct ifnet *);
145 #endif
146
147 /*
148 * Size of the route hash table. Must be a power of two.
149 */
150 #ifndef BRIDGE_RTHASH_SIZE
151 #define BRIDGE_RTHASH_SIZE 1024
152 #endif
153
154 #define BRIDGE_RTHASH_MASK (BRIDGE_RTHASH_SIZE - 1)
155
156 /*
157 * Default maximum number of addresses to cache.
158 */
159 #ifndef BRIDGE_RTABLE_MAX
160 #define BRIDGE_RTABLE_MAX 2000
161 #endif
162
163 /*
164 * Timeout (in seconds) for entries learned dynamically.
165 */
166 #ifndef BRIDGE_RTABLE_TIMEOUT
167 #define BRIDGE_RTABLE_TIMEOUT (20 * 60) /* same as ARP */
168 #endif
169
170 /*
171 * Number of seconds between walks of the route list.
172 */
173 #ifndef BRIDGE_RTABLE_PRUNE_PERIOD
174 #define BRIDGE_RTABLE_PRUNE_PERIOD (5 * 60)
175 #endif
176
177 /*
178 * List of capabilities to possibly mask on the member interface.
179 */
180 #define BRIDGE_IFCAPS_MASK (IFCAP_TOE|IFCAP_TSO|IFCAP_TXCSUM|\
181 IFCAP_TXCSUM_IPV6)
182
183 /*
184 * List of capabilities to strip
185 */
186 #define BRIDGE_IFCAPS_STRIP IFCAP_LRO
187
188 /*
189 * Bridge locking
190 *
191 * The bridge relies heavily on the epoch(9) system to protect its data
192 * structures. This means we can safely use CK_LISTs while in NET_EPOCH, but we
193 * must ensure there is only one writer at a time.
194 *
195 * That is: for read accesses we only need to be in NET_EPOCH, but for write
196 * accesses we must hold:
197 *
198 * - BRIDGE_RT_LOCK, for any change to bridge_rtnodes
199 * - BRIDGE_LOCK, for any other change
200 *
201 * The BRIDGE_LOCK is a sleepable lock, because it is held across ioctl()
202 * calls to bridge member interfaces and these ioctl()s can sleep.
203 * The BRIDGE_RT_LOCK is a non-sleepable mutex, because it is sometimes
204 * required while we're in NET_EPOCH and then we're not allowed to sleep.
205 */
206 #define BRIDGE_LOCK_INIT(_sc) do { \
207 sx_init(&(_sc)->sc_sx, "if_bridge"); \
208 mtx_init(&(_sc)->sc_rt_mtx, "if_bridge rt", NULL, MTX_DEF); \
209 } while (0)
210 #define BRIDGE_LOCK_DESTROY(_sc) do { \
211 sx_destroy(&(_sc)->sc_sx); \
212 mtx_destroy(&(_sc)->sc_rt_mtx); \
213 } while (0)
214 #define BRIDGE_LOCK(_sc) sx_xlock(&(_sc)->sc_sx)
215 #define BRIDGE_UNLOCK(_sc) sx_xunlock(&(_sc)->sc_sx)
216 #define BRIDGE_LOCK_ASSERT(_sc) sx_assert(&(_sc)->sc_sx, SX_XLOCKED)
217 #define BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(_sc) \
218 MPASS(in_epoch(net_epoch_preempt) || sx_xlocked(&(_sc)->sc_sx))
219 #define BRIDGE_UNLOCK_ASSERT(_sc) sx_assert(&(_sc)->sc_sx, SX_UNLOCKED)
220 #define BRIDGE_RT_LOCK(_sc) mtx_lock(&(_sc)->sc_rt_mtx)
221 #define BRIDGE_RT_UNLOCK(_sc) mtx_unlock(&(_sc)->sc_rt_mtx)
222 #define BRIDGE_RT_LOCK_ASSERT(_sc) mtx_assert(&(_sc)->sc_rt_mtx, MA_OWNED)
223 #define BRIDGE_RT_LOCK_OR_NET_EPOCH_ASSERT(_sc) \
224 MPASS(in_epoch(net_epoch_preempt) || mtx_owned(&(_sc)->sc_rt_mtx))
225
226 /*
227 * Bridge interface list entry.
228 */
229 struct bridge_iflist {
230 CK_LIST_ENTRY(bridge_iflist) bif_next;
231 struct ifnet *bif_ifp; /* member if */
232 struct bstp_port bif_stp; /* STP state */
233 uint32_t bif_flags; /* member if flags */
234 int bif_savedcaps; /* saved capabilities */
235 uint32_t bif_addrmax; /* max # of addresses */
236 uint32_t bif_addrcnt; /* cur. # of addresses */
237 uint32_t bif_addrexceeded;/* # of address violations */
238 struct epoch_context bif_epoch_ctx;
239 };
240
241 /*
242 * Bridge route node.
243 */
244 struct bridge_rtnode {
245 CK_LIST_ENTRY(bridge_rtnode) brt_hash; /* hash table linkage */
246 CK_LIST_ENTRY(bridge_rtnode) brt_list; /* list linkage */
247 struct bridge_iflist *brt_dst; /* destination if */
248 unsigned long brt_expire; /* expiration time */
249 uint8_t brt_flags; /* address flags */
250 uint8_t brt_addr[ETHER_ADDR_LEN];
251 uint16_t brt_vlan; /* vlan id */
252 struct vnet *brt_vnet;
253 struct epoch_context brt_epoch_ctx;
254 };
255 #define brt_ifp brt_dst->bif_ifp
256
257 /*
258 * Software state for each bridge.
259 */
260 struct bridge_softc {
261 struct ifnet *sc_ifp; /* make this an interface */
262 LIST_ENTRY(bridge_softc) sc_list;
263 struct sx sc_sx;
264 struct mtx sc_rt_mtx;
265 uint32_t sc_brtmax; /* max # of addresses */
266 uint32_t sc_brtcnt; /* cur. # of addresses */
267 uint32_t sc_brttimeout; /* rt timeout in seconds */
268 struct callout sc_brcallout; /* bridge callout */
269 CK_LIST_HEAD(, bridge_iflist) sc_iflist; /* member interface list */
270 CK_LIST_HEAD(, bridge_rtnode) *sc_rthash; /* our forwarding table */
271 CK_LIST_HEAD(, bridge_rtnode) sc_rtlist; /* list version of above */
272 uint32_t sc_rthash_key; /* key for hash */
273 CK_LIST_HEAD(, bridge_iflist) sc_spanlist; /* span ports list */
274 struct bstp_state sc_stp; /* STP state */
275 uint32_t sc_brtexceeded; /* # of cache drops */
276 struct ifnet *sc_ifaddr; /* member mac copied from */
277 struct ether_addr sc_defaddr; /* Default MAC address */
278 struct epoch_context sc_epoch_ctx;
279 };
280
281 VNET_DEFINE_STATIC(struct sx, bridge_list_sx);
282 #define V_bridge_list_sx VNET(bridge_list_sx)
283 static eventhandler_tag bridge_detach_cookie;
284
285 int bridge_rtable_prune_period = BRIDGE_RTABLE_PRUNE_PERIOD;
286
287 VNET_DEFINE_STATIC(uma_zone_t, bridge_rtnode_zone);
288 #define V_bridge_rtnode_zone VNET(bridge_rtnode_zone)
289
290 static int bridge_clone_create(struct if_clone *, char *, size_t,
291 struct ifc_data *, struct ifnet **);
292 static int bridge_clone_destroy(struct if_clone *, struct ifnet *, uint32_t);
293
294 static int bridge_ioctl(struct ifnet *, u_long, caddr_t);
295 static void bridge_mutecaps(struct bridge_softc *);
296 static void bridge_set_ifcap(struct bridge_softc *, struct bridge_iflist *,
297 int);
298 static void bridge_ifdetach(void *arg __unused, struct ifnet *);
299 static void bridge_init(void *);
300 static void bridge_dummynet(struct mbuf *, struct ifnet *);
301 static void bridge_stop(struct ifnet *, int);
302 static int bridge_transmit(struct ifnet *, struct mbuf *);
303 #ifdef ALTQ
304 static void bridge_altq_start(if_t);
305 static int bridge_altq_transmit(if_t, struct mbuf *);
306 #endif
307 static void bridge_qflush(struct ifnet *);
308 static struct mbuf *bridge_input(struct ifnet *, struct mbuf *);
309 static int bridge_output(struct ifnet *, struct mbuf *, struct sockaddr *,
310 struct rtentry *);
311 static int bridge_enqueue(struct bridge_softc *, struct ifnet *,
312 struct mbuf *);
313 static void bridge_rtdelete(struct bridge_softc *, struct ifnet *ifp, int);
314
315 static void bridge_forward(struct bridge_softc *, struct bridge_iflist *,
316 struct mbuf *m);
317
318 static void bridge_timer(void *);
319
320 static void bridge_broadcast(struct bridge_softc *, struct ifnet *,
321 struct mbuf *, int);
322 static void bridge_span(struct bridge_softc *, struct mbuf *);
323
324 static int bridge_rtupdate(struct bridge_softc *, const uint8_t *,
325 uint16_t, struct bridge_iflist *, int, uint8_t);
326 static struct ifnet *bridge_rtlookup(struct bridge_softc *, const uint8_t *,
327 uint16_t);
328 static void bridge_rttrim(struct bridge_softc *);
329 static void bridge_rtage(struct bridge_softc *);
330 static void bridge_rtflush(struct bridge_softc *, int);
331 static int bridge_rtdaddr(struct bridge_softc *, const uint8_t *,
332 uint16_t);
333
334 static void bridge_rtable_init(struct bridge_softc *);
335 static void bridge_rtable_fini(struct bridge_softc *);
336
337 static int bridge_rtnode_addr_cmp(const uint8_t *, const uint8_t *);
338 static struct bridge_rtnode *bridge_rtnode_lookup(struct bridge_softc *,
339 const uint8_t *, uint16_t);
340 static int bridge_rtnode_insert(struct bridge_softc *,
341 struct bridge_rtnode *);
342 static void bridge_rtnode_destroy(struct bridge_softc *,
343 struct bridge_rtnode *);
344 static void bridge_rtable_expire(struct ifnet *, int);
345 static void bridge_state_change(struct ifnet *, int);
346
347 static struct bridge_iflist *bridge_lookup_member(struct bridge_softc *,
348 const char *name);
349 static struct bridge_iflist *bridge_lookup_member_if(struct bridge_softc *,
350 struct ifnet *ifp);
351 static void bridge_delete_member(struct bridge_softc *,
352 struct bridge_iflist *, int);
353 static void bridge_delete_span(struct bridge_softc *,
354 struct bridge_iflist *);
355
356 static int bridge_ioctl_add(struct bridge_softc *, void *);
357 static int bridge_ioctl_del(struct bridge_softc *, void *);
358 static int bridge_ioctl_gifflags(struct bridge_softc *, void *);
359 static int bridge_ioctl_sifflags(struct bridge_softc *, void *);
360 static int bridge_ioctl_scache(struct bridge_softc *, void *);
361 static int bridge_ioctl_gcache(struct bridge_softc *, void *);
362 static int bridge_ioctl_gifs(struct bridge_softc *, void *);
363 static int bridge_ioctl_rts(struct bridge_softc *, void *);
364 static int bridge_ioctl_saddr(struct bridge_softc *, void *);
365 static int bridge_ioctl_sto(struct bridge_softc *, void *);
366 static int bridge_ioctl_gto(struct bridge_softc *, void *);
367 static int bridge_ioctl_daddr(struct bridge_softc *, void *);
368 static int bridge_ioctl_flush(struct bridge_softc *, void *);
369 static int bridge_ioctl_gpri(struct bridge_softc *, void *);
370 static int bridge_ioctl_spri(struct bridge_softc *, void *);
371 static int bridge_ioctl_ght(struct bridge_softc *, void *);
372 static int bridge_ioctl_sht(struct bridge_softc *, void *);
373 static int bridge_ioctl_gfd(struct bridge_softc *, void *);
374 static int bridge_ioctl_sfd(struct bridge_softc *, void *);
375 static int bridge_ioctl_gma(struct bridge_softc *, void *);
376 static int bridge_ioctl_sma(struct bridge_softc *, void *);
377 static int bridge_ioctl_sifprio(struct bridge_softc *, void *);
378 static int bridge_ioctl_sifcost(struct bridge_softc *, void *);
379 static int bridge_ioctl_sifmaxaddr(struct bridge_softc *, void *);
380 static int bridge_ioctl_addspan(struct bridge_softc *, void *);
381 static int bridge_ioctl_delspan(struct bridge_softc *, void *);
382 static int bridge_ioctl_gbparam(struct bridge_softc *, void *);
383 static int bridge_ioctl_grte(struct bridge_softc *, void *);
384 static int bridge_ioctl_gifsstp(struct bridge_softc *, void *);
385 static int bridge_ioctl_sproto(struct bridge_softc *, void *);
386 static int bridge_ioctl_stxhc(struct bridge_softc *, void *);
387 static int bridge_pfil(struct mbuf **, struct ifnet *, struct ifnet *,
388 int);
389 static int bridge_ip_checkbasic(struct mbuf **mp);
390 #ifdef INET6
391 static int bridge_ip6_checkbasic(struct mbuf **mp);
392 #endif /* INET6 */
393 static int bridge_fragment(struct ifnet *, struct mbuf **mp,
394 struct ether_header *, int, struct llc *);
395 static void bridge_linkstate(struct ifnet *ifp);
396 static void bridge_linkcheck(struct bridge_softc *sc);
397
398 /* The default bridge vlan is 1 (IEEE 802.1Q-2003 Table 9-2) */
399 #define VLANTAGOF(_m) \
400 (_m->m_flags & M_VLANTAG) ? EVL_VLANOFTAG(_m->m_pkthdr.ether_vtag) : 1
401
402 static struct bstp_cb_ops bridge_ops = {
403 .bcb_state = bridge_state_change,
404 .bcb_rtage = bridge_rtable_expire
405 };
406
407 SYSCTL_DECL(_net_link);
408 static SYSCTL_NODE(_net_link, IFT_BRIDGE, bridge, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
409 "Bridge");
410
411 /* only pass IP[46] packets when pfil is enabled */
412 VNET_DEFINE_STATIC(int, pfil_onlyip) = 1;
413 #define V_pfil_onlyip VNET(pfil_onlyip)
414 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_onlyip,
415 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_onlyip), 0,
416 "Only pass IP packets when pfil is enabled");
417
418 /* run pfil hooks on the bridge interface */
419 VNET_DEFINE_STATIC(int, pfil_bridge) = 0;
420 #define V_pfil_bridge VNET(pfil_bridge)
421 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_bridge,
422 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_bridge), 0,
423 "Packet filter on the bridge interface");
424
425 /* layer2 filter with ipfw */
426 VNET_DEFINE_STATIC(int, pfil_ipfw);
427 #define V_pfil_ipfw VNET(pfil_ipfw)
428
429 /* layer2 ARP filter with ipfw */
430 VNET_DEFINE_STATIC(int, pfil_ipfw_arp);
431 #define V_pfil_ipfw_arp VNET(pfil_ipfw_arp)
432 SYSCTL_INT(_net_link_bridge, OID_AUTO, ipfw_arp,
433 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_ipfw_arp), 0,
434 "Filter ARP packets through IPFW layer2");
435
436 /* run pfil hooks on the member interface */
437 VNET_DEFINE_STATIC(int, pfil_member) = 0;
438 #define V_pfil_member VNET(pfil_member)
439 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_member,
440 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_member), 0,
441 "Packet filter on the member interface");
442
443 /* run pfil hooks on the physical interface for locally destined packets */
444 VNET_DEFINE_STATIC(int, pfil_local_phys);
445 #define V_pfil_local_phys VNET(pfil_local_phys)
446 SYSCTL_INT(_net_link_bridge, OID_AUTO, pfil_local_phys,
447 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(pfil_local_phys), 0,
448 "Packet filter on the physical interface for locally destined packets");
449
450 /* log STP state changes */
451 VNET_DEFINE_STATIC(int, log_stp);
452 #define V_log_stp VNET(log_stp)
453 SYSCTL_INT(_net_link_bridge, OID_AUTO, log_stp,
454 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(log_stp), 0,
455 "Log STP state changes");
456
457 /* share MAC with first bridge member */
458 VNET_DEFINE_STATIC(int, bridge_inherit_mac);
459 #define V_bridge_inherit_mac VNET(bridge_inherit_mac)
460 SYSCTL_INT(_net_link_bridge, OID_AUTO, inherit_mac,
461 CTLFLAG_RWTUN | CTLFLAG_VNET, &VNET_NAME(bridge_inherit_mac), 0,
462 "Inherit MAC address from the first bridge member");
463
464 VNET_DEFINE_STATIC(int, allow_llz_overlap) = 0;
465 #define V_allow_llz_overlap VNET(allow_llz_overlap)
466 SYSCTL_INT(_net_link_bridge, OID_AUTO, allow_llz_overlap,
467 CTLFLAG_RW | CTLFLAG_VNET, &VNET_NAME(allow_llz_overlap), 0,
468 "Allow overlap of link-local scope "
469 "zones of a bridge interface and the member interfaces");
470
471 struct bridge_control {
472 int (*bc_func)(struct bridge_softc *, void *);
473 int bc_argsize;
474 int bc_flags;
475 };
476
477 #define BC_F_COPYIN 0x01 /* copy arguments in */
478 #define BC_F_COPYOUT 0x02 /* copy arguments out */
479 #define BC_F_SUSER 0x04 /* do super-user check */
480
481 const struct bridge_control bridge_control_table[] = {
482 { bridge_ioctl_add, sizeof(struct ifbreq),
483 BC_F_COPYIN|BC_F_SUSER },
484 { bridge_ioctl_del, sizeof(struct ifbreq),
485 BC_F_COPYIN|BC_F_SUSER },
486
487 { bridge_ioctl_gifflags, sizeof(struct ifbreq),
488 BC_F_COPYIN|BC_F_COPYOUT },
489 { bridge_ioctl_sifflags, sizeof(struct ifbreq),
490 BC_F_COPYIN|BC_F_SUSER },
491
492 { bridge_ioctl_scache, sizeof(struct ifbrparam),
493 BC_F_COPYIN|BC_F_SUSER },
494 { bridge_ioctl_gcache, sizeof(struct ifbrparam),
495 BC_F_COPYOUT },
496
497 { bridge_ioctl_gifs, sizeof(struct ifbifconf),
498 BC_F_COPYIN|BC_F_COPYOUT },
499 { bridge_ioctl_rts, sizeof(struct ifbaconf),
500 BC_F_COPYIN|BC_F_COPYOUT },
501
502 { bridge_ioctl_saddr, sizeof(struct ifbareq),
503 BC_F_COPYIN|BC_F_SUSER },
504
505 { bridge_ioctl_sto, sizeof(struct ifbrparam),
506 BC_F_COPYIN|BC_F_SUSER },
507 { bridge_ioctl_gto, sizeof(struct ifbrparam),
508 BC_F_COPYOUT },
509
510 { bridge_ioctl_daddr, sizeof(struct ifbareq),
511 BC_F_COPYIN|BC_F_SUSER },
512
513 { bridge_ioctl_flush, sizeof(struct ifbreq),
514 BC_F_COPYIN|BC_F_SUSER },
515
516 { bridge_ioctl_gpri, sizeof(struct ifbrparam),
517 BC_F_COPYOUT },
518 { bridge_ioctl_spri, sizeof(struct ifbrparam),
519 BC_F_COPYIN|BC_F_SUSER },
520
521 { bridge_ioctl_ght, sizeof(struct ifbrparam),
522 BC_F_COPYOUT },
523 { bridge_ioctl_sht, sizeof(struct ifbrparam),
524 BC_F_COPYIN|BC_F_SUSER },
525
526 { bridge_ioctl_gfd, sizeof(struct ifbrparam),
527 BC_F_COPYOUT },
528 { bridge_ioctl_sfd, sizeof(struct ifbrparam),
529 BC_F_COPYIN|BC_F_SUSER },
530
531 { bridge_ioctl_gma, sizeof(struct ifbrparam),
532 BC_F_COPYOUT },
533 { bridge_ioctl_sma, sizeof(struct ifbrparam),
534 BC_F_COPYIN|BC_F_SUSER },
535
536 { bridge_ioctl_sifprio, sizeof(struct ifbreq),
537 BC_F_COPYIN|BC_F_SUSER },
538
539 { bridge_ioctl_sifcost, sizeof(struct ifbreq),
540 BC_F_COPYIN|BC_F_SUSER },
541
542 { bridge_ioctl_addspan, sizeof(struct ifbreq),
543 BC_F_COPYIN|BC_F_SUSER },
544 { bridge_ioctl_delspan, sizeof(struct ifbreq),
545 BC_F_COPYIN|BC_F_SUSER },
546
547 { bridge_ioctl_gbparam, sizeof(struct ifbropreq),
548 BC_F_COPYOUT },
549
550 { bridge_ioctl_grte, sizeof(struct ifbrparam),
551 BC_F_COPYOUT },
552
553 { bridge_ioctl_gifsstp, sizeof(struct ifbpstpconf),
554 BC_F_COPYIN|BC_F_COPYOUT },
555
556 { bridge_ioctl_sproto, sizeof(struct ifbrparam),
557 BC_F_COPYIN|BC_F_SUSER },
558
559 { bridge_ioctl_stxhc, sizeof(struct ifbrparam),
560 BC_F_COPYIN|BC_F_SUSER },
561
562 { bridge_ioctl_sifmaxaddr, sizeof(struct ifbreq),
563 BC_F_COPYIN|BC_F_SUSER },
564
565 };
566 const int bridge_control_table_size = nitems(bridge_control_table);
567
568 VNET_DEFINE_STATIC(LIST_HEAD(, bridge_softc), bridge_list);
569 #define V_bridge_list VNET(bridge_list)
570 #define BRIDGE_LIST_LOCK_INIT(x) sx_init(&V_bridge_list_sx, \
571 "if_bridge list")
572 #define BRIDGE_LIST_LOCK_DESTROY(x) sx_destroy(&V_bridge_list_sx)
573 #define BRIDGE_LIST_LOCK(x) sx_xlock(&V_bridge_list_sx)
574 #define BRIDGE_LIST_UNLOCK(x) sx_xunlock(&V_bridge_list_sx)
575
576 VNET_DEFINE_STATIC(struct if_clone *, bridge_cloner);
577 #define V_bridge_cloner VNET(bridge_cloner)
578
579 static const char bridge_name[] = "bridge";
580
581 static void
582 vnet_bridge_init(const void *unused __unused)
583 {
584
585 V_bridge_rtnode_zone = uma_zcreate("bridge_rtnode",
586 sizeof(struct bridge_rtnode), NULL, NULL, NULL, NULL,
587 UMA_ALIGN_PTR, 0);
588 BRIDGE_LIST_LOCK_INIT();
589 LIST_INIT(&V_bridge_list);
590
591 struct if_clone_addreq req = {
592 .create_f = bridge_clone_create,
593 .destroy_f = bridge_clone_destroy,
594 .flags = IFC_F_AUTOUNIT,
595 };
596 V_bridge_cloner = ifc_attach_cloner(bridge_name, &req);
597 }
598 VNET_SYSINIT(vnet_bridge_init, SI_SUB_PROTO_IFATTACHDOMAIN, SI_ORDER_ANY,
599 vnet_bridge_init, NULL);
600
601 static void
602 vnet_bridge_uninit(const void *unused __unused)
603 {
604
605 ifc_detach_cloner(V_bridge_cloner);
606 V_bridge_cloner = NULL;
607 BRIDGE_LIST_LOCK_DESTROY();
608
609 /* Callbacks may use the UMA zone. */
610 NET_EPOCH_DRAIN_CALLBACKS();
611
612 uma_zdestroy(V_bridge_rtnode_zone);
613 }
614 VNET_SYSUNINIT(vnet_bridge_uninit, SI_SUB_PSEUDO, SI_ORDER_ANY,
615 vnet_bridge_uninit, NULL);
616
617 static int
618 bridge_modevent(module_t mod, int type, void *data)
619 {
620
621 switch (type) {
622 case MOD_LOAD:
623 bridge_dn_p = bridge_dummynet;
624 bridge_detach_cookie = EVENTHANDLER_REGISTER(
625 ifnet_departure_event, bridge_ifdetach, NULL,
626 EVENTHANDLER_PRI_ANY);
627 break;
628 case MOD_UNLOAD:
629 EVENTHANDLER_DEREGISTER(ifnet_departure_event,
630 bridge_detach_cookie);
631 bridge_dn_p = NULL;
632 break;
633 default:
634 return (EOPNOTSUPP);
635 }
636 return (0);
637 }
638
639 static moduledata_t bridge_mod = {
640 "if_bridge",
641 bridge_modevent,
642 0
643 };
644
645 DECLARE_MODULE(if_bridge, bridge_mod, SI_SUB_PSEUDO, SI_ORDER_ANY);
646 MODULE_VERSION(if_bridge, 1);
647 MODULE_DEPEND(if_bridge, bridgestp, 1, 1, 1);
648
649 /*
650 * handler for net.link.bridge.ipfw
651 */
652 static int
653 sysctl_pfil_ipfw(SYSCTL_HANDLER_ARGS)
654 {
655 int enable = V_pfil_ipfw;
656 int error;
657
658 error = sysctl_handle_int(oidp, &enable, 0, req);
659 enable &= 1;
660
661 if (enable != V_pfil_ipfw) {
662 V_pfil_ipfw = enable;
663
664 /*
665 * Disable pfil so that ipfw doesnt run twice, if the user
666 * really wants both then they can re-enable pfil_bridge and/or
667 * pfil_member. Also allow non-ip packets as ipfw can filter by
668 * layer2 type.
669 */
670 if (V_pfil_ipfw) {
671 V_pfil_onlyip = 0;
672 V_pfil_bridge = 0;
673 V_pfil_member = 0;
674 }
675 }
676
677 return (error);
678 }
679 SYSCTL_PROC(_net_link_bridge, OID_AUTO, ipfw,
680 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_VNET | CTLFLAG_NEEDGIANT,
681 &VNET_NAME(pfil_ipfw), 0, &sysctl_pfil_ipfw, "I",
682 "Layer2 filter with IPFW");
683
684 #ifdef VIMAGE
685 static void
686 bridge_reassign(struct ifnet *ifp, struct vnet *newvnet, char *arg)
687 {
688 struct bridge_softc *sc = ifp->if_softc;
689 struct bridge_iflist *bif;
690
691 BRIDGE_LOCK(sc);
692
693 while ((bif = CK_LIST_FIRST(&sc->sc_iflist)) != NULL)
694 bridge_delete_member(sc, bif, 0);
695
696 while ((bif = CK_LIST_FIRST(&sc->sc_spanlist)) != NULL) {
697 bridge_delete_span(sc, bif);
698 }
699
700 BRIDGE_UNLOCK(sc);
701
702 ether_reassign(ifp, newvnet, arg);
703 }
704 #endif
705
706 /*
707 * bridge_clone_create:
708 *
709 * Create a new bridge instance.
710 */
711 static int
712 bridge_clone_create(struct if_clone *ifc, char *name, size_t len,
713 struct ifc_data *ifd, struct ifnet **ifpp)
714 {
715 struct bridge_softc *sc;
716 struct ifnet *ifp;
717
718 sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK|M_ZERO);
719 ifp = sc->sc_ifp = if_alloc(IFT_ETHER);
720 if (ifp == NULL) {
721 free(sc, M_DEVBUF);
722 return (ENOSPC);
723 }
724
725 BRIDGE_LOCK_INIT(sc);
726 sc->sc_brtmax = BRIDGE_RTABLE_MAX;
727 sc->sc_brttimeout = BRIDGE_RTABLE_TIMEOUT;
728
729 /* Initialize our routing table. */
730 bridge_rtable_init(sc);
731
732 callout_init_mtx(&sc->sc_brcallout, &sc->sc_rt_mtx, 0);
733
734 CK_LIST_INIT(&sc->sc_iflist);
735 CK_LIST_INIT(&sc->sc_spanlist);
736
737 ifp->if_softc = sc;
738 if_initname(ifp, bridge_name, ifd->unit);
739 ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
740 ifp->if_ioctl = bridge_ioctl;
741 #ifdef ALTQ
742 ifp->if_start = bridge_altq_start;
743 ifp->if_transmit = bridge_altq_transmit;
744 IFQ_SET_MAXLEN(&ifp->if_snd, ifqmaxlen);
745 ifp->if_snd.ifq_drv_maxlen = 0;
746 IFQ_SET_READY(&ifp->if_snd);
747 #else
748 ifp->if_transmit = bridge_transmit;
749 #endif
750 ifp->if_qflush = bridge_qflush;
751 ifp->if_init = bridge_init;
752 ifp->if_type = IFT_BRIDGE;
753
754 ether_gen_addr(ifp, &sc->sc_defaddr);
755
756 bstp_attach(&sc->sc_stp, &bridge_ops);
757 ether_ifattach(ifp, sc->sc_defaddr.octet);
758 /* Now undo some of the damage... */
759 ifp->if_baudrate = 0;
760 ifp->if_type = IFT_BRIDGE;
761 #ifdef VIMAGE
762 ifp->if_reassign = bridge_reassign;
763 #endif
764
765 BRIDGE_LIST_LOCK();
766 LIST_INSERT_HEAD(&V_bridge_list, sc, sc_list);
767 BRIDGE_LIST_UNLOCK();
768 *ifpp = ifp;
769
770 return (0);
771 }
772
773 static void
774 bridge_clone_destroy_cb(struct epoch_context *ctx)
775 {
776 struct bridge_softc *sc;
777
778 sc = __containerof(ctx, struct bridge_softc, sc_epoch_ctx);
779
780 BRIDGE_LOCK_DESTROY(sc);
781 free(sc, M_DEVBUF);
782 }
783
784 /*
785 * bridge_clone_destroy:
786 *
787 * Destroy a bridge instance.
788 */
789 static int
790 bridge_clone_destroy(struct if_clone *ifc, struct ifnet *ifp, uint32_t flags)
791 {
792 struct bridge_softc *sc = ifp->if_softc;
793 struct bridge_iflist *bif;
794 struct epoch_tracker et;
795
796 BRIDGE_LOCK(sc);
797
798 bridge_stop(ifp, 1);
799 ifp->if_flags &= ~IFF_UP;
800
801 while ((bif = CK_LIST_FIRST(&sc->sc_iflist)) != NULL)
802 bridge_delete_member(sc, bif, 0);
803
804 while ((bif = CK_LIST_FIRST(&sc->sc_spanlist)) != NULL) {
805 bridge_delete_span(sc, bif);
806 }
807
808 /* Tear down the routing table. */
809 bridge_rtable_fini(sc);
810
811 BRIDGE_UNLOCK(sc);
812
813 NET_EPOCH_ENTER(et);
814
815 callout_drain(&sc->sc_brcallout);
816
817 BRIDGE_LIST_LOCK();
818 LIST_REMOVE(sc, sc_list);
819 BRIDGE_LIST_UNLOCK();
820
821 bstp_detach(&sc->sc_stp);
822 #ifdef ALTQ
823 IFQ_PURGE(&ifp->if_snd);
824 #endif
825 NET_EPOCH_EXIT(et);
826
827 ether_ifdetach(ifp);
828 if_free(ifp);
829
830 NET_EPOCH_CALL(bridge_clone_destroy_cb, &sc->sc_epoch_ctx);
831
832 return (0);
833 }
834
835 /*
836 * bridge_ioctl:
837 *
838 * Handle a control request from the operator.
839 */
840 static int
841 bridge_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
842 {
843 struct bridge_softc *sc = ifp->if_softc;
844 struct ifreq *ifr = (struct ifreq *)data;
845 struct bridge_iflist *bif;
846 struct thread *td = curthread;
847 union {
848 struct ifbreq ifbreq;
849 struct ifbifconf ifbifconf;
850 struct ifbareq ifbareq;
851 struct ifbaconf ifbaconf;
852 struct ifbrparam ifbrparam;
853 struct ifbropreq ifbropreq;
854 } args;
855 struct ifdrv *ifd = (struct ifdrv *) data;
856 const struct bridge_control *bc;
857 int error = 0, oldmtu;
858
859 BRIDGE_LOCK(sc);
860
861 switch (cmd) {
862 case SIOCADDMULTI:
863 case SIOCDELMULTI:
864 break;
865
866 case SIOCGDRVSPEC:
867 case SIOCSDRVSPEC:
868 if (ifd->ifd_cmd >= bridge_control_table_size) {
869 error = EINVAL;
870 break;
871 }
872 bc = &bridge_control_table[ifd->ifd_cmd];
873
874 if (cmd == SIOCGDRVSPEC &&
875 (bc->bc_flags & BC_F_COPYOUT) == 0) {
876 error = EINVAL;
877 break;
878 }
879 else if (cmd == SIOCSDRVSPEC &&
880 (bc->bc_flags & BC_F_COPYOUT) != 0) {
881 error = EINVAL;
882 break;
883 }
884
885 if (bc->bc_flags & BC_F_SUSER) {
886 error = priv_check(td, PRIV_NET_BRIDGE);
887 if (error)
888 break;
889 }
890
891 if (ifd->ifd_len != bc->bc_argsize ||
892 ifd->ifd_len > sizeof(args)) {
893 error = EINVAL;
894 break;
895 }
896
897 bzero(&args, sizeof(args));
898 if (bc->bc_flags & BC_F_COPYIN) {
899 error = copyin(ifd->ifd_data, &args, ifd->ifd_len);
900 if (error)
901 break;
902 }
903
904 oldmtu = ifp->if_mtu;
905 error = (*bc->bc_func)(sc, &args);
906 if (error)
907 break;
908
909 /*
910 * Bridge MTU may change during addition of the first port.
911 * If it did, do network layer specific procedure.
912 */
913 if (ifp->if_mtu != oldmtu) {
914 #ifdef INET6
915 nd6_setmtu(ifp);
916 #endif
917 rt_updatemtu(ifp);
918 }
919
920 if (bc->bc_flags & BC_F_COPYOUT)
921 error = copyout(&args, ifd->ifd_data, ifd->ifd_len);
922
923 break;
924
925 case SIOCSIFFLAGS:
926 if (!(ifp->if_flags & IFF_UP) &&
927 (ifp->if_drv_flags & IFF_DRV_RUNNING)) {
928 /*
929 * If interface is marked down and it is running,
930 * then stop and disable it.
931 */
932 bridge_stop(ifp, 1);
933 } else if ((ifp->if_flags & IFF_UP) &&
934 !(ifp->if_drv_flags & IFF_DRV_RUNNING)) {
935 /*
936 * If interface is marked up and it is stopped, then
937 * start it.
938 */
939 BRIDGE_UNLOCK(sc);
940 (*ifp->if_init)(sc);
941 BRIDGE_LOCK(sc);
942 }
943 break;
944
945 case SIOCSIFMTU:
946 oldmtu = sc->sc_ifp->if_mtu;
947
948 if (ifr->ifr_mtu < 576) {
949 error = EINVAL;
950 break;
951 }
952 if (CK_LIST_EMPTY(&sc->sc_iflist)) {
953 sc->sc_ifp->if_mtu = ifr->ifr_mtu;
954 break;
955 }
956 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
957 error = (*bif->bif_ifp->if_ioctl)(bif->bif_ifp,
958 SIOCSIFMTU, (caddr_t)ifr);
959 if (error != 0) {
960 log(LOG_NOTICE, "%s: invalid MTU: %u for"
961 " member %s\n", sc->sc_ifp->if_xname,
962 ifr->ifr_mtu,
963 bif->bif_ifp->if_xname);
964 error = EINVAL;
965 break;
966 }
967 }
968 if (error) {
969 /* Restore the previous MTU on all member interfaces. */
970 ifr->ifr_mtu = oldmtu;
971 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
972 (*bif->bif_ifp->if_ioctl)(bif->bif_ifp,
973 SIOCSIFMTU, (caddr_t)ifr);
974 }
975 } else {
976 sc->sc_ifp->if_mtu = ifr->ifr_mtu;
977 }
978 break;
979 default:
980 /*
981 * drop the lock as ether_ioctl() will call bridge_start() and
982 * cause the lock to be recursed.
983 */
984 BRIDGE_UNLOCK(sc);
985 error = ether_ioctl(ifp, cmd, data);
986 BRIDGE_LOCK(sc);
987 break;
988 }
989
990 BRIDGE_UNLOCK(sc);
991
992 return (error);
993 }
994
995 /*
996 * bridge_mutecaps:
997 *
998 * Clear or restore unwanted capabilities on the member interface
999 */
1000 static void
1001 bridge_mutecaps(struct bridge_softc *sc)
1002 {
1003 struct bridge_iflist *bif;
1004 int enabled, mask;
1005
1006 BRIDGE_LOCK_ASSERT(sc);
1007
1008 /* Initial bitmask of capabilities to test */
1009 mask = BRIDGE_IFCAPS_MASK;
1010
1011 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1012 /* Every member must support it or its disabled */
1013 mask &= bif->bif_savedcaps;
1014 }
1015
1016 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1017 enabled = bif->bif_ifp->if_capenable;
1018 enabled &= ~BRIDGE_IFCAPS_STRIP;
1019 /* strip off mask bits and enable them again if allowed */
1020 enabled &= ~BRIDGE_IFCAPS_MASK;
1021 enabled |= mask;
1022 bridge_set_ifcap(sc, bif, enabled);
1023 }
1024 }
1025
1026 static void
1027 bridge_set_ifcap(struct bridge_softc *sc, struct bridge_iflist *bif, int set)
1028 {
1029 struct ifnet *ifp = bif->bif_ifp;
1030 struct ifreq ifr;
1031 int error, mask, stuck;
1032
1033 bzero(&ifr, sizeof(ifr));
1034 ifr.ifr_reqcap = set;
1035
1036 if (ifp->if_capenable != set) {
1037 error = (*ifp->if_ioctl)(ifp, SIOCSIFCAP, (caddr_t)&ifr);
1038 if (error)
1039 if_printf(sc->sc_ifp,
1040 "error setting capabilities on %s: %d\n",
1041 ifp->if_xname, error);
1042 mask = BRIDGE_IFCAPS_MASK | BRIDGE_IFCAPS_STRIP;
1043 stuck = ifp->if_capenable & mask & ~set;
1044 if (stuck != 0)
1045 if_printf(sc->sc_ifp,
1046 "can't disable some capabilities on %s: 0x%x\n",
1047 ifp->if_xname, stuck);
1048 }
1049 }
1050
1051 /*
1052 * bridge_lookup_member:
1053 *
1054 * Lookup a bridge member interface.
1055 */
1056 static struct bridge_iflist *
1057 bridge_lookup_member(struct bridge_softc *sc, const char *name)
1058 {
1059 struct bridge_iflist *bif;
1060 struct ifnet *ifp;
1061
1062 BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
1063
1064 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1065 ifp = bif->bif_ifp;
1066 if (strcmp(ifp->if_xname, name) == 0)
1067 return (bif);
1068 }
1069
1070 return (NULL);
1071 }
1072
1073 /*
1074 * bridge_lookup_member_if:
1075 *
1076 * Lookup a bridge member interface by ifnet*.
1077 */
1078 static struct bridge_iflist *
1079 bridge_lookup_member_if(struct bridge_softc *sc, struct ifnet *member_ifp)
1080 {
1081 struct bridge_iflist *bif;
1082
1083 BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
1084
1085 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1086 if (bif->bif_ifp == member_ifp)
1087 return (bif);
1088 }
1089
1090 return (NULL);
1091 }
1092
1093 static void
1094 bridge_delete_member_cb(struct epoch_context *ctx)
1095 {
1096 struct bridge_iflist *bif;
1097
1098 bif = __containerof(ctx, struct bridge_iflist, bif_epoch_ctx);
1099
1100 free(bif, M_DEVBUF);
1101 }
1102
1103 /*
1104 * bridge_delete_member:
1105 *
1106 * Delete the specified member interface.
1107 */
1108 static void
1109 bridge_delete_member(struct bridge_softc *sc, struct bridge_iflist *bif,
1110 int gone)
1111 {
1112 struct ifnet *ifs = bif->bif_ifp;
1113 struct ifnet *fif = NULL;
1114 struct bridge_iflist *bifl;
1115
1116 BRIDGE_LOCK_ASSERT(sc);
1117
1118 if (bif->bif_flags & IFBIF_STP)
1119 bstp_disable(&bif->bif_stp);
1120
1121 ifs->if_bridge = NULL;
1122 CK_LIST_REMOVE(bif, bif_next);
1123
1124 /*
1125 * If removing the interface that gave the bridge its mac address, set
1126 * the mac address of the bridge to the address of the next member, or
1127 * to its default address if no members are left.
1128 */
1129 if (V_bridge_inherit_mac && sc->sc_ifaddr == ifs) {
1130 if (CK_LIST_EMPTY(&sc->sc_iflist)) {
1131 bcopy(&sc->sc_defaddr,
1132 IF_LLADDR(sc->sc_ifp), ETHER_ADDR_LEN);
1133 sc->sc_ifaddr = NULL;
1134 } else {
1135 bifl = CK_LIST_FIRST(&sc->sc_iflist);
1136 fif = bifl->bif_ifp;
1137 bcopy(IF_LLADDR(fif),
1138 IF_LLADDR(sc->sc_ifp), ETHER_ADDR_LEN);
1139 sc->sc_ifaddr = fif;
1140 }
1141 EVENTHANDLER_INVOKE(iflladdr_event, sc->sc_ifp);
1142 }
1143
1144 bridge_linkcheck(sc);
1145 bridge_mutecaps(sc); /* recalcuate now this interface is removed */
1146 BRIDGE_RT_LOCK(sc);
1147 bridge_rtdelete(sc, ifs, IFBF_FLUSHALL);
1148 BRIDGE_RT_UNLOCK(sc);
1149 KASSERT(bif->bif_addrcnt == 0,
1150 ("%s: %d bridge routes referenced", __func__, bif->bif_addrcnt));
1151
1152 ifs->if_bridge_output = NULL;
1153 ifs->if_bridge_input = NULL;
1154 ifs->if_bridge_linkstate = NULL;
1155 if (!gone) {
1156 switch (ifs->if_type) {
1157 case IFT_ETHER:
1158 case IFT_L2VLAN:
1159 /*
1160 * Take the interface out of promiscuous mode, but only
1161 * if it was promiscuous in the first place. It might
1162 * not be if we're in the bridge_ioctl_add() error path.
1163 */
1164 if (ifs->if_flags & IFF_PROMISC)
1165 (void) ifpromisc(ifs, 0);
1166 break;
1167
1168 case IFT_GIF:
1169 break;
1170
1171 default:
1172 #ifdef DIAGNOSTIC
1173 panic("bridge_delete_member: impossible");
1174 #endif
1175 break;
1176 }
1177 /* reneable any interface capabilities */
1178 bridge_set_ifcap(sc, bif, bif->bif_savedcaps);
1179 }
1180 bstp_destroy(&bif->bif_stp); /* prepare to free */
1181
1182 NET_EPOCH_CALL(bridge_delete_member_cb, &bif->bif_epoch_ctx);
1183 }
1184
1185 /*
1186 * bridge_delete_span:
1187 *
1188 * Delete the specified span interface.
1189 */
1190 static void
1191 bridge_delete_span(struct bridge_softc *sc, struct bridge_iflist *bif)
1192 {
1193 BRIDGE_LOCK_ASSERT(sc);
1194
1195 KASSERT(bif->bif_ifp->if_bridge == NULL,
1196 ("%s: not a span interface", __func__));
1197
1198 CK_LIST_REMOVE(bif, bif_next);
1199
1200 NET_EPOCH_CALL(bridge_delete_member_cb, &bif->bif_epoch_ctx);
1201 }
1202
1203 static int
1204 bridge_ioctl_add(struct bridge_softc *sc, void *arg)
1205 {
1206 struct ifbreq *req = arg;
1207 struct bridge_iflist *bif = NULL;
1208 struct ifnet *ifs;
1209 int error = 0;
1210
1211 ifs = ifunit(req->ifbr_ifsname);
1212 if (ifs == NULL)
1213 return (ENOENT);
1214 if (ifs->if_ioctl == NULL) /* must be supported */
1215 return (EINVAL);
1216
1217 /* If it's in the span list, it can't be a member. */
1218 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1219 if (ifs == bif->bif_ifp)
1220 return (EBUSY);
1221
1222 if (ifs->if_bridge == sc)
1223 return (EEXIST);
1224
1225 if (ifs->if_bridge != NULL)
1226 return (EBUSY);
1227
1228 switch (ifs->if_type) {
1229 case IFT_ETHER:
1230 case IFT_L2VLAN:
1231 case IFT_GIF:
1232 /* permitted interface types */
1233 break;
1234 default:
1235 return (EINVAL);
1236 }
1237
1238 #ifdef INET6
1239 /*
1240 * Two valid inet6 addresses with link-local scope must not be
1241 * on the parent interface and the member interfaces at the
1242 * same time. This restriction is needed to prevent violation
1243 * of link-local scope zone. Attempts to add a member
1244 * interface which has inet6 addresses when the parent has
1245 * inet6 triggers removal of all inet6 addresses on the member
1246 * interface.
1247 */
1248
1249 /* Check if the parent interface has a link-local scope addr. */
1250 if (V_allow_llz_overlap == 0 &&
1251 in6ifa_llaonifp(sc->sc_ifp) != NULL) {
1252 /*
1253 * If any, remove all inet6 addresses from the member
1254 * interfaces.
1255 */
1256 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1257 if (in6ifa_llaonifp(bif->bif_ifp)) {
1258 in6_ifdetach(bif->bif_ifp);
1259 if_printf(sc->sc_ifp,
1260 "IPv6 addresses on %s have been removed "
1261 "before adding it as a member to prevent "
1262 "IPv6 address scope violation.\n",
1263 bif->bif_ifp->if_xname);
1264 }
1265 }
1266 if (in6ifa_llaonifp(ifs)) {
1267 in6_ifdetach(ifs);
1268 if_printf(sc->sc_ifp,
1269 "IPv6 addresses on %s have been removed "
1270 "before adding it as a member to prevent "
1271 "IPv6 address scope violation.\n",
1272 ifs->if_xname);
1273 }
1274 }
1275 #endif
1276 /* Allow the first Ethernet member to define the MTU */
1277 if (CK_LIST_EMPTY(&sc->sc_iflist))
1278 sc->sc_ifp->if_mtu = ifs->if_mtu;
1279 else if (sc->sc_ifp->if_mtu != ifs->if_mtu) {
1280 struct ifreq ifr;
1281
1282 snprintf(ifr.ifr_name, sizeof(ifr.ifr_name), "%s",
1283 ifs->if_xname);
1284 ifr.ifr_mtu = sc->sc_ifp->if_mtu;
1285
1286 error = (*ifs->if_ioctl)(ifs,
1287 SIOCSIFMTU, (caddr_t)&ifr);
1288 if (error != 0) {
1289 log(LOG_NOTICE, "%s: invalid MTU: %u for"
1290 " new member %s\n", sc->sc_ifp->if_xname,
1291 ifr.ifr_mtu,
1292 ifs->if_xname);
1293 return (EINVAL);
1294 }
1295 }
1296
1297 bif = malloc(sizeof(*bif), M_DEVBUF, M_NOWAIT|M_ZERO);
1298 if (bif == NULL)
1299 return (ENOMEM);
1300
1301 bif->bif_ifp = ifs;
1302 bif->bif_flags = IFBIF_LEARNING | IFBIF_DISCOVER;
1303 bif->bif_savedcaps = ifs->if_capenable;
1304
1305 /*
1306 * Assign the interface's MAC address to the bridge if it's the first
1307 * member and the MAC address of the bridge has not been changed from
1308 * the default randomly generated one.
1309 */
1310 if (V_bridge_inherit_mac && CK_LIST_EMPTY(&sc->sc_iflist) &&
1311 !memcmp(IF_LLADDR(sc->sc_ifp), sc->sc_defaddr.octet, ETHER_ADDR_LEN)) {
1312 bcopy(IF_LLADDR(ifs), IF_LLADDR(sc->sc_ifp), ETHER_ADDR_LEN);
1313 sc->sc_ifaddr = ifs;
1314 EVENTHANDLER_INVOKE(iflladdr_event, sc->sc_ifp);
1315 }
1316
1317 ifs->if_bridge = sc;
1318 ifs->if_bridge_output = bridge_output;
1319 ifs->if_bridge_input = bridge_input;
1320 ifs->if_bridge_linkstate = bridge_linkstate;
1321 bstp_create(&sc->sc_stp, &bif->bif_stp, bif->bif_ifp);
1322 /*
1323 * XXX: XLOCK HERE!?!
1324 *
1325 * NOTE: insert_***HEAD*** should be safe for the traversals.
1326 */
1327 CK_LIST_INSERT_HEAD(&sc->sc_iflist, bif, bif_next);
1328
1329 /* Set interface capabilities to the intersection set of all members */
1330 bridge_mutecaps(sc);
1331 bridge_linkcheck(sc);
1332
1333 /* Place the interface into promiscuous mode */
1334 switch (ifs->if_type) {
1335 case IFT_ETHER:
1336 case IFT_L2VLAN:
1337 error = ifpromisc(ifs, 1);
1338 break;
1339 }
1340
1341 if (error)
1342 bridge_delete_member(sc, bif, 0);
1343 return (error);
1344 }
1345
1346 static int
1347 bridge_ioctl_del(struct bridge_softc *sc, void *arg)
1348 {
1349 struct ifbreq *req = arg;
1350 struct bridge_iflist *bif;
1351
1352 bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1353 if (bif == NULL)
1354 return (ENOENT);
1355
1356 bridge_delete_member(sc, bif, 0);
1357
1358 return (0);
1359 }
1360
1361 static int
1362 bridge_ioctl_gifflags(struct bridge_softc *sc, void *arg)
1363 {
1364 struct ifbreq *req = arg;
1365 struct bridge_iflist *bif;
1366 struct bstp_port *bp;
1367
1368 bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1369 if (bif == NULL)
1370 return (ENOENT);
1371
1372 bp = &bif->bif_stp;
1373 req->ifbr_ifsflags = bif->bif_flags;
1374 req->ifbr_state = bp->bp_state;
1375 req->ifbr_priority = bp->bp_priority;
1376 req->ifbr_path_cost = bp->bp_path_cost;
1377 req->ifbr_portno = bif->bif_ifp->if_index & 0xfff;
1378 req->ifbr_proto = bp->bp_protover;
1379 req->ifbr_role = bp->bp_role;
1380 req->ifbr_stpflags = bp->bp_flags;
1381 req->ifbr_addrcnt = bif->bif_addrcnt;
1382 req->ifbr_addrmax = bif->bif_addrmax;
1383 req->ifbr_addrexceeded = bif->bif_addrexceeded;
1384
1385 /* Copy STP state options as flags */
1386 if (bp->bp_operedge)
1387 req->ifbr_ifsflags |= IFBIF_BSTP_EDGE;
1388 if (bp->bp_flags & BSTP_PORT_AUTOEDGE)
1389 req->ifbr_ifsflags |= IFBIF_BSTP_AUTOEDGE;
1390 if (bp->bp_ptp_link)
1391 req->ifbr_ifsflags |= IFBIF_BSTP_PTP;
1392 if (bp->bp_flags & BSTP_PORT_AUTOPTP)
1393 req->ifbr_ifsflags |= IFBIF_BSTP_AUTOPTP;
1394 if (bp->bp_flags & BSTP_PORT_ADMEDGE)
1395 req->ifbr_ifsflags |= IFBIF_BSTP_ADMEDGE;
1396 if (bp->bp_flags & BSTP_PORT_ADMCOST)
1397 req->ifbr_ifsflags |= IFBIF_BSTP_ADMCOST;
1398 return (0);
1399 }
1400
1401 static int
1402 bridge_ioctl_sifflags(struct bridge_softc *sc, void *arg)
1403 {
1404 struct epoch_tracker et;
1405 struct ifbreq *req = arg;
1406 struct bridge_iflist *bif;
1407 struct bstp_port *bp;
1408 int error;
1409
1410 bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1411 if (bif == NULL)
1412 return (ENOENT);
1413 bp = &bif->bif_stp;
1414
1415 if (req->ifbr_ifsflags & IFBIF_SPAN)
1416 /* SPAN is readonly */
1417 return (EINVAL);
1418
1419 NET_EPOCH_ENTER(et);
1420
1421 if (req->ifbr_ifsflags & IFBIF_STP) {
1422 if ((bif->bif_flags & IFBIF_STP) == 0) {
1423 error = bstp_enable(&bif->bif_stp);
1424 if (error) {
1425 NET_EPOCH_EXIT(et);
1426 return (error);
1427 }
1428 }
1429 } else {
1430 if ((bif->bif_flags & IFBIF_STP) != 0)
1431 bstp_disable(&bif->bif_stp);
1432 }
1433
1434 /* Pass on STP flags */
1435 bstp_set_edge(bp, req->ifbr_ifsflags & IFBIF_BSTP_EDGE ? 1 : 0);
1436 bstp_set_autoedge(bp, req->ifbr_ifsflags & IFBIF_BSTP_AUTOEDGE ? 1 : 0);
1437 bstp_set_ptp(bp, req->ifbr_ifsflags & IFBIF_BSTP_PTP ? 1 : 0);
1438 bstp_set_autoptp(bp, req->ifbr_ifsflags & IFBIF_BSTP_AUTOPTP ? 1 : 0);
1439
1440 /* Save the bits relating to the bridge */
1441 bif->bif_flags = req->ifbr_ifsflags & IFBIFMASK;
1442
1443 NET_EPOCH_EXIT(et);
1444
1445 return (0);
1446 }
1447
1448 static int
1449 bridge_ioctl_scache(struct bridge_softc *sc, void *arg)
1450 {
1451 struct ifbrparam *param = arg;
1452
1453 sc->sc_brtmax = param->ifbrp_csize;
1454 bridge_rttrim(sc);
1455
1456 return (0);
1457 }
1458
1459 static int
1460 bridge_ioctl_gcache(struct bridge_softc *sc, void *arg)
1461 {
1462 struct ifbrparam *param = arg;
1463
1464 param->ifbrp_csize = sc->sc_brtmax;
1465
1466 return (0);
1467 }
1468
1469 static int
1470 bridge_ioctl_gifs(struct bridge_softc *sc, void *arg)
1471 {
1472 struct ifbifconf *bifc = arg;
1473 struct bridge_iflist *bif;
1474 struct ifbreq breq;
1475 char *buf, *outbuf;
1476 int count, buflen, len, error = 0;
1477
1478 count = 0;
1479 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next)
1480 count++;
1481 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1482 count++;
1483
1484 buflen = sizeof(breq) * count;
1485 if (bifc->ifbic_len == 0) {
1486 bifc->ifbic_len = buflen;
1487 return (0);
1488 }
1489 outbuf = malloc(buflen, M_TEMP, M_NOWAIT | M_ZERO);
1490 if (outbuf == NULL)
1491 return (ENOMEM);
1492
1493 count = 0;
1494 buf = outbuf;
1495 len = min(bifc->ifbic_len, buflen);
1496 bzero(&breq, sizeof(breq));
1497 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1498 if (len < sizeof(breq))
1499 break;
1500
1501 strlcpy(breq.ifbr_ifsname, bif->bif_ifp->if_xname,
1502 sizeof(breq.ifbr_ifsname));
1503 /* Fill in the ifbreq structure */
1504 error = bridge_ioctl_gifflags(sc, &breq);
1505 if (error)
1506 break;
1507 memcpy(buf, &breq, sizeof(breq));
1508 count++;
1509 buf += sizeof(breq);
1510 len -= sizeof(breq);
1511 }
1512 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next) {
1513 if (len < sizeof(breq))
1514 break;
1515
1516 strlcpy(breq.ifbr_ifsname, bif->bif_ifp->if_xname,
1517 sizeof(breq.ifbr_ifsname));
1518 breq.ifbr_ifsflags = bif->bif_flags;
1519 breq.ifbr_portno = bif->bif_ifp->if_index & 0xfff;
1520 memcpy(buf, &breq, sizeof(breq));
1521 count++;
1522 buf += sizeof(breq);
1523 len -= sizeof(breq);
1524 }
1525
1526 bifc->ifbic_len = sizeof(breq) * count;
1527 error = copyout(outbuf, bifc->ifbic_req, bifc->ifbic_len);
1528 free(outbuf, M_TEMP);
1529 return (error);
1530 }
1531
1532 static int
1533 bridge_ioctl_rts(struct bridge_softc *sc, void *arg)
1534 {
1535 struct ifbaconf *bac = arg;
1536 struct bridge_rtnode *brt;
1537 struct ifbareq bareq;
1538 char *buf, *outbuf;
1539 int count, buflen, len, error = 0;
1540
1541 if (bac->ifbac_len == 0)
1542 return (0);
1543
1544 count = 0;
1545 CK_LIST_FOREACH(brt, &sc->sc_rtlist, brt_list)
1546 count++;
1547 buflen = sizeof(bareq) * count;
1548
1549 outbuf = malloc(buflen, M_TEMP, M_NOWAIT | M_ZERO);
1550 if (outbuf == NULL)
1551 return (ENOMEM);
1552
1553 count = 0;
1554 buf = outbuf;
1555 len = min(bac->ifbac_len, buflen);
1556 bzero(&bareq, sizeof(bareq));
1557 CK_LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) {
1558 if (len < sizeof(bareq))
1559 goto out;
1560 strlcpy(bareq.ifba_ifsname, brt->brt_ifp->if_xname,
1561 sizeof(bareq.ifba_ifsname));
1562 memcpy(bareq.ifba_dst, brt->brt_addr, sizeof(brt->brt_addr));
1563 bareq.ifba_vlan = brt->brt_vlan;
1564 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
1565 time_uptime < brt->brt_expire)
1566 bareq.ifba_expire = brt->brt_expire - time_uptime;
1567 else
1568 bareq.ifba_expire = 0;
1569 bareq.ifba_flags = brt->brt_flags;
1570
1571 memcpy(buf, &bareq, sizeof(bareq));
1572 count++;
1573 buf += sizeof(bareq);
1574 len -= sizeof(bareq);
1575 }
1576 out:
1577 bac->ifbac_len = sizeof(bareq) * count;
1578 error = copyout(outbuf, bac->ifbac_req, bac->ifbac_len);
1579 free(outbuf, M_TEMP);
1580 return (error);
1581 }
1582
1583 static int
1584 bridge_ioctl_saddr(struct bridge_softc *sc, void *arg)
1585 {
1586 struct ifbareq *req = arg;
1587 struct bridge_iflist *bif;
1588 struct epoch_tracker et;
1589 int error;
1590
1591 NET_EPOCH_ENTER(et);
1592 bif = bridge_lookup_member(sc, req->ifba_ifsname);
1593 if (bif == NULL) {
1594 NET_EPOCH_EXIT(et);
1595 return (ENOENT);
1596 }
1597
1598 /* bridge_rtupdate() may acquire the lock. */
1599 error = bridge_rtupdate(sc, req->ifba_dst, req->ifba_vlan, bif, 1,
1600 req->ifba_flags);
1601 NET_EPOCH_EXIT(et);
1602
1603 return (error);
1604 }
1605
1606 static int
1607 bridge_ioctl_sto(struct bridge_softc *sc, void *arg)
1608 {
1609 struct ifbrparam *param = arg;
1610
1611 sc->sc_brttimeout = param->ifbrp_ctime;
1612 return (0);
1613 }
1614
1615 static int
1616 bridge_ioctl_gto(struct bridge_softc *sc, void *arg)
1617 {
1618 struct ifbrparam *param = arg;
1619
1620 param->ifbrp_ctime = sc->sc_brttimeout;
1621 return (0);
1622 }
1623
1624 static int
1625 bridge_ioctl_daddr(struct bridge_softc *sc, void *arg)
1626 {
1627 struct ifbareq *req = arg;
1628
1629 return (bridge_rtdaddr(sc, req->ifba_dst, req->ifba_vlan));
1630 }
1631
1632 static int
1633 bridge_ioctl_flush(struct bridge_softc *sc, void *arg)
1634 {
1635 struct ifbreq *req = arg;
1636
1637 BRIDGE_RT_LOCK(sc);
1638 bridge_rtflush(sc, req->ifbr_ifsflags);
1639 BRIDGE_RT_UNLOCK(sc);
1640
1641 return (0);
1642 }
1643
1644 static int
1645 bridge_ioctl_gpri(struct bridge_softc *sc, void *arg)
1646 {
1647 struct ifbrparam *param = arg;
1648 struct bstp_state *bs = &sc->sc_stp;
1649
1650 param->ifbrp_prio = bs->bs_bridge_priority;
1651 return (0);
1652 }
1653
1654 static int
1655 bridge_ioctl_spri(struct bridge_softc *sc, void *arg)
1656 {
1657 struct ifbrparam *param = arg;
1658
1659 return (bstp_set_priority(&sc->sc_stp, param->ifbrp_prio));
1660 }
1661
1662 static int
1663 bridge_ioctl_ght(struct bridge_softc *sc, void *arg)
1664 {
1665 struct ifbrparam *param = arg;
1666 struct bstp_state *bs = &sc->sc_stp;
1667
1668 param->ifbrp_hellotime = bs->bs_bridge_htime >> 8;
1669 return (0);
1670 }
1671
1672 static int
1673 bridge_ioctl_sht(struct bridge_softc *sc, void *arg)
1674 {
1675 struct ifbrparam *param = arg;
1676
1677 return (bstp_set_htime(&sc->sc_stp, param->ifbrp_hellotime));
1678 }
1679
1680 static int
1681 bridge_ioctl_gfd(struct bridge_softc *sc, void *arg)
1682 {
1683 struct ifbrparam *param = arg;
1684 struct bstp_state *bs = &sc->sc_stp;
1685
1686 param->ifbrp_fwddelay = bs->bs_bridge_fdelay >> 8;
1687 return (0);
1688 }
1689
1690 static int
1691 bridge_ioctl_sfd(struct bridge_softc *sc, void *arg)
1692 {
1693 struct ifbrparam *param = arg;
1694
1695 return (bstp_set_fdelay(&sc->sc_stp, param->ifbrp_fwddelay));
1696 }
1697
1698 static int
1699 bridge_ioctl_gma(struct bridge_softc *sc, void *arg)
1700 {
1701 struct ifbrparam *param = arg;
1702 struct bstp_state *bs = &sc->sc_stp;
1703
1704 param->ifbrp_maxage = bs->bs_bridge_max_age >> 8;
1705 return (0);
1706 }
1707
1708 static int
1709 bridge_ioctl_sma(struct bridge_softc *sc, void *arg)
1710 {
1711 struct ifbrparam *param = arg;
1712
1713 return (bstp_set_maxage(&sc->sc_stp, param->ifbrp_maxage));
1714 }
1715
1716 static int
1717 bridge_ioctl_sifprio(struct bridge_softc *sc, void *arg)
1718 {
1719 struct ifbreq *req = arg;
1720 struct bridge_iflist *bif;
1721
1722 bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1723 if (bif == NULL)
1724 return (ENOENT);
1725
1726 return (bstp_set_port_priority(&bif->bif_stp, req->ifbr_priority));
1727 }
1728
1729 static int
1730 bridge_ioctl_sifcost(struct bridge_softc *sc, void *arg)
1731 {
1732 struct ifbreq *req = arg;
1733 struct bridge_iflist *bif;
1734
1735 bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1736 if (bif == NULL)
1737 return (ENOENT);
1738
1739 return (bstp_set_path_cost(&bif->bif_stp, req->ifbr_path_cost));
1740 }
1741
1742 static int
1743 bridge_ioctl_sifmaxaddr(struct bridge_softc *sc, void *arg)
1744 {
1745 struct ifbreq *req = arg;
1746 struct bridge_iflist *bif;
1747
1748 bif = bridge_lookup_member(sc, req->ifbr_ifsname);
1749 if (bif == NULL)
1750 return (ENOENT);
1751
1752 bif->bif_addrmax = req->ifbr_addrmax;
1753 return (0);
1754 }
1755
1756 static int
1757 bridge_ioctl_addspan(struct bridge_softc *sc, void *arg)
1758 {
1759 struct ifbreq *req = arg;
1760 struct bridge_iflist *bif = NULL;
1761 struct ifnet *ifs;
1762
1763 ifs = ifunit(req->ifbr_ifsname);
1764 if (ifs == NULL)
1765 return (ENOENT);
1766
1767 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1768 if (ifs == bif->bif_ifp)
1769 return (EBUSY);
1770
1771 if (ifs->if_bridge != NULL)
1772 return (EBUSY);
1773
1774 switch (ifs->if_type) {
1775 case IFT_ETHER:
1776 case IFT_GIF:
1777 case IFT_L2VLAN:
1778 break;
1779 default:
1780 return (EINVAL);
1781 }
1782
1783 bif = malloc(sizeof(*bif), M_DEVBUF, M_NOWAIT|M_ZERO);
1784 if (bif == NULL)
1785 return (ENOMEM);
1786
1787 bif->bif_ifp = ifs;
1788 bif->bif_flags = IFBIF_SPAN;
1789
1790 CK_LIST_INSERT_HEAD(&sc->sc_spanlist, bif, bif_next);
1791
1792 return (0);
1793 }
1794
1795 static int
1796 bridge_ioctl_delspan(struct bridge_softc *sc, void *arg)
1797 {
1798 struct ifbreq *req = arg;
1799 struct bridge_iflist *bif;
1800 struct ifnet *ifs;
1801
1802 ifs = ifunit(req->ifbr_ifsname);
1803 if (ifs == NULL)
1804 return (ENOENT);
1805
1806 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1807 if (ifs == bif->bif_ifp)
1808 break;
1809
1810 if (bif == NULL)
1811 return (ENOENT);
1812
1813 bridge_delete_span(sc, bif);
1814
1815 return (0);
1816 }
1817
1818 static int
1819 bridge_ioctl_gbparam(struct bridge_softc *sc, void *arg)
1820 {
1821 struct ifbropreq *req = arg;
1822 struct bstp_state *bs = &sc->sc_stp;
1823 struct bstp_port *root_port;
1824
1825 req->ifbop_maxage = bs->bs_bridge_max_age >> 8;
1826 req->ifbop_hellotime = bs->bs_bridge_htime >> 8;
1827 req->ifbop_fwddelay = bs->bs_bridge_fdelay >> 8;
1828
1829 root_port = bs->bs_root_port;
1830 if (root_port == NULL)
1831 req->ifbop_root_port = 0;
1832 else
1833 req->ifbop_root_port = root_port->bp_ifp->if_index;
1834
1835 req->ifbop_holdcount = bs->bs_txholdcount;
1836 req->ifbop_priority = bs->bs_bridge_priority;
1837 req->ifbop_protocol = bs->bs_protover;
1838 req->ifbop_root_path_cost = bs->bs_root_pv.pv_cost;
1839 req->ifbop_bridgeid = bs->bs_bridge_pv.pv_dbridge_id;
1840 req->ifbop_designated_root = bs->bs_root_pv.pv_root_id;
1841 req->ifbop_designated_bridge = bs->bs_root_pv.pv_dbridge_id;
1842 req->ifbop_last_tc_time.tv_sec = bs->bs_last_tc_time.tv_sec;
1843 req->ifbop_last_tc_time.tv_usec = bs->bs_last_tc_time.tv_usec;
1844
1845 return (0);
1846 }
1847
1848 static int
1849 bridge_ioctl_grte(struct bridge_softc *sc, void *arg)
1850 {
1851 struct ifbrparam *param = arg;
1852
1853 param->ifbrp_cexceeded = sc->sc_brtexceeded;
1854 return (0);
1855 }
1856
1857 static int
1858 bridge_ioctl_gifsstp(struct bridge_softc *sc, void *arg)
1859 {
1860 struct ifbpstpconf *bifstp = arg;
1861 struct bridge_iflist *bif;
1862 struct bstp_port *bp;
1863 struct ifbpstpreq bpreq;
1864 char *buf, *outbuf;
1865 int count, buflen, len, error = 0;
1866
1867 count = 0;
1868 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1869 if ((bif->bif_flags & IFBIF_STP) != 0)
1870 count++;
1871 }
1872
1873 buflen = sizeof(bpreq) * count;
1874 if (bifstp->ifbpstp_len == 0) {
1875 bifstp->ifbpstp_len = buflen;
1876 return (0);
1877 }
1878
1879 outbuf = malloc(buflen, M_TEMP, M_NOWAIT | M_ZERO);
1880 if (outbuf == NULL)
1881 return (ENOMEM);
1882
1883 count = 0;
1884 buf = outbuf;
1885 len = min(bifstp->ifbpstp_len, buflen);
1886 bzero(&bpreq, sizeof(bpreq));
1887 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
1888 if (len < sizeof(bpreq))
1889 break;
1890
1891 if ((bif->bif_flags & IFBIF_STP) == 0)
1892 continue;
1893
1894 bp = &bif->bif_stp;
1895 bpreq.ifbp_portno = bif->bif_ifp->if_index & 0xfff;
1896 bpreq.ifbp_fwd_trans = bp->bp_forward_transitions;
1897 bpreq.ifbp_design_cost = bp->bp_desg_pv.pv_cost;
1898 bpreq.ifbp_design_port = bp->bp_desg_pv.pv_port_id;
1899 bpreq.ifbp_design_bridge = bp->bp_desg_pv.pv_dbridge_id;
1900 bpreq.ifbp_design_root = bp->bp_desg_pv.pv_root_id;
1901
1902 memcpy(buf, &bpreq, sizeof(bpreq));
1903 count++;
1904 buf += sizeof(bpreq);
1905 len -= sizeof(bpreq);
1906 }
1907
1908 bifstp->ifbpstp_len = sizeof(bpreq) * count;
1909 error = copyout(outbuf, bifstp->ifbpstp_req, bifstp->ifbpstp_len);
1910 free(outbuf, M_TEMP);
1911 return (error);
1912 }
1913
1914 static int
1915 bridge_ioctl_sproto(struct bridge_softc *sc, void *arg)
1916 {
1917 struct ifbrparam *param = arg;
1918
1919 return (bstp_set_protocol(&sc->sc_stp, param->ifbrp_proto));
1920 }
1921
1922 static int
1923 bridge_ioctl_stxhc(struct bridge_softc *sc, void *arg)
1924 {
1925 struct ifbrparam *param = arg;
1926
1927 return (bstp_set_holdcount(&sc->sc_stp, param->ifbrp_txhc));
1928 }
1929
1930 /*
1931 * bridge_ifdetach:
1932 *
1933 * Detach an interface from a bridge. Called when a member
1934 * interface is detaching.
1935 */
1936 static void
1937 bridge_ifdetach(void *arg __unused, struct ifnet *ifp)
1938 {
1939 struct bridge_softc *sc = ifp->if_bridge;
1940 struct bridge_iflist *bif;
1941
1942 if (ifp->if_flags & IFF_RENAMING)
1943 return;
1944 if (V_bridge_cloner == NULL) {
1945 /*
1946 * This detach handler can be called after
1947 * vnet_bridge_uninit(). Just return in that case.
1948 */
1949 return;
1950 }
1951 /* Check if the interface is a bridge member */
1952 if (sc != NULL) {
1953 BRIDGE_LOCK(sc);
1954
1955 bif = bridge_lookup_member_if(sc, ifp);
1956 if (bif != NULL)
1957 bridge_delete_member(sc, bif, 1);
1958
1959 BRIDGE_UNLOCK(sc);
1960 return;
1961 }
1962
1963 /* Check if the interface is a span port */
1964 BRIDGE_LIST_LOCK();
1965 LIST_FOREACH(sc, &V_bridge_list, sc_list) {
1966 BRIDGE_LOCK(sc);
1967 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next)
1968 if (ifp == bif->bif_ifp) {
1969 bridge_delete_span(sc, bif);
1970 break;
1971 }
1972
1973 BRIDGE_UNLOCK(sc);
1974 }
1975 BRIDGE_LIST_UNLOCK();
1976 }
1977
1978 /*
1979 * bridge_init:
1980 *
1981 * Initialize a bridge interface.
1982 */
1983 static void
1984 bridge_init(void *xsc)
1985 {
1986 struct bridge_softc *sc = (struct bridge_softc *)xsc;
1987 struct ifnet *ifp = sc->sc_ifp;
1988
1989 if (ifp->if_drv_flags & IFF_DRV_RUNNING)
1990 return;
1991
1992 BRIDGE_LOCK(sc);
1993 callout_reset(&sc->sc_brcallout, bridge_rtable_prune_period * hz,
1994 bridge_timer, sc);
1995
1996 ifp->if_drv_flags |= IFF_DRV_RUNNING;
1997 bstp_init(&sc->sc_stp); /* Initialize Spanning Tree */
1998
1999 BRIDGE_UNLOCK(sc);
2000 }
2001
2002 /*
2003 * bridge_stop:
2004 *
2005 * Stop the bridge interface.
2006 */
2007 static void
2008 bridge_stop(struct ifnet *ifp, int disable)
2009 {
2010 struct bridge_softc *sc = ifp->if_softc;
2011
2012 BRIDGE_LOCK_ASSERT(sc);
2013
2014 if ((ifp->if_drv_flags & IFF_DRV_RUNNING) == 0)
2015 return;
2016
2017 BRIDGE_RT_LOCK(sc);
2018 callout_stop(&sc->sc_brcallout);
2019
2020 bstp_stop(&sc->sc_stp);
2021
2022 bridge_rtflush(sc, IFBF_FLUSHDYN);
2023 BRIDGE_RT_UNLOCK(sc);
2024
2025 ifp->if_drv_flags &= ~IFF_DRV_RUNNING;
2026 }
2027
2028 /*
2029 * bridge_enqueue:
2030 *
2031 * Enqueue a packet on a bridge member interface.
2032 *
2033 */
2034 static int
2035 bridge_enqueue(struct bridge_softc *sc, struct ifnet *dst_ifp, struct mbuf *m)
2036 {
2037 int len, err = 0;
2038 short mflags;
2039 struct mbuf *m0;
2040
2041 /* We may be sending a fragment so traverse the mbuf */
2042 for (; m; m = m0) {
2043 m0 = m->m_nextpkt;
2044 m->m_nextpkt = NULL;
2045 len = m->m_pkthdr.len;
2046 mflags = m->m_flags;
2047
2048 /*
2049 * If underlying interface can not do VLAN tag insertion itself
2050 * then attach a packet tag that holds it.
2051 */
2052 if ((m->m_flags & M_VLANTAG) &&
2053 (dst_ifp->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) {
2054 m = ether_vlanencap(m, m->m_pkthdr.ether_vtag);
2055 if (m == NULL) {
2056 if_printf(dst_ifp,
2057 "unable to prepend VLAN header\n");
2058 if_inc_counter(dst_ifp, IFCOUNTER_OERRORS, 1);
2059 continue;
2060 }
2061 m->m_flags &= ~M_VLANTAG;
2062 }
2063
2064 M_ASSERTPKTHDR(m); /* We shouldn't transmit mbuf without pkthdr */
2065 if ((err = dst_ifp->if_transmit(dst_ifp, m))) {
2066 int n;
2067
2068 for (m = m0, n = 1; m != NULL; m = m0, n++) {
2069 m0 = m->m_nextpkt;
2070 m_freem(m);
2071 }
2072 if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, n);
2073 break;
2074 }
2075
2076 if_inc_counter(sc->sc_ifp, IFCOUNTER_OPACKETS, 1);
2077 if_inc_counter(sc->sc_ifp, IFCOUNTER_OBYTES, len);
2078 if (mflags & M_MCAST)
2079 if_inc_counter(sc->sc_ifp, IFCOUNTER_OMCASTS, 1);
2080 }
2081
2082 return (err);
2083 }
2084
2085 /*
2086 * bridge_dummynet:
2087 *
2088 * Receive a queued packet from dummynet and pass it on to the output
2089 * interface.
2090 *
2091 * The mbuf has the Ethernet header already attached.
2092 */
2093 static void
2094 bridge_dummynet(struct mbuf *m, struct ifnet *ifp)
2095 {
2096 struct bridge_softc *sc;
2097
2098 sc = ifp->if_bridge;
2099
2100 /*
2101 * The packet didnt originate from a member interface. This should only
2102 * ever happen if a member interface is removed while packets are
2103 * queued for it.
2104 */
2105 if (sc == NULL) {
2106 m_freem(m);
2107 return;
2108 }
2109
2110 if (PFIL_HOOKED_OUT(V_inet_pfil_head)
2111 #ifdef INET6
2112 || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2113 #endif
2114 ) {
2115 if (bridge_pfil(&m, sc->sc_ifp, ifp, PFIL_OUT) != 0)
2116 return;
2117 if (m == NULL)
2118 return;
2119 }
2120
2121 bridge_enqueue(sc, ifp, m);
2122 }
2123
2124 /*
2125 * bridge_output:
2126 *
2127 * Send output from a bridge member interface. This
2128 * performs the bridging function for locally originated
2129 * packets.
2130 *
2131 * The mbuf has the Ethernet header already attached. We must
2132 * enqueue or free the mbuf before returning.
2133 */
2134 static int
2135 bridge_output(struct ifnet *ifp, struct mbuf *m, struct sockaddr *sa,
2136 struct rtentry *rt)
2137 {
2138 struct ether_header *eh;
2139 struct ifnet *bifp, *dst_if;
2140 struct bridge_softc *sc;
2141 uint16_t vlan;
2142
2143 NET_EPOCH_ASSERT();
2144
2145 if (m->m_len < ETHER_HDR_LEN) {
2146 m = m_pullup(m, ETHER_HDR_LEN);
2147 if (m == NULL)
2148 return (0);
2149 }
2150
2151 eh = mtod(m, struct ether_header *);
2152 sc = ifp->if_bridge;
2153 vlan = VLANTAGOF(m);
2154
2155 bifp = sc->sc_ifp;
2156
2157 /*
2158 * If bridge is down, but the original output interface is up,
2159 * go ahead and send out that interface. Otherwise, the packet
2160 * is dropped below.
2161 */
2162 if ((bifp->if_drv_flags & IFF_DRV_RUNNING) == 0) {
2163 dst_if = ifp;
2164 goto sendunicast;
2165 }
2166
2167 /*
2168 * If the packet is a multicast, or we don't know a better way to
2169 * get there, send to all interfaces.
2170 */
2171 if (ETHER_IS_MULTICAST(eh->ether_dhost))
2172 dst_if = NULL;
2173 else
2174 dst_if = bridge_rtlookup(sc, eh->ether_dhost, vlan);
2175 /* Tap any traffic not passing back out the originating interface */
2176 if (dst_if != ifp)
2177 ETHER_BPF_MTAP(bifp, m);
2178 if (dst_if == NULL) {
2179 struct bridge_iflist *bif;
2180 struct mbuf *mc;
2181 int used = 0;
2182
2183 bridge_span(sc, m);
2184
2185 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
2186 dst_if = bif->bif_ifp;
2187
2188 if (dst_if->if_type == IFT_GIF)
2189 continue;
2190 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2191 continue;
2192
2193 /*
2194 * If this is not the original output interface,
2195 * and the interface is participating in spanning
2196 * tree, make sure the port is in a state that
2197 * allows forwarding.
2198 */
2199 if (dst_if != ifp && (bif->bif_flags & IFBIF_STP) &&
2200 bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2201 continue;
2202
2203 if (CK_LIST_NEXT(bif, bif_next) == NULL) {
2204 used = 1;
2205 mc = m;
2206 } else {
2207 mc = m_dup(m, M_NOWAIT);
2208 if (mc == NULL) {
2209 if_inc_counter(bifp, IFCOUNTER_OERRORS, 1);
2210 continue;
2211 }
2212 }
2213
2214 bridge_enqueue(sc, dst_if, mc);
2215 }
2216 if (used == 0)
2217 m_freem(m);
2218 return (0);
2219 }
2220
2221 sendunicast:
2222 /*
2223 * XXX Spanning tree consideration here?
2224 */
2225
2226 bridge_span(sc, m);
2227 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0) {
2228 m_freem(m);
2229 return (0);
2230 }
2231
2232 bridge_enqueue(sc, dst_if, m);
2233 return (0);
2234 }
2235
2236 /*
2237 * bridge_transmit:
2238 *
2239 * Do output on a bridge.
2240 *
2241 */
2242 static int
2243 bridge_transmit(struct ifnet *ifp, struct mbuf *m)
2244 {
2245 struct bridge_softc *sc;
2246 struct ether_header *eh;
2247 struct ifnet *dst_if;
2248 int error = 0;
2249
2250 sc = ifp->if_softc;
2251
2252 ETHER_BPF_MTAP(ifp, m);
2253
2254 eh = mtod(m, struct ether_header *);
2255
2256 if (((m->m_flags & (M_BCAST|M_MCAST)) == 0) &&
2257 (dst_if = bridge_rtlookup(sc, eh->ether_dhost, 1)) != NULL) {
2258 error = bridge_enqueue(sc, dst_if, m);
2259 } else
2260 bridge_broadcast(sc, ifp, m, 0);
2261
2262 return (error);
2263 }
2264
2265 #ifdef ALTQ
2266 static void
2267 bridge_altq_start(if_t ifp)
2268 {
2269 struct ifaltq *ifq = &ifp->if_snd;
2270 struct mbuf *m;
2271
2272 IFQ_LOCK(ifq);
2273 IFQ_DEQUEUE_NOLOCK(ifq, m);
2274 while (m != NULL) {
2275 bridge_transmit(ifp, m);
2276 IFQ_DEQUEUE_NOLOCK(ifq, m);
2277 }
2278 IFQ_UNLOCK(ifq);
2279 }
2280
2281 static int
2282 bridge_altq_transmit(if_t ifp, struct mbuf *m)
2283 {
2284 int err;
2285
2286 if (ALTQ_IS_ENABLED(&ifp->if_snd)) {
2287 IFQ_ENQUEUE(&ifp->if_snd, m, err);
2288 if (err == 0)
2289 bridge_altq_start(ifp);
2290 } else
2291 err = bridge_transmit(ifp, m);
2292
2293 return (err);
2294 }
2295 #endif /* ALTQ */
2296
2297 /*
2298 * The ifp->if_qflush entry point for if_bridge(4) is no-op.
2299 */
2300 static void
2301 bridge_qflush(struct ifnet *ifp __unused)
2302 {
2303 }
2304
2305 /*
2306 * bridge_forward:
2307 *
2308 * The forwarding function of the bridge.
2309 *
2310 * NOTE: Releases the lock on return.
2311 */
2312 static void
2313 bridge_forward(struct bridge_softc *sc, struct bridge_iflist *sbif,
2314 struct mbuf *m)
2315 {
2316 struct bridge_iflist *dbif;
2317 struct ifnet *src_if, *dst_if, *ifp;
2318 struct ether_header *eh;
2319 uint16_t vlan;
2320 uint8_t *dst;
2321 int error;
2322
2323 NET_EPOCH_ASSERT();
2324
2325 src_if = m->m_pkthdr.rcvif;
2326 ifp = sc->sc_ifp;
2327
2328 if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
2329 if_inc_counter(ifp, IFCOUNTER_IBYTES, m->m_pkthdr.len);
2330 vlan = VLANTAGOF(m);
2331
2332 if ((sbif->bif_flags & IFBIF_STP) &&
2333 sbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2334 goto drop;
2335
2336 eh = mtod(m, struct ether_header *);
2337 dst = eh->ether_dhost;
2338
2339 /* If the interface is learning, record the address. */
2340 if (sbif->bif_flags & IFBIF_LEARNING) {
2341 error = bridge_rtupdate(sc, eh->ether_shost, vlan,
2342 sbif, 0, IFBAF_DYNAMIC);
2343 /*
2344 * If the interface has addresses limits then deny any source
2345 * that is not in the cache.
2346 */
2347 if (error && sbif->bif_addrmax)
2348 goto drop;
2349 }
2350
2351 if ((sbif->bif_flags & IFBIF_STP) != 0 &&
2352 sbif->bif_stp.bp_state == BSTP_IFSTATE_LEARNING)
2353 goto drop;
2354
2355 /*
2356 * At this point, the port either doesn't participate
2357 * in spanning tree or it is in the forwarding state.
2358 */
2359
2360 /*
2361 * If the packet is unicast, destined for someone on
2362 * "this" side of the bridge, drop it.
2363 */
2364 if ((m->m_flags & (M_BCAST|M_MCAST)) == 0) {
2365 dst_if = bridge_rtlookup(sc, dst, vlan);
2366 if (src_if == dst_if)
2367 goto drop;
2368 } else {
2369 /*
2370 * Check if its a reserved multicast address, any address
2371 * listed in 802.1D section 7.12.6 may not be forwarded by the
2372 * bridge.
2373 * This is currently 01-80-C2-00-00-00 to 01-80-C2-00-00-0F
2374 */
2375 if (dst[0] == 0x01 && dst[1] == 0x80 &&
2376 dst[2] == 0xc2 && dst[3] == 0x00 &&
2377 dst[4] == 0x00 && dst[5] <= 0x0f)
2378 goto drop;
2379
2380 /* ...forward it to all interfaces. */
2381 if_inc_counter(ifp, IFCOUNTER_IMCASTS, 1);
2382 dst_if = NULL;
2383 }
2384
2385 /*
2386 * If we have a destination interface which is a member of our bridge,
2387 * OR this is a unicast packet, push it through the bpf(4) machinery.
2388 * For broadcast or multicast packets, don't bother because it will
2389 * be reinjected into ether_input. We do this before we pass the packets
2390 * through the pfil(9) framework, as it is possible that pfil(9) will
2391 * drop the packet, or possibly modify it, making it difficult to debug
2392 * firewall issues on the bridge.
2393 */
2394 if (dst_if != NULL || (m->m_flags & (M_BCAST | M_MCAST)) == 0)
2395 ETHER_BPF_MTAP(ifp, m);
2396
2397 /* run the packet filter */
2398 if (PFIL_HOOKED_IN(V_inet_pfil_head)
2399 #ifdef INET6
2400 || PFIL_HOOKED_IN(V_inet6_pfil_head)
2401 #endif
2402 ) {
2403 if (bridge_pfil(&m, ifp, src_if, PFIL_IN) != 0)
2404 return;
2405 if (m == NULL)
2406 return;
2407 }
2408
2409 if (dst_if == NULL) {
2410 bridge_broadcast(sc, src_if, m, 1);
2411 return;
2412 }
2413
2414 /*
2415 * At this point, we're dealing with a unicast frame
2416 * going to a different interface.
2417 */
2418 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2419 goto drop;
2420
2421 dbif = bridge_lookup_member_if(sc, dst_if);
2422 if (dbif == NULL)
2423 /* Not a member of the bridge (anymore?) */
2424 goto drop;
2425
2426 /* Private segments can not talk to each other */
2427 if (sbif->bif_flags & dbif->bif_flags & IFBIF_PRIVATE)
2428 goto drop;
2429
2430 if ((dbif->bif_flags & IFBIF_STP) &&
2431 dbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2432 goto drop;
2433
2434 if (PFIL_HOOKED_OUT(V_inet_pfil_head)
2435 #ifdef INET6
2436 || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2437 #endif
2438 ) {
2439 if (bridge_pfil(&m, ifp, dst_if, PFIL_OUT) != 0)
2440 return;
2441 if (m == NULL)
2442 return;
2443 }
2444
2445 bridge_enqueue(sc, dst_if, m);
2446 return;
2447
2448 drop:
2449 m_freem(m);
2450 }
2451
2452 /*
2453 * bridge_input:
2454 *
2455 * Receive input from a member interface. Queue the packet for
2456 * bridging if it is not for us.
2457 */
2458 static struct mbuf *
2459 bridge_input(struct ifnet *ifp, struct mbuf *m)
2460 {
2461 struct bridge_softc *sc = ifp->if_bridge;
2462 struct bridge_iflist *bif, *bif2;
2463 struct ifnet *bifp;
2464 struct ether_header *eh;
2465 struct mbuf *mc, *mc2;
2466 uint16_t vlan;
2467 int error;
2468
2469 NET_EPOCH_ASSERT();
2470
2471 if ((sc->sc_ifp->if_drv_flags & IFF_DRV_RUNNING) == 0)
2472 return (m);
2473
2474 bifp = sc->sc_ifp;
2475 vlan = VLANTAGOF(m);
2476
2477 /*
2478 * Implement support for bridge monitoring. If this flag has been
2479 * set on this interface, discard the packet once we push it through
2480 * the bpf(4) machinery, but before we do, increment the byte and
2481 * packet counters associated with this interface.
2482 */
2483 if ((bifp->if_flags & IFF_MONITOR) != 0) {
2484 m->m_pkthdr.rcvif = bifp;
2485 ETHER_BPF_MTAP(bifp, m);
2486 if_inc_counter(bifp, IFCOUNTER_IPACKETS, 1);
2487 if_inc_counter(bifp, IFCOUNTER_IBYTES, m->m_pkthdr.len);
2488 m_freem(m);
2489 return (NULL);
2490 }
2491 bif = bridge_lookup_member_if(sc, ifp);
2492 if (bif == NULL) {
2493 return (m);
2494 }
2495
2496 eh = mtod(m, struct ether_header *);
2497
2498 bridge_span(sc, m);
2499
2500 if (m->m_flags & (M_BCAST|M_MCAST)) {
2501 /* Tap off 802.1D packets; they do not get forwarded. */
2502 if (memcmp(eh->ether_dhost, bstp_etheraddr,
2503 ETHER_ADDR_LEN) == 0) {
2504 bstp_input(&bif->bif_stp, ifp, m); /* consumes mbuf */
2505 return (NULL);
2506 }
2507
2508 if ((bif->bif_flags & IFBIF_STP) &&
2509 bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
2510 return (m);
2511 }
2512
2513 /*
2514 * Make a deep copy of the packet and enqueue the copy
2515 * for bridge processing; return the original packet for
2516 * local processing.
2517 */
2518 mc = m_dup(m, M_NOWAIT);
2519 if (mc == NULL) {
2520 return (m);
2521 }
2522
2523 /* Perform the bridge forwarding function with the copy. */
2524 bridge_forward(sc, bif, mc);
2525
2526 /*
2527 * Reinject the mbuf as arriving on the bridge so we have a
2528 * chance at claiming multicast packets. We can not loop back
2529 * here from ether_input as a bridge is never a member of a
2530 * bridge.
2531 */
2532 KASSERT(bifp->if_bridge == NULL,
2533 ("loop created in bridge_input"));
2534 mc2 = m_dup(m, M_NOWAIT);
2535 if (mc2 != NULL) {
2536 /* Keep the layer3 header aligned */
2537 int i = min(mc2->m_pkthdr.len, max_protohdr);
2538 mc2 = m_copyup(mc2, i, ETHER_ALIGN);
2539 }
2540 if (mc2 != NULL) {
2541 mc2->m_pkthdr.rcvif = bifp;
2542 (*bifp->if_input)(bifp, mc2);
2543 }
2544
2545 /* Return the original packet for local processing. */
2546 return (m);
2547 }
2548
2549 if ((bif->bif_flags & IFBIF_STP) &&
2550 bif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING) {
2551 return (m);
2552 }
2553
2554 #if (defined(INET) || defined(INET6))
2555 # define OR_CARP_CHECK_WE_ARE_DST(iface) \
2556 || ((iface)->if_carp \
2557 && (*carp_forus_p)((iface), eh->ether_dhost))
2558 # define OR_CARP_CHECK_WE_ARE_SRC(iface) \
2559 || ((iface)->if_carp \
2560 && (*carp_forus_p)((iface), eh->ether_shost))
2561 #else
2562 # define OR_CARP_CHECK_WE_ARE_DST(iface)
2563 # define OR_CARP_CHECK_WE_ARE_SRC(iface)
2564 #endif
2565
2566 #ifdef INET6
2567 # define OR_PFIL_HOOKED_INET6 \
2568 || PFIL_HOOKED_IN(V_inet6_pfil_head)
2569 #else
2570 # define OR_PFIL_HOOKED_INET6
2571 #endif
2572
2573 #define GRAB_OUR_PACKETS(iface) \
2574 if ((iface)->if_type == IFT_GIF) \
2575 continue; \
2576 /* It is destined for us. */ \
2577 if (memcmp(IF_LLADDR((iface)), eh->ether_dhost, ETHER_ADDR_LEN) == 0 \
2578 OR_CARP_CHECK_WE_ARE_DST((iface)) \
2579 ) { \
2580 if (bif->bif_flags & IFBIF_LEARNING) { \
2581 error = bridge_rtupdate(sc, eh->ether_shost, \
2582 vlan, bif, 0, IFBAF_DYNAMIC); \
2583 if (error && bif->bif_addrmax) { \
2584 m_freem(m); \
2585 return (NULL); \
2586 } \
2587 } \
2588 m->m_pkthdr.rcvif = iface; \
2589 if ((iface) == ifp) { \
2590 /* Skip bridge processing... src == dest */ \
2591 return (m); \
2592 } \
2593 /* It's passing over or to the bridge, locally. */ \
2594 ETHER_BPF_MTAP(bifp, m); \
2595 if_inc_counter(bifp, IFCOUNTER_IPACKETS, 1); \
2596 if_inc_counter(bifp, IFCOUNTER_IBYTES, m->m_pkthdr.len); \
2597 /* Filter on the physical interface. */ \
2598 if (V_pfil_local_phys && (PFIL_HOOKED_IN(V_inet_pfil_head) \
2599 OR_PFIL_HOOKED_INET6)) { \
2600 if (bridge_pfil(&m, NULL, ifp, \
2601 PFIL_IN) != 0 || m == NULL) { \
2602 return (NULL); \
2603 } \
2604 } \
2605 if ((iface) != bifp) \
2606 ETHER_BPF_MTAP(iface, m); \
2607 return (m); \
2608 } \
2609 \
2610 /* We just received a packet that we sent out. */ \
2611 if (memcmp(IF_LLADDR((iface)), eh->ether_shost, ETHER_ADDR_LEN) == 0 \
2612 OR_CARP_CHECK_WE_ARE_SRC((iface)) \
2613 ) { \
2614 m_freem(m); \
2615 return (NULL); \
2616 }
2617
2618 /*
2619 * Unicast. Make sure it's not for the bridge.
2620 */
2621 do { GRAB_OUR_PACKETS(bifp) } while (0);
2622
2623 /*
2624 * Give a chance for ifp at first priority. This will help when the
2625 * packet comes through the interface like VLAN's with the same MACs
2626 * on several interfaces from the same bridge. This also will save
2627 * some CPU cycles in case the destination interface and the input
2628 * interface (eq ifp) are the same.
2629 */
2630 do { GRAB_OUR_PACKETS(ifp) } while (0);
2631
2632 /* Now check the all bridge members. */
2633 CK_LIST_FOREACH(bif2, &sc->sc_iflist, bif_next) {
2634 GRAB_OUR_PACKETS(bif2->bif_ifp)
2635 }
2636
2637 #undef OR_CARP_CHECK_WE_ARE_DST
2638 #undef OR_CARP_CHECK_WE_ARE_SRC
2639 #undef OR_PFIL_HOOKED_INET6
2640 #undef GRAB_OUR_PACKETS
2641
2642 /* Perform the bridge forwarding function. */
2643 bridge_forward(sc, bif, m);
2644
2645 return (NULL);
2646 }
2647
2648 /*
2649 * bridge_broadcast:
2650 *
2651 * Send a frame to all interfaces that are members of
2652 * the bridge, except for the one on which the packet
2653 * arrived.
2654 *
2655 * NOTE: Releases the lock on return.
2656 */
2657 static void
2658 bridge_broadcast(struct bridge_softc *sc, struct ifnet *src_if,
2659 struct mbuf *m, int runfilt)
2660 {
2661 struct bridge_iflist *dbif, *sbif;
2662 struct mbuf *mc;
2663 struct ifnet *dst_if;
2664 int used = 0, i;
2665
2666 NET_EPOCH_ASSERT();
2667
2668 sbif = bridge_lookup_member_if(sc, src_if);
2669
2670 /* Filter on the bridge interface before broadcasting */
2671 if (runfilt && (PFIL_HOOKED_OUT(V_inet_pfil_head)
2672 #ifdef INET6
2673 || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2674 #endif
2675 )) {
2676 if (bridge_pfil(&m, sc->sc_ifp, NULL, PFIL_OUT) != 0)
2677 return;
2678 if (m == NULL)
2679 return;
2680 }
2681
2682 CK_LIST_FOREACH(dbif, &sc->sc_iflist, bif_next) {
2683 dst_if = dbif->bif_ifp;
2684 if (dst_if == src_if)
2685 continue;
2686
2687 /* Private segments can not talk to each other */
2688 if (sbif && (sbif->bif_flags & dbif->bif_flags & IFBIF_PRIVATE))
2689 continue;
2690
2691 if ((dbif->bif_flags & IFBIF_STP) &&
2692 dbif->bif_stp.bp_state == BSTP_IFSTATE_DISCARDING)
2693 continue;
2694
2695 if ((dbif->bif_flags & IFBIF_DISCOVER) == 0 &&
2696 (m->m_flags & (M_BCAST|M_MCAST)) == 0)
2697 continue;
2698
2699 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2700 continue;
2701
2702 if (CK_LIST_NEXT(dbif, bif_next) == NULL) {
2703 mc = m;
2704 used = 1;
2705 } else {
2706 mc = m_dup(m, M_NOWAIT);
2707 if (mc == NULL) {
2708 if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
2709 continue;
2710 }
2711 }
2712
2713 /*
2714 * Filter on the output interface. Pass a NULL bridge interface
2715 * pointer so we do not redundantly filter on the bridge for
2716 * each interface we broadcast on.
2717 */
2718 if (runfilt && (PFIL_HOOKED_OUT(V_inet_pfil_head)
2719 #ifdef INET6
2720 || PFIL_HOOKED_OUT(V_inet6_pfil_head)
2721 #endif
2722 )) {
2723 if (used == 0) {
2724 /* Keep the layer3 header aligned */
2725 i = min(mc->m_pkthdr.len, max_protohdr);
2726 mc = m_copyup(mc, i, ETHER_ALIGN);
2727 if (mc == NULL) {
2728 if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
2729 continue;
2730 }
2731 }
2732 if (bridge_pfil(&mc, NULL, dst_if, PFIL_OUT) != 0)
2733 continue;
2734 if (mc == NULL)
2735 continue;
2736 }
2737
2738 bridge_enqueue(sc, dst_if, mc);
2739 }
2740 if (used == 0)
2741 m_freem(m);
2742 }
2743
2744 /*
2745 * bridge_span:
2746 *
2747 * Duplicate a packet out one or more interfaces that are in span mode,
2748 * the original mbuf is unmodified.
2749 */
2750 static void
2751 bridge_span(struct bridge_softc *sc, struct mbuf *m)
2752 {
2753 struct bridge_iflist *bif;
2754 struct ifnet *dst_if;
2755 struct mbuf *mc;
2756
2757 NET_EPOCH_ASSERT();
2758
2759 if (CK_LIST_EMPTY(&sc->sc_spanlist))
2760 return;
2761
2762 CK_LIST_FOREACH(bif, &sc->sc_spanlist, bif_next) {
2763 dst_if = bif->bif_ifp;
2764
2765 if ((dst_if->if_drv_flags & IFF_DRV_RUNNING) == 0)
2766 continue;
2767
2768 mc = m_dup(m, M_NOWAIT);
2769 if (mc == NULL) {
2770 if_inc_counter(sc->sc_ifp, IFCOUNTER_OERRORS, 1);
2771 continue;
2772 }
2773
2774 bridge_enqueue(sc, dst_if, mc);
2775 }
2776 }
2777
2778 /*
2779 * bridge_rtupdate:
2780 *
2781 * Add a bridge routing entry.
2782 */
2783 static int
2784 bridge_rtupdate(struct bridge_softc *sc, const uint8_t *dst, uint16_t vlan,
2785 struct bridge_iflist *bif, int setflags, uint8_t flags)
2786 {
2787 struct bridge_rtnode *brt;
2788 int error;
2789
2790 BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
2791
2792 /* Check the source address is valid and not multicast. */
2793 if (ETHER_IS_MULTICAST(dst) ||
2794 (dst[0] == 0 && dst[1] == 0 && dst[2] == 0 &&
2795 dst[3] == 0 && dst[4] == 0 && dst[5] == 0) != 0)
2796 return (EINVAL);
2797
2798 /* 802.1p frames map to vlan 1 */
2799 if (vlan == 0)
2800 vlan = 1;
2801
2802 /*
2803 * A route for this destination might already exist. If so,
2804 * update it, otherwise create a new one.
2805 */
2806 if ((brt = bridge_rtnode_lookup(sc, dst, vlan)) == NULL) {
2807 BRIDGE_RT_LOCK(sc);
2808
2809 /* Check again, now that we have the lock. There could have
2810 * been a race and we only want to insert this once. */
2811 if ((brt = bridge_rtnode_lookup(sc, dst, vlan)) != NULL) {
2812 BRIDGE_RT_UNLOCK(sc);
2813 return (0);
2814 }
2815
2816 if (sc->sc_brtcnt >= sc->sc_brtmax) {
2817 sc->sc_brtexceeded++;
2818 BRIDGE_RT_UNLOCK(sc);
2819 return (ENOSPC);
2820 }
2821 /* Check per interface address limits (if enabled) */
2822 if (bif->bif_addrmax && bif->bif_addrcnt >= bif->bif_addrmax) {
2823 bif->bif_addrexceeded++;
2824 BRIDGE_RT_UNLOCK(sc);
2825 return (ENOSPC);
2826 }
2827
2828 /*
2829 * Allocate a new bridge forwarding node, and
2830 * initialize the expiration time and Ethernet
2831 * address.
2832 */
2833 brt = uma_zalloc(V_bridge_rtnode_zone, M_NOWAIT | M_ZERO);
2834 if (brt == NULL) {
2835 BRIDGE_RT_UNLOCK(sc);
2836 return (ENOMEM);
2837 }
2838 brt->brt_vnet = curvnet;
2839
2840 if (bif->bif_flags & IFBIF_STICKY)
2841 brt->brt_flags = IFBAF_STICKY;
2842 else
2843 brt->brt_flags = IFBAF_DYNAMIC;
2844
2845 memcpy(brt->brt_addr, dst, ETHER_ADDR_LEN);
2846 brt->brt_vlan = vlan;
2847
2848 if ((error = bridge_rtnode_insert(sc, brt)) != 0) {
2849 uma_zfree(V_bridge_rtnode_zone, brt);
2850 BRIDGE_RT_UNLOCK(sc);
2851 return (error);
2852 }
2853 brt->brt_dst = bif;
2854 bif->bif_addrcnt++;
2855
2856 BRIDGE_RT_UNLOCK(sc);
2857 }
2858
2859 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
2860 brt->brt_dst != bif) {
2861 BRIDGE_RT_LOCK(sc);
2862 brt->brt_dst->bif_addrcnt--;
2863 brt->brt_dst = bif;
2864 brt->brt_dst->bif_addrcnt++;
2865 BRIDGE_RT_UNLOCK(sc);
2866 }
2867
2868 if ((flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2869 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2870 if (setflags)
2871 brt->brt_flags = flags;
2872
2873 return (0);
2874 }
2875
2876 /*
2877 * bridge_rtlookup:
2878 *
2879 * Lookup the destination interface for an address.
2880 */
2881 static struct ifnet *
2882 bridge_rtlookup(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
2883 {
2884 struct bridge_rtnode *brt;
2885
2886 NET_EPOCH_ASSERT();
2887
2888 if ((brt = bridge_rtnode_lookup(sc, addr, vlan)) == NULL)
2889 return (NULL);
2890
2891 return (brt->brt_ifp);
2892 }
2893
2894 /*
2895 * bridge_rttrim:
2896 *
2897 * Trim the routine table so that we have a number
2898 * of routing entries less than or equal to the
2899 * maximum number.
2900 */
2901 static void
2902 bridge_rttrim(struct bridge_softc *sc)
2903 {
2904 struct bridge_rtnode *brt, *nbrt;
2905
2906 NET_EPOCH_ASSERT();
2907 BRIDGE_RT_LOCK_ASSERT(sc);
2908
2909 /* Make sure we actually need to do this. */
2910 if (sc->sc_brtcnt <= sc->sc_brtmax)
2911 return;
2912
2913 /* Force an aging cycle; this might trim enough addresses. */
2914 bridge_rtage(sc);
2915 if (sc->sc_brtcnt <= sc->sc_brtmax)
2916 return;
2917
2918 CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2919 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
2920 bridge_rtnode_destroy(sc, brt);
2921 if (sc->sc_brtcnt <= sc->sc_brtmax)
2922 return;
2923 }
2924 }
2925 }
2926
2927 /*
2928 * bridge_timer:
2929 *
2930 * Aging timer for the bridge.
2931 */
2932 static void
2933 bridge_timer(void *arg)
2934 {
2935 struct bridge_softc *sc = arg;
2936
2937 BRIDGE_RT_LOCK_ASSERT(sc);
2938
2939 /* Destruction of rtnodes requires a proper vnet context */
2940 CURVNET_SET(sc->sc_ifp->if_vnet);
2941 bridge_rtage(sc);
2942
2943 if (sc->sc_ifp->if_drv_flags & IFF_DRV_RUNNING)
2944 callout_reset(&sc->sc_brcallout,
2945 bridge_rtable_prune_period * hz, bridge_timer, sc);
2946 CURVNET_RESTORE();
2947 }
2948
2949 /*
2950 * bridge_rtage:
2951 *
2952 * Perform an aging cycle.
2953 */
2954 static void
2955 bridge_rtage(struct bridge_softc *sc)
2956 {
2957 struct bridge_rtnode *brt, *nbrt;
2958
2959 BRIDGE_RT_LOCK_ASSERT(sc);
2960
2961 CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2962 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
2963 if (time_uptime >= brt->brt_expire)
2964 bridge_rtnode_destroy(sc, brt);
2965 }
2966 }
2967 }
2968
2969 /*
2970 * bridge_rtflush:
2971 *
2972 * Remove all dynamic addresses from the bridge.
2973 */
2974 static void
2975 bridge_rtflush(struct bridge_softc *sc, int full)
2976 {
2977 struct bridge_rtnode *brt, *nbrt;
2978
2979 BRIDGE_RT_LOCK_ASSERT(sc);
2980
2981 CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
2982 if (full || (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2983 bridge_rtnode_destroy(sc, brt);
2984 }
2985 }
2986
2987 /*
2988 * bridge_rtdaddr:
2989 *
2990 * Remove an address from the table.
2991 */
2992 static int
2993 bridge_rtdaddr(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
2994 {
2995 struct bridge_rtnode *brt;
2996 int found = 0;
2997
2998 BRIDGE_RT_LOCK(sc);
2999
3000 /*
3001 * If vlan is zero then we want to delete for all vlans so the lookup
3002 * may return more than one.
3003 */
3004 while ((brt = bridge_rtnode_lookup(sc, addr, vlan)) != NULL) {
3005 bridge_rtnode_destroy(sc, brt);
3006 found = 1;
3007 }
3008
3009 BRIDGE_RT_UNLOCK(sc);
3010
3011 return (found ? 0 : ENOENT);
3012 }
3013
3014 /*
3015 * bridge_rtdelete:
3016 *
3017 * Delete routes to a speicifc member interface.
3018 */
3019 static void
3020 bridge_rtdelete(struct bridge_softc *sc, struct ifnet *ifp, int full)
3021 {
3022 struct bridge_rtnode *brt, *nbrt;
3023
3024 BRIDGE_RT_LOCK_ASSERT(sc);
3025
3026 CK_LIST_FOREACH_SAFE(brt, &sc->sc_rtlist, brt_list, nbrt) {
3027 if (brt->brt_ifp == ifp && (full ||
3028 (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC))
3029 bridge_rtnode_destroy(sc, brt);
3030 }
3031 }
3032
3033 /*
3034 * bridge_rtable_init:
3035 *
3036 * Initialize the route table for this bridge.
3037 */
3038 static void
3039 bridge_rtable_init(struct bridge_softc *sc)
3040 {
3041 int i;
3042
3043 sc->sc_rthash = malloc(sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE,
3044 M_DEVBUF, M_WAITOK);
3045
3046 for (i = 0; i < BRIDGE_RTHASH_SIZE; i++)
3047 CK_LIST_INIT(&sc->sc_rthash[i]);
3048
3049 sc->sc_rthash_key = arc4random();
3050 CK_LIST_INIT(&sc->sc_rtlist);
3051 }
3052
3053 /*
3054 * bridge_rtable_fini:
3055 *
3056 * Deconstruct the route table for this bridge.
3057 */
3058 static void
3059 bridge_rtable_fini(struct bridge_softc *sc)
3060 {
3061
3062 KASSERT(sc->sc_brtcnt == 0,
3063 ("%s: %d bridge routes referenced", __func__, sc->sc_brtcnt));
3064 free(sc->sc_rthash, M_DEVBUF);
3065 }
3066
3067 /*
3068 * The following hash function is adapted from "Hash Functions" by Bob Jenkins
3069 * ("Algorithm Alley", Dr. Dobbs Journal, September 1997).
3070 */
3071 #define mix(a, b, c) \
3072 do { \
3073 a -= b; a -= c; a ^= (c >> 13); \
3074 b -= c; b -= a; b ^= (a << 8); \
3075 c -= a; c -= b; c ^= (b >> 13); \
3076 a -= b; a -= c; a ^= (c >> 12); \
3077 b -= c; b -= a; b ^= (a << 16); \
3078 c -= a; c -= b; c ^= (b >> 5); \
3079 a -= b; a -= c; a ^= (c >> 3); \
3080 b -= c; b -= a; b ^= (a << 10); \
3081 c -= a; c -= b; c ^= (b >> 15); \
3082 } while (/*CONSTCOND*/0)
3083
3084 static __inline uint32_t
3085 bridge_rthash(struct bridge_softc *sc, const uint8_t *addr)
3086 {
3087 uint32_t a = 0x9e3779b9, b = 0x9e3779b9, c = sc->sc_rthash_key;
3088
3089 b += addr[5] << 8;
3090 b += addr[4];
3091 a += addr[3] << 24;
3092 a += addr[2] << 16;
3093 a += addr[1] << 8;
3094 a += addr[0];
3095
3096 mix(a, b, c);
3097
3098 return (c & BRIDGE_RTHASH_MASK);
3099 }
3100
3101 #undef mix
3102
3103 static int
3104 bridge_rtnode_addr_cmp(const uint8_t *a, const uint8_t *b)
3105 {
3106 int i, d;
3107
3108 for (i = 0, d = 0; i < ETHER_ADDR_LEN && d == 0; i++) {
3109 d = ((int)a[i]) - ((int)b[i]);
3110 }
3111
3112 return (d);
3113 }
3114
3115 /*
3116 * bridge_rtnode_lookup:
3117 *
3118 * Look up a bridge route node for the specified destination. Compare the
3119 * vlan id or if zero then just return the first match.
3120 */
3121 static struct bridge_rtnode *
3122 bridge_rtnode_lookup(struct bridge_softc *sc, const uint8_t *addr, uint16_t vlan)
3123 {
3124 struct bridge_rtnode *brt;
3125 uint32_t hash;
3126 int dir;
3127
3128 BRIDGE_RT_LOCK_OR_NET_EPOCH_ASSERT(sc);
3129
3130 hash = bridge_rthash(sc, addr);
3131 CK_LIST_FOREACH(brt, &sc->sc_rthash[hash], brt_hash) {
3132 dir = bridge_rtnode_addr_cmp(addr, brt->brt_addr);
3133 if (dir == 0 && (brt->brt_vlan == vlan || vlan == 0))
3134 return (brt);
3135 if (dir > 0)
3136 return (NULL);
3137 }
3138
3139 return (NULL);
3140 }
3141
3142 /*
3143 * bridge_rtnode_insert:
3144 *
3145 * Insert the specified bridge node into the route table. We
3146 * assume the entry is not already in the table.
3147 */
3148 static int
3149 bridge_rtnode_insert(struct bridge_softc *sc, struct bridge_rtnode *brt)
3150 {
3151 struct bridge_rtnode *lbrt;
3152 uint32_t hash;
3153 int dir;
3154
3155 BRIDGE_RT_LOCK_ASSERT(sc);
3156
3157 hash = bridge_rthash(sc, brt->brt_addr);
3158
3159 lbrt = CK_LIST_FIRST(&sc->sc_rthash[hash]);
3160 if (lbrt == NULL) {
3161 CK_LIST_INSERT_HEAD(&sc->sc_rthash[hash], brt, brt_hash);
3162 goto out;
3163 }
3164
3165 do {
3166 dir = bridge_rtnode_addr_cmp(brt->brt_addr, lbrt->brt_addr);
3167 if (dir == 0 && brt->brt_vlan == lbrt->brt_vlan)
3168 return (EEXIST);
3169 if (dir > 0) {
3170 CK_LIST_INSERT_BEFORE(lbrt, brt, brt_hash);
3171 goto out;
3172 }
3173 if (CK_LIST_NEXT(lbrt, brt_hash) == NULL) {
3174 CK_LIST_INSERT_AFTER(lbrt, brt, brt_hash);
3175 goto out;
3176 }
3177 lbrt = CK_LIST_NEXT(lbrt, brt_hash);
3178 } while (lbrt != NULL);
3179
3180 #ifdef DIAGNOSTIC
3181 panic("bridge_rtnode_insert: impossible");
3182 #endif
3183
3184 out:
3185 CK_LIST_INSERT_HEAD(&sc->sc_rtlist, brt, brt_list);
3186 sc->sc_brtcnt++;
3187
3188 return (0);
3189 }
3190
3191 static void
3192 bridge_rtnode_destroy_cb(struct epoch_context *ctx)
3193 {
3194 struct bridge_rtnode *brt;
3195
3196 brt = __containerof(ctx, struct bridge_rtnode, brt_epoch_ctx);
3197
3198 CURVNET_SET(brt->brt_vnet);
3199 uma_zfree(V_bridge_rtnode_zone, brt);
3200 CURVNET_RESTORE();
3201 }
3202
3203 /*
3204 * bridge_rtnode_destroy:
3205 *
3206 * Destroy a bridge rtnode.
3207 */
3208 static void
3209 bridge_rtnode_destroy(struct bridge_softc *sc, struct bridge_rtnode *brt)
3210 {
3211 BRIDGE_RT_LOCK_ASSERT(sc);
3212
3213 CK_LIST_REMOVE(brt, brt_hash);
3214
3215 CK_LIST_REMOVE(brt, brt_list);
3216 sc->sc_brtcnt--;
3217 brt->brt_dst->bif_addrcnt--;
3218
3219 NET_EPOCH_CALL(bridge_rtnode_destroy_cb, &brt->brt_epoch_ctx);
3220 }
3221
3222 /*
3223 * bridge_rtable_expire:
3224 *
3225 * Set the expiry time for all routes on an interface.
3226 */
3227 static void
3228 bridge_rtable_expire(struct ifnet *ifp, int age)
3229 {
3230 struct bridge_softc *sc = ifp->if_bridge;
3231 struct bridge_rtnode *brt;
3232
3233 CURVNET_SET(ifp->if_vnet);
3234 BRIDGE_RT_LOCK(sc);
3235
3236 /*
3237 * If the age is zero then flush, otherwise set all the expiry times to
3238 * age for the interface
3239 */
3240 if (age == 0)
3241 bridge_rtdelete(sc, ifp, IFBF_FLUSHDYN);
3242 else {
3243 CK_LIST_FOREACH(brt, &sc->sc_rtlist, brt_list) {
3244 /* Cap the expiry time to 'age' */
3245 if (brt->brt_ifp == ifp &&
3246 brt->brt_expire > time_uptime + age &&
3247 (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
3248 brt->brt_expire = time_uptime + age;
3249 }
3250 }
3251 BRIDGE_RT_UNLOCK(sc);
3252 CURVNET_RESTORE();
3253 }
3254
3255 /*
3256 * bridge_state_change:
3257 *
3258 * Callback from the bridgestp code when a port changes states.
3259 */
3260 static void
3261 bridge_state_change(struct ifnet *ifp, int state)
3262 {
3263 struct bridge_softc *sc = ifp->if_bridge;
3264 static const char *stpstates[] = {
3265 "disabled",
3266 "listening",
3267 "learning",
3268 "forwarding",
3269 "blocking",
3270 "discarding"
3271 };
3272
3273 CURVNET_SET(ifp->if_vnet);
3274 if (V_log_stp)
3275 log(LOG_NOTICE, "%s: state changed to %s on %s\n",
3276 sc->sc_ifp->if_xname, stpstates[state], ifp->if_xname);
3277 CURVNET_RESTORE();
3278 }
3279
3280 /*
3281 * Send bridge packets through pfil if they are one of the types pfil can deal
3282 * with, or if they are ARP or REVARP. (pfil will pass ARP and REVARP without
3283 * question.) If *bifp or *ifp are NULL then packet filtering is skipped for
3284 * that interface.
3285 */
3286 static int
3287 bridge_pfil(struct mbuf **mp, struct ifnet *bifp, struct ifnet *ifp, int dir)
3288 {
3289 int snap, error, i, hlen;
3290 struct ether_header *eh1, eh2;
3291 struct ip *ip;
3292 struct llc llc1;
3293 u_int16_t ether_type;
3294 pfil_return_t rv;
3295
3296 snap = 0;
3297 error = -1; /* Default error if not error == 0 */
3298
3299 #if 0
3300 /* we may return with the IP fields swapped, ensure its not shared */
3301 KASSERT(M_WRITABLE(*mp), ("%s: modifying a shared mbuf", __func__));
3302 #endif
3303
3304 if (V_pfil_bridge == 0 && V_pfil_member == 0 && V_pfil_ipfw == 0)
3305 return (0); /* filtering is disabled */
3306
3307 i = min((*mp)->m_pkthdr.len, max_protohdr);
3308 if ((*mp)->m_len < i) {
3309 *mp = m_pullup(*mp, i);
3310 if (*mp == NULL) {
3311 printf("%s: m_pullup failed\n", __func__);
3312 return (-1);
3313 }
3314 }
3315
3316 eh1 = mtod(*mp, struct ether_header *);
3317 ether_type = ntohs(eh1->ether_type);
3318
3319 /*
3320 * Check for SNAP/LLC.
3321 */
3322 if (ether_type < ETHERMTU) {
3323 struct llc *llc2 = (struct llc *)(eh1 + 1);
3324
3325 if ((*mp)->m_len >= ETHER_HDR_LEN + 8 &&
3326 llc2->llc_dsap == LLC_SNAP_LSAP &&
3327 llc2->llc_ssap == LLC_SNAP_LSAP &&
3328 llc2->llc_control == LLC_UI) {
3329 ether_type = htons(llc2->llc_un.type_snap.ether_type);
3330 snap = 1;
3331 }
3332 }
3333
3334 /*
3335 * If we're trying to filter bridge traffic, don't look at anything
3336 * other than IP and ARP traffic. If the filter doesn't understand
3337 * IPv6, don't allow IPv6 through the bridge either. This is lame
3338 * since if we really wanted, say, an AppleTalk filter, we are hosed,
3339 * but of course we don't have an AppleTalk filter to begin with.
3340 * (Note that since pfil doesn't understand ARP it will pass *ALL*
3341 * ARP traffic.)
3342 */
3343 switch (ether_type) {
3344 case ETHERTYPE_ARP:
3345 case ETHERTYPE_REVARP:
3346 if (V_pfil_ipfw_arp == 0)
3347 return (0); /* Automatically pass */
3348 break;
3349
3350 case ETHERTYPE_IP:
3351 #ifdef INET6
3352 case ETHERTYPE_IPV6:
3353 #endif /* INET6 */
3354 break;
3355 default:
3356 /*
3357 * Check to see if the user wants to pass non-ip
3358 * packets, these will not be checked by pfil(9) and
3359 * passed unconditionally so the default is to drop.
3360 */
3361 if (V_pfil_onlyip)
3362 goto bad;
3363 }
3364
3365 /* Run the packet through pfil before stripping link headers */
3366 if (PFIL_HOOKED_OUT(V_link_pfil_head) && V_pfil_ipfw != 0 &&
3367 dir == PFIL_OUT && ifp != NULL) {
3368 switch (pfil_run_hooks(V_link_pfil_head, mp, ifp, dir, NULL)) {
3369 case PFIL_DROPPED:
3370 return (EACCES);
3371 case PFIL_CONSUMED:
3372 return (0);
3373 }
3374 }
3375
3376 /* Strip off the Ethernet header and keep a copy. */
3377 m_copydata(*mp, 0, ETHER_HDR_LEN, (caddr_t) &eh2);
3378 m_adj(*mp, ETHER_HDR_LEN);
3379
3380 /* Strip off snap header, if present */
3381 if (snap) {
3382 m_copydata(*mp, 0, sizeof(struct llc), (caddr_t) &llc1);
3383 m_adj(*mp, sizeof(struct llc));
3384 }
3385
3386 /*
3387 * Check the IP header for alignment and errors
3388 */
3389 if (dir == PFIL_IN) {
3390 switch (ether_type) {
3391 case ETHERTYPE_IP:
3392 error = bridge_ip_checkbasic(mp);
3393 break;
3394 #ifdef INET6
3395 case ETHERTYPE_IPV6:
3396 error = bridge_ip6_checkbasic(mp);
3397 break;
3398 #endif /* INET6 */
3399 default:
3400 error = 0;
3401 }
3402 if (error)
3403 goto bad;
3404 }
3405
3406 error = 0;
3407
3408 /*
3409 * Run the packet through pfil
3410 */
3411 rv = PFIL_PASS;
3412 switch (ether_type) {
3413 case ETHERTYPE_IP:
3414 /*
3415 * Run pfil on the member interface and the bridge, both can
3416 * be skipped by clearing pfil_member or pfil_bridge.
3417 *
3418 * Keep the order:
3419 * in_if -> bridge_if -> out_if
3420 */
3421 if (V_pfil_bridge && dir == PFIL_OUT && bifp != NULL && (rv =
3422 pfil_run_hooks(V_inet_pfil_head, mp, bifp, dir, NULL)) !=
3423 PFIL_PASS)
3424 break;
3425
3426 if (V_pfil_member && ifp != NULL && (rv =
3427 pfil_run_hooks(V_inet_pfil_head, mp, ifp, dir, NULL)) !=
3428 PFIL_PASS)
3429 break;
3430
3431 if (V_pfil_bridge && dir == PFIL_IN && bifp != NULL && (rv =
3432 pfil_run_hooks(V_inet_pfil_head, mp, bifp, dir, NULL)) !=
3433 PFIL_PASS)
3434 break;
3435
3436 /* check if we need to fragment the packet */
3437 /* bridge_fragment generates a mbuf chain of packets */
3438 /* that already include eth headers */
3439 if (V_pfil_member && ifp != NULL && dir == PFIL_OUT) {
3440 i = (*mp)->m_pkthdr.len;
3441 if (i > ifp->if_mtu) {
3442 error = bridge_fragment(ifp, mp, &eh2, snap,
3443 &llc1);
3444 return (error);
3445 }
3446 }
3447
3448 /* Recalculate the ip checksum. */
3449 ip = mtod(*mp, struct ip *);
3450 hlen = ip->ip_hl << 2;
3451 if (hlen < sizeof(struct ip))
3452 goto bad;
3453 if (hlen > (*mp)->m_len) {
3454 if ((*mp = m_pullup(*mp, hlen)) == NULL)
3455 goto bad;
3456 ip = mtod(*mp, struct ip *);
3457 if (ip == NULL)
3458 goto bad;
3459 }
3460 ip->ip_sum = 0;
3461 if (hlen == sizeof(struct ip))
3462 ip->ip_sum = in_cksum_hdr(ip);
3463 else
3464 ip->ip_sum = in_cksum(*mp, hlen);
3465
3466 break;
3467 #ifdef INET6
3468 case ETHERTYPE_IPV6:
3469 if (V_pfil_bridge && dir == PFIL_OUT && bifp != NULL && (rv =
3470 pfil_run_hooks(V_inet6_pfil_head, mp, bifp, dir, NULL)) !=
3471 PFIL_PASS)
3472 break;
3473
3474 if (V_pfil_member && ifp != NULL && (rv =
3475 pfil_run_hooks(V_inet6_pfil_head, mp, ifp, dir, NULL)) !=
3476 PFIL_PASS)
3477 break;
3478
3479 if (V_pfil_bridge && dir == PFIL_IN && bifp != NULL && (rv =
3480 pfil_run_hooks(V_inet6_pfil_head, mp, bifp, dir, NULL)) !=
3481 PFIL_PASS)
3482 break;
3483 break;
3484 #endif
3485 }
3486
3487 switch (rv) {
3488 case PFIL_CONSUMED:
3489 return (0);
3490 case PFIL_DROPPED:
3491 return (EACCES);
3492 default:
3493 break;
3494 }
3495
3496 error = -1;
3497
3498 /*
3499 * Finally, put everything back the way it was and return
3500 */
3501 if (snap) {
3502 M_PREPEND(*mp, sizeof(struct llc), M_NOWAIT);
3503 if (*mp == NULL)
3504 return (error);
3505 bcopy(&llc1, mtod(*mp, caddr_t), sizeof(struct llc));
3506 }
3507
3508 M_PREPEND(*mp, ETHER_HDR_LEN, M_NOWAIT);
3509 if (*mp == NULL)
3510 return (error);
3511 bcopy(&eh2, mtod(*mp, caddr_t), ETHER_HDR_LEN);
3512
3513 return (0);
3514
3515 bad:
3516 m_freem(*mp);
3517 *mp = NULL;
3518 return (error);
3519 }
3520
3521 /*
3522 * Perform basic checks on header size since
3523 * pfil assumes ip_input has already processed
3524 * it for it. Cut-and-pasted from ip_input.c.
3525 * Given how simple the IPv6 version is,
3526 * does the IPv4 version really need to be
3527 * this complicated?
3528 *
3529 * XXX Should we update ipstat here, or not?
3530 * XXX Right now we update ipstat but not
3531 * XXX csum_counter.
3532 */
3533 static int
3534 bridge_ip_checkbasic(struct mbuf **mp)
3535 {
3536 struct mbuf *m = *mp;
3537 struct ip *ip;
3538 int len, hlen;
3539 u_short sum;
3540
3541 if (*mp == NULL)
3542 return (-1);
3543
3544 if (IP_HDR_ALIGNED_P(mtod(m, caddr_t)) == 0) {
3545 if ((m = m_copyup(m, sizeof(struct ip),
3546 (max_linkhdr + 3) & ~3)) == NULL) {
3547 /* XXXJRT new stat, please */
3548 KMOD_IPSTAT_INC(ips_toosmall);
3549 goto bad;
3550 }
3551 } else if (__predict_false(m->m_len < sizeof (struct ip))) {
3552 if ((m = m_pullup(m, sizeof (struct ip))) == NULL) {
3553 KMOD_IPSTAT_INC(ips_toosmall);
3554 goto bad;
3555 }
3556 }
3557 ip = mtod(m, struct ip *);
3558 if (ip == NULL) goto bad;
3559
3560 if (ip->ip_v != IPVERSION) {
3561 KMOD_IPSTAT_INC(ips_badvers);
3562 goto bad;
3563 }
3564 hlen = ip->ip_hl << 2;
3565 if (hlen < sizeof(struct ip)) { /* minimum header length */
3566 KMOD_IPSTAT_INC(ips_badhlen);
3567 goto bad;
3568 }
3569 if (hlen > m->m_len) {
3570 if ((m = m_pullup(m, hlen)) == NULL) {
3571 KMOD_IPSTAT_INC(ips_badhlen);
3572 goto bad;
3573 }
3574 ip = mtod(m, struct ip *);
3575 if (ip == NULL) goto bad;
3576 }
3577
3578 if (m->m_pkthdr.csum_flags & CSUM_IP_CHECKED) {
3579 sum = !(m->m_pkthdr.csum_flags & CSUM_IP_VALID);
3580 } else {
3581 if (hlen == sizeof(struct ip)) {
3582 sum = in_cksum_hdr(ip);
3583 } else {
3584 sum = in_cksum(m, hlen);
3585 }
3586 }
3587 if (sum) {
3588 KMOD_IPSTAT_INC(ips_badsum);
3589 goto bad;
3590 }
3591
3592 /* Retrieve the packet length. */
3593 len = ntohs(ip->ip_len);
3594
3595 /*
3596 * Check for additional length bogosity
3597 */
3598 if (len < hlen) {
3599 KMOD_IPSTAT_INC(ips_badlen);
3600 goto bad;
3601 }
3602
3603 /*
3604 * Check that the amount of data in the buffers
3605 * is as at least much as the IP header would have us expect.
3606 * Drop packet if shorter than we expect.
3607 */
3608 if (m->m_pkthdr.len < len) {
3609 KMOD_IPSTAT_INC(ips_tooshort);
3610 goto bad;
3611 }
3612
3613 /* Checks out, proceed */
3614 *mp = m;
3615 return (0);
3616
3617 bad:
3618 *mp = m;
3619 return (-1);
3620 }
3621
3622 #ifdef INET6
3623 /*
3624 * Same as above, but for IPv6.
3625 * Cut-and-pasted from ip6_input.c.
3626 * XXX Should we update ip6stat, or not?
3627 */
3628 static int
3629 bridge_ip6_checkbasic(struct mbuf **mp)
3630 {
3631 struct mbuf *m = *mp;
3632 struct ip6_hdr *ip6;
3633
3634 /*
3635 * If the IPv6 header is not aligned, slurp it up into a new
3636 * mbuf with space for link headers, in the event we forward
3637 * it. Otherwise, if it is aligned, make sure the entire base
3638 * IPv6 header is in the first mbuf of the chain.
3639 */
3640 if (IP6_HDR_ALIGNED_P(mtod(m, caddr_t)) == 0) {
3641 struct ifnet *inifp = m->m_pkthdr.rcvif;
3642 if ((m = m_copyup(m, sizeof(struct ip6_hdr),
3643 (max_linkhdr + 3) & ~3)) == NULL) {
3644 /* XXXJRT new stat, please */
3645 IP6STAT_INC(ip6s_toosmall);
3646 in6_ifstat_inc(inifp, ifs6_in_hdrerr);
3647 goto bad;
3648 }
3649 } else if (__predict_false(m->m_len < sizeof(struct ip6_hdr))) {
3650 struct ifnet *inifp = m->m_pkthdr.rcvif;
3651 if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
3652 IP6STAT_INC(ip6s_toosmall);
3653 in6_ifstat_inc(inifp, ifs6_in_hdrerr);
3654 goto bad;
3655 }
3656 }
3657
3658 ip6 = mtod(m, struct ip6_hdr *);
3659
3660 if ((ip6->ip6_vfc & IPV6_VERSION_MASK) != IPV6_VERSION) {
3661 IP6STAT_INC(ip6s_badvers);
3662 in6_ifstat_inc(m->m_pkthdr.rcvif, ifs6_in_hdrerr);
3663 goto bad;
3664 }
3665
3666 /* Checks out, proceed */
3667 *mp = m;
3668 return (0);
3669
3670 bad:
3671 *mp = m;
3672 return (-1);
3673 }
3674 #endif /* INET6 */
3675
3676 /*
3677 * bridge_fragment:
3678 *
3679 * Fragment mbuf chain in multiple packets and prepend ethernet header.
3680 */
3681 static int
3682 bridge_fragment(struct ifnet *ifp, struct mbuf **mp, struct ether_header *eh,
3683 int snap, struct llc *llc)
3684 {
3685 struct mbuf *m = *mp, *nextpkt = NULL, *mprev = NULL, *mcur = NULL;
3686 struct ip *ip;
3687 int error = -1;
3688
3689 if (m->m_len < sizeof(struct ip) &&
3690 (m = m_pullup(m, sizeof(struct ip))) == NULL)
3691 goto dropit;
3692 ip = mtod(m, struct ip *);
3693
3694 m->m_pkthdr.csum_flags |= CSUM_IP;
3695 error = ip_fragment(ip, &m, ifp->if_mtu, ifp->if_hwassist);
3696 if (error)
3697 goto dropit;
3698
3699 /*
3700 * Walk the chain and re-add the Ethernet header for
3701 * each mbuf packet.
3702 */
3703 for (mcur = m; mcur; mcur = mcur->m_nextpkt) {
3704 nextpkt = mcur->m_nextpkt;
3705 mcur->m_nextpkt = NULL;
3706 if (snap) {
3707 M_PREPEND(mcur, sizeof(struct llc), M_NOWAIT);
3708 if (mcur == NULL) {
3709 error = ENOBUFS;
3710 if (mprev != NULL)
3711 mprev->m_nextpkt = nextpkt;
3712 goto dropit;
3713 }
3714 bcopy(llc, mtod(mcur, caddr_t),sizeof(struct llc));
3715 }
3716
3717 M_PREPEND(mcur, ETHER_HDR_LEN, M_NOWAIT);
3718 if (mcur == NULL) {
3719 error = ENOBUFS;
3720 if (mprev != NULL)
3721 mprev->m_nextpkt = nextpkt;
3722 goto dropit;
3723 }
3724 bcopy(eh, mtod(mcur, caddr_t), ETHER_HDR_LEN);
3725
3726 /*
3727 * The previous two M_PREPEND could have inserted one or two
3728 * mbufs in front so we have to update the previous packet's
3729 * m_nextpkt.
3730 */
3731 mcur->m_nextpkt = nextpkt;
3732 if (mprev != NULL)
3733 mprev->m_nextpkt = mcur;
3734 else {
3735 /* The first mbuf in the original chain needs to be
3736 * updated. */
3737 *mp = mcur;
3738 }
3739 mprev = mcur;
3740 }
3741
3742 KMOD_IPSTAT_INC(ips_fragmented);
3743 return (error);
3744
3745 dropit:
3746 for (mcur = *mp; mcur; mcur = m) { /* droping the full packet chain */
3747 m = mcur->m_nextpkt;
3748 m_freem(mcur);
3749 }
3750 return (error);
3751 }
3752
3753 static void
3754 bridge_linkstate(struct ifnet *ifp)
3755 {
3756 struct bridge_softc *sc = ifp->if_bridge;
3757 struct bridge_iflist *bif;
3758 struct epoch_tracker et;
3759
3760 NET_EPOCH_ENTER(et);
3761
3762 bif = bridge_lookup_member_if(sc, ifp);
3763 if (bif == NULL) {
3764 NET_EPOCH_EXIT(et);
3765 return;
3766 }
3767 bridge_linkcheck(sc);
3768
3769 bstp_linkstate(&bif->bif_stp);
3770
3771 NET_EPOCH_EXIT(et);
3772 }
3773
3774 static void
3775 bridge_linkcheck(struct bridge_softc *sc)
3776 {
3777 struct bridge_iflist *bif;
3778 int new_link, hasls;
3779
3780 BRIDGE_LOCK_OR_NET_EPOCH_ASSERT(sc);
3781
3782 new_link = LINK_STATE_DOWN;
3783 hasls = 0;
3784 /* Our link is considered up if at least one of our ports is active */
3785 CK_LIST_FOREACH(bif, &sc->sc_iflist, bif_next) {
3786 if (bif->bif_ifp->if_capabilities & IFCAP_LINKSTATE)
3787 hasls++;
3788 if (bif->bif_ifp->if_link_state == LINK_STATE_UP) {
3789 new_link = LINK_STATE_UP;
3790 break;
3791 }
3792 }
3793 if (!CK_LIST_EMPTY(&sc->sc_iflist) && !hasls) {
3794 /* If no interfaces support link-state then we default to up */
3795 new_link = LINK_STATE_UP;
3796 }
3797 if_link_state_change(sc->sc_ifp, new_link);
3798 }
Cache object: 80c30b38fe766616cfb10229fd3ceaa0
|