2 * SPDX-License-Identifier: BSD-3-Clause
4 * Copyright (c) 1982, 1986, 1988, 1993
5 * The Regents of the University of California. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 * 3. Neither the name of the University nor the names of its contributors
16 * may be used to endorse or promote products derived from this software
17 * without specific prior written permission.
19 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31 * @(#)if_ether.c 8.1 (Berkeley) 6/10/93
35 * Ethernet address resolution protocol.
37 * add "inuse/lock" bit (or ref. count) along with valid bit
40 #include <sys/cdefs.h>
41 __FBSDID("$FreeBSD$");
45 #include <sys/param.h>
46 #include <sys/eventhandler.h>
47 #include <sys/kernel.h>
49 #include <sys/queue.h>
50 #include <sys/sysctl.h>
51 #include <sys/systm.h>
53 #include <sys/malloc.h>
55 #include <sys/socket.h>
56 #include <sys/syslog.h>
59 #include <net/if_var.h>
60 #include <net/if_dl.h>
61 #include <net/if_types.h>
62 #include <net/netisr.h>
63 #include <net/ethernet.h>
64 #include <net/route.h>
65 #include <net/route/nhop.h>
68 #include <netinet/in.h>
69 #include <netinet/in_fib.h>
70 #include <netinet/in_var.h>
71 #include <net/if_llatbl.h>
72 #include <netinet/if_ether.h>
74 #include <netinet/ip_carp.h>
77 #include <security/mac/mac_framework.h>
79 #define SIN(s) ((const struct sockaddr_in *)(s))
81 static struct timeval arp_lastlog;
82 static int arp_curpps;
83 static int arp_maxpps = 1;
85 /* Simple ARP state machine */
86 enum arp_llinfo_state {
87 ARP_LLINFO_INCOMPLETE = 0, /* No LLE data */
88 ARP_LLINFO_REACHABLE, /* LLE is valid */
89 ARP_LLINFO_VERIFY, /* LLE is valid, need refresh */
90 ARP_LLINFO_DELETED, /* LLE is deleted */
93 SYSCTL_DECL(_net_link_ether);
94 static SYSCTL_NODE(_net_link_ether, PF_INET, inet,
95 CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
97 static SYSCTL_NODE(_net_link_ether, PF_ARP, arp,
98 CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
102 VNET_DEFINE_STATIC(int, arpt_keep) = (20*60); /* once resolved, good for 20
104 VNET_DEFINE_STATIC(int, arp_maxtries) = 5;
105 VNET_DEFINE_STATIC(int, arp_proxyall) = 0;
106 VNET_DEFINE_STATIC(int, arpt_down) = 20; /* keep incomplete entries for
108 VNET_DEFINE_STATIC(int, arpt_rexmit) = 1; /* retransmit arp entries, sec*/
109 VNET_PCPUSTAT_DEFINE(struct arpstat, arpstat); /* ARP statistics, see if_arp.h */
110 VNET_PCPUSTAT_SYSINIT(arpstat);
113 VNET_PCPUSTAT_SYSUNINIT(arpstat);
116 VNET_DEFINE_STATIC(int, arp_maxhold) = 16;
118 #define V_arpt_keep VNET(arpt_keep)
119 #define V_arpt_down VNET(arpt_down)
120 #define V_arpt_rexmit VNET(arpt_rexmit)
121 #define V_arp_maxtries VNET(arp_maxtries)
122 #define V_arp_proxyall VNET(arp_proxyall)
123 #define V_arp_maxhold VNET(arp_maxhold)
125 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, max_age, CTLFLAG_VNET | CTLFLAG_RW,
126 &VNET_NAME(arpt_keep), 0,
127 "ARP entry lifetime in seconds");
128 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, maxtries, CTLFLAG_VNET | CTLFLAG_RW,
129 &VNET_NAME(arp_maxtries), 0,
130 "ARP resolution attempts before returning error");
131 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, proxyall, CTLFLAG_VNET | CTLFLAG_RW,
132 &VNET_NAME(arp_proxyall), 0,
133 "Enable proxy ARP for all suitable requests");
134 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, wait, CTLFLAG_VNET | CTLFLAG_RW,
135 &VNET_NAME(arpt_down), 0,
136 "Incomplete ARP entry lifetime in seconds");
137 SYSCTL_VNET_PCPUSTAT(_net_link_ether_arp, OID_AUTO, stats, struct arpstat,
138 arpstat, "ARP statistics (struct arpstat, net/if_arp.h)");
139 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, maxhold, CTLFLAG_VNET | CTLFLAG_RW,
140 &VNET_NAME(arp_maxhold), 0,
141 "Number of packets to hold per ARP entry");
142 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, max_log_per_second,
143 CTLFLAG_RW, &arp_maxpps, 0,
144 "Maximum number of remotely triggered ARP messages that can be "
145 "logged per second");
148 * Due to the exponential backoff algorithm used for the interval between GARP
149 * retransmissions, the maximum number of retransmissions is limited for
150 * sanity. This limit corresponds to a maximum interval between retransmissions
151 * of 2^16 seconds ~= 18 hours.
153 * Making this limit more dynamic is more complicated than worthwhile,
154 * especially since sending out GARPs spaced days apart would be of little
155 * use. A maximum dynamic limit would look something like:
157 * const int max = fls(INT_MAX / hz) - 1;
159 #define MAX_GARP_RETRANSMITS 16
160 static int sysctl_garp_rexmit(SYSCTL_HANDLER_ARGS);
161 static int garp_rexmit_count = 0; /* GARP retransmission setting. */
163 SYSCTL_PROC(_net_link_ether_inet, OID_AUTO, garp_rexmit_count,
164 CTLTYPE_INT|CTLFLAG_RW|CTLFLAG_MPSAFE,
165 &garp_rexmit_count, 0, sysctl_garp_rexmit, "I",
166 "Number of times to retransmit GARP packets;"
167 " 0 to disable, maximum of 16");
169 VNET_DEFINE_STATIC(int, arp_log_level) = LOG_INFO; /* Min. log(9) level. */
170 #define V_arp_log_level VNET(arp_log_level)
171 SYSCTL_INT(_net_link_ether_arp, OID_AUTO, log_level, CTLFLAG_VNET | CTLFLAG_RW,
172 &VNET_NAME(arp_log_level), 0,
173 "Minimum log(9) level for recording rate limited arp log messages. "
174 "The higher will be log more (emerg=0, info=6 (default), debug=7).");
175 #define ARP_LOG(pri, ...) do { \
176 if ((pri) <= V_arp_log_level && \
177 ppsratecheck(&arp_lastlog, &arp_curpps, arp_maxpps)) \
178 log((pri), "arp: " __VA_ARGS__); \
181 static void arpintr(struct mbuf *);
182 static void arptimer(void *);
184 static void in_arpinput(struct mbuf *);
187 static void arp_check_update_lle(struct arphdr *ah, struct in_addr isaddr,
188 struct ifnet *ifp, int bridged, struct llentry *la);
189 static void arp_mark_lle_reachable(struct llentry *la, struct ifnet *ifp);
190 static void arp_iflladdr(void *arg __unused, struct ifnet *ifp);
192 static eventhandler_tag iflladdr_tag;
194 static const struct netisr_handler arp_nh = {
196 .nh_handler = arpintr,
197 .nh_proto = NETISR_ARP,
198 .nh_policy = NETISR_POLICY_SOURCE,
202 * Timeout routine. Age arp_tab entries periodically.
207 struct llentry *lle = (struct llentry *)arg;
210 if (lle->la_flags & LLE_STATIC) {
214 if (callout_pending(&lle->lle_timer)) {
216 * Here we are a bit odd here in the treatment of
217 * active/pending. If the pending bit is set, it got
218 * rescheduled before I ran. The active
219 * bit we ignore, since if it was stopped
220 * in ll_tablefree() and was currently running
221 * it would have return 0 so the code would
222 * not have deleted it since the callout could
223 * not be stopped so we want to go through
224 * with the delete here now. If the callout
225 * was restarted, the pending bit will be back on and
226 * we just want to bail since the callout_reset would
227 * return 1 and our reference would have been removed
228 * by arpresolve() below.
233 ifp = lle->lle_tbl->llt_ifp;
234 CURVNET_SET(ifp->if_vnet);
236 switch (lle->ln_state) {
237 case ARP_LLINFO_REACHABLE:
240 * Expiration time is approaching.
241 * Request usage feedback from the datapath.
242 * Change state and re-schedule ourselves.
244 llentry_request_feedback(lle);
245 lle->ln_state = ARP_LLINFO_VERIFY;
246 callout_schedule(&lle->lle_timer, hz * V_arpt_rexmit);
250 case ARP_LLINFO_VERIFY:
251 if (llentry_get_hittime(lle) > 0 && lle->la_preempt > 0) {
252 /* Entry was used, issue refresh request */
253 struct epoch_tracker et;
256 dst = lle->r_l3addr.addr4;
258 callout_schedule(&lle->lle_timer, hz * V_arpt_rexmit);
261 arprequest(ifp, NULL, &dst, NULL);
266 /* Nothing happened. Reschedule if not too late */
267 if (lle->la_expire > time_uptime) {
268 callout_schedule(&lle->lle_timer, hz * V_arpt_rexmit);
274 case ARP_LLINFO_INCOMPLETE:
275 case ARP_LLINFO_DELETED:
279 if ((lle->la_flags & LLE_DELETED) == 0) {
282 if (lle->la_flags & LLE_VALID)
283 evt = LLENTRY_EXPIRED;
285 evt = LLENTRY_TIMEDOUT;
286 EVENTHANDLER_INVOKE(lle_event, lle, evt);
289 callout_stop(&lle->lle_timer);
291 /* XXX: LOR avoidance. We still have ref on lle. */
296 /* Guard against race with other llentry_free(). */
297 if (lle->la_flags & LLE_LINKED) {
299 lltable_unlink_entry(lle->lle_tbl, lle);
301 IF_AFDATA_UNLOCK(ifp);
303 size_t pkts_dropped = llentry_free(lle);
305 ARPSTAT_ADD(dropped, pkts_dropped);
306 ARPSTAT_INC(timeouts);
312 * Stores link-layer header for @ifp in format suitable for if_output()
313 * into buffer @buf. Resulting header length is stored in @bufsize.
315 * Returns 0 on success.
318 arp_fillheader(struct ifnet *ifp, struct arphdr *ah, int bcast, u_char *buf,
321 struct if_encap_req ereq;
324 bzero(buf, *bufsize);
325 bzero(&ereq, sizeof(ereq));
327 ereq.bufsize = *bufsize;
328 ereq.rtype = IFENCAP_LL;
329 ereq.family = AF_ARP;
330 ereq.lladdr = ar_tha(ah);
331 ereq.hdata = (u_char *)ah;
333 ereq.flags = IFENCAP_FLAG_BROADCAST;
334 error = ifp->if_requestencap(ifp, &ereq);
336 *bufsize = ereq.bufsize;
342 * Broadcast an ARP request. Caller specifies:
343 * - arp header source ip address
344 * - arp header target ip address
345 * - arp header source ethernet address
348 arprequest_internal(struct ifnet *ifp, const struct in_addr *sip,
349 const struct in_addr *tip, u_char *enaddr)
354 u_char *carpaddr = NULL;
355 uint8_t linkhdr[LLE_MAX_LINKHDR];
364 * The caller did not supply a source address, try to find
365 * a compatible one among those assigned to this interface.
369 CK_STAILQ_FOREACH(ifa, &ifp->if_addrhead, ifa_link) {
370 if (ifa->ifa_addr->sa_family != AF_INET)
374 if ((*carp_iamatch_p)(ifa, &carpaddr) == 0)
376 sip = &IA_SIN(ifa)->sin_addr;
379 sip = &IA_SIN(ifa)->sin_addr;
382 if (0 == ((sip->s_addr ^ tip->s_addr) &
383 IA_MASKSIN(ifa)->sin_addr.s_addr))
384 break; /* found it. */
387 printf("%s: cannot find matching address\n", __func__);
388 return (EADDRNOTAVAIL);
392 enaddr = carpaddr ? carpaddr : (u_char *)IF_LLADDR(ifp);
394 if ((m = m_gethdr(M_NOWAIT, MT_DATA)) == NULL)
396 m->m_len = sizeof(*ah) + 2 * sizeof(struct in_addr) +
398 m->m_pkthdr.len = m->m_len;
399 M_ALIGN(m, m->m_len);
400 ah = mtod(m, struct arphdr *);
401 bzero((caddr_t)ah, m->m_len);
403 mac_netinet_arp_send(ifp, m);
405 ah->ar_pro = htons(ETHERTYPE_IP);
406 ah->ar_hln = ifp->if_addrlen; /* hardware address length */
407 ah->ar_pln = sizeof(struct in_addr); /* protocol address length */
408 ah->ar_op = htons(ARPOP_REQUEST);
409 bcopy(enaddr, ar_sha(ah), ah->ar_hln);
410 bcopy(sip, ar_spa(ah), ah->ar_pln);
411 bcopy(tip, ar_tpa(ah), ah->ar_pln);
412 sa.sa_family = AF_ARP;
415 /* Calculate link header for sending frame */
416 bzero(&ro, sizeof(ro));
417 linkhdrsize = sizeof(linkhdr);
418 error = arp_fillheader(ifp, ah, 1, linkhdr, &linkhdrsize);
419 if (error != 0 && error != EAFNOSUPPORT) {
421 ARP_LOG(LOG_ERR, "Failed to calculate ARP header on %s: %d\n",
422 if_name(ifp), error);
426 ro.ro_prepend = linkhdr;
427 ro.ro_plen = linkhdrsize;
430 m->m_flags |= M_BCAST;
431 m_clrprotoflags(m); /* Avoid confusing lower layers. */
432 error = (*ifp->if_output)(ifp, m, &sa, &ro);
433 ARPSTAT_INC(txrequests);
435 ARPSTAT_INC(txerrors);
436 ARP_LOG(LOG_DEBUG, "Failed to send ARP packet on %s: %d\n",
437 if_name(ifp), error);
443 arprequest(struct ifnet *ifp, const struct in_addr *sip,
444 const struct in_addr *tip, u_char *enaddr)
447 (void) arprequest_internal(ifp, sip, tip, enaddr);
451 * Resolve an IP address into an ethernet address - heavy version.
452 * Used internally by arpresolve().
453 * We have already checked that we can't use an existing lle without
454 * modification so we have to acquire an LLE_EXCLUSIVE lle lock.
456 * On success, desten and pflags are filled in and the function returns 0;
457 * If the packet must be held pending resolution, we return EWOULDBLOCK
458 * On other errors, we return the corresponding error code.
459 * Note that m_freem() handles NULL.
462 arpresolve_full(struct ifnet *ifp, int is_gw, int flags, struct mbuf *m,
463 const struct sockaddr *dst, u_char *desten, uint32_t *pflags,
464 struct llentry **plle)
466 struct llentry *la = NULL, *la_tmp;
467 struct mbuf *curr = NULL;
468 struct mbuf *next = NULL;
480 if ((flags & LLE_CREATE) == 0)
481 la = lla_lookup(LLTABLE(ifp), LLE_EXCLUSIVE, dst);
482 if (la == NULL && (ifp->if_flags & (IFF_NOARP | IFF_STATICARP)) == 0) {
483 la = lltable_alloc_entry(LLTABLE(ifp), 0, dst);
485 char addrbuf[INET_ADDRSTRLEN];
488 "arpresolve: can't allocate llinfo for %s on %s\n",
489 inet_ntoa_r(SIN(dst)->sin_addr, addrbuf),
495 IF_AFDATA_WLOCK(ifp);
497 la_tmp = lla_lookup(LLTABLE(ifp), LLE_EXCLUSIVE, dst);
498 /* Prefer ANY existing lle over newly-created one */
500 lltable_link_entry(LLTABLE(ifp), la);
501 IF_AFDATA_WUNLOCK(ifp);
502 if (la_tmp != NULL) {
503 lltable_free_entry(LLTABLE(ifp), la);
512 if ((la->la_flags & LLE_VALID) &&
513 ((la->la_flags & LLE_STATIC) || la->la_expire > time_uptime)) {
514 if (flags & LLE_ADDRONLY) {
515 lladdr = la->ll_addr;
516 ll_len = ifp->if_addrlen;
518 lladdr = la->r_linkdata;
519 ll_len = la->r_hdrlen;
521 bcopy(lladdr, desten, ll_len);
523 /* Notify LLE code that the entry was used by datapath */
524 llentry_provide_feedback(la);
526 *pflags = la->la_flags & (LLE_VALID|LLE_IFADDR);
535 renew = (la->la_asked == 0 || la->la_expire != time_uptime);
537 * There is an arptab entry, but no ethernet address
538 * response yet. Add the mbuf to the list, dropping
539 * the oldest packet if we have exceeded the system
543 if (la->la_numheld >= V_arp_maxhold) {
544 if (la->la_hold != NULL) {
545 next = la->la_hold->m_nextpkt;
546 m_freem(la->la_hold);
549 ARPSTAT_INC(dropped);
552 if (la->la_hold != NULL) {
554 while (curr->m_nextpkt != NULL)
555 curr = curr->m_nextpkt;
562 * Return EWOULDBLOCK if we have tried less than arp_maxtries. It
563 * will be masked by ether_output(). Return EHOSTDOWN/EHOSTUNREACH
564 * if we have already sent arp_maxtries ARP requests. Retransmit the
565 * ARP request, but not faster than one request per second.
567 if (la->la_asked < V_arp_maxtries)
568 error = EWOULDBLOCK; /* First request. */
570 error = is_gw != 0 ? EHOSTUNREACH : EHOSTDOWN;
576 la->la_expire = time_uptime;
577 canceled = callout_reset(&la->lle_timer, hz * V_arpt_down,
583 e = arprequest_internal(ifp, NULL, &SIN(dst)->sin_addr, NULL);
585 * Only overwrite 'error' in case of error; in case of success
586 * the proper return value was already set above.
598 * Lookups link header based on an IP address.
600 * ifp is the interface we use
601 * is_gw != 0 if @dst represents gateway to some destination
602 * m is the mbuf. May be NULL if we don't have a packet.
603 * dst is the next hop,
604 * desten is the storage to put LL header.
605 * flags returns subset of lle flags: LLE_VALID | LLE_IFADDR
607 * On success, full/partial link header and flags are filled in and
608 * the function returns 0.
609 * If the packet must be held pending resolution, we return EWOULDBLOCK
610 * On other errors, we return the corresponding error code.
611 * Note that m_freem() handles NULL.
614 arpresolve(struct ifnet *ifp, int is_gw, struct mbuf *m,
615 const struct sockaddr *dst, u_char *desten, uint32_t *pflags,
616 struct llentry **plle)
618 struct llentry *la = NULL;
628 if (m->m_flags & M_BCAST) {
631 ifp->if_broadcastaddr, ifp->if_addrlen);
634 if (m->m_flags & M_MCAST) {
636 ETHER_MAP_IP_MULTICAST(&SIN(dst)->sin_addr, desten);
641 la = lla_lookup(LLTABLE(ifp), plle ? LLE_EXCLUSIVE : LLE_UNLOCKED, dst);
642 if (la != NULL && (la->r_flags & RLLE_VALID) != 0) {
643 /* Entry found, let's copy lle info */
644 bcopy(la->r_linkdata, desten, la->r_hdrlen);
646 *pflags = LLE_VALID | (la->r_flags & RLLE_IFADDR);
647 /* Notify the LLE handling code that the entry was used. */
648 llentry_provide_feedback(la);
659 return (arpresolve_full(ifp, is_gw, la == NULL ? LLE_CREATE : 0, m, dst,
660 desten, pflags, plle));
664 * Common length and type checks are done here,
665 * then the protocol-specific routine is called.
668 arpintr(struct mbuf *m)
675 ifp = m->m_pkthdr.rcvif;
677 if (m->m_len < sizeof(struct arphdr) &&
678 ((m = m_pullup(m, sizeof(struct arphdr))) == NULL)) {
679 ARP_LOG(LOG_NOTICE, "packet with short header received on %s\n",
683 ar = mtod(m, struct arphdr *);
685 /* Check if length is sufficient */
686 if (m->m_len < arphdr_len(ar)) {
687 m = m_pullup(m, arphdr_len(ar));
689 ARP_LOG(LOG_NOTICE, "short packet received on %s\n",
693 ar = mtod(m, struct arphdr *);
698 switch (ntohs(ar->ar_hrd)) {
700 hlen = ETHER_ADDR_LEN; /* RFC 826 */
703 case ARPHRD_INFINIBAND:
704 hlen = 20; /* RFC 4391, INFINIBAND_ALEN */
705 layer = "infiniband";
707 case ARPHRD_IEEE1394:
708 hlen = 0; /* SHALL be 16 */ /* RFC 2734 */
712 * Restrict too long hardware addresses.
713 * Currently we are capable of handling 20-byte
714 * addresses ( sizeof(lle->ll_addr) )
716 if (ar->ar_hln >= 20)
721 "packet with unknown hardware format 0x%02d received on "
722 "%s\n", ntohs(ar->ar_hrd), if_name(ifp));
727 if (hlen != 0 && hlen != ar->ar_hln) {
729 "packet with invalid %s address length %d received on %s\n",
730 layer, ar->ar_hln, if_name(ifp));
735 ARPSTAT_INC(received);
736 switch (ntohs(ar->ar_pro)) {
748 * ARP for Internet protocols on 10 Mb/s Ethernet.
749 * Algorithm is that given in RFC 826.
750 * In addition, a sanity check is performed on the sender
751 * protocol address, to catch impersonators.
752 * We no longer handle negotiations for use of trailer protocol:
753 * Formerly, ARP replied for protocol type ETHERTYPE_TRAIL sent
754 * along with IP replies if we wanted trailers sent to us,
755 * and also sent them in response to IP replies.
756 * This allowed either end to announce the desire to receive
758 * We no longer reply to requests for ETHERTYPE_TRAIL protocol either,
759 * but formerly didn't normally send requests.
761 static int log_arp_wrong_iface = 1;
762 static int log_arp_movements = 1;
763 static int log_arp_permanent_modify = 1;
764 static int allow_multicast = 0;
766 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, log_arp_wrong_iface, CTLFLAG_RW,
767 &log_arp_wrong_iface, 0,
768 "log arp packets arriving on the wrong interface");
769 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, log_arp_movements, CTLFLAG_RW,
770 &log_arp_movements, 0,
771 "log arp replies from MACs different than the one in the cache");
772 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, log_arp_permanent_modify, CTLFLAG_RW,
773 &log_arp_permanent_modify, 0,
774 "log arp replies from MACs different than the one in the permanent arp entry");
775 SYSCTL_INT(_net_link_ether_inet, OID_AUTO, allow_multicast, CTLFLAG_RW,
776 &allow_multicast, 0, "accept multicast addresses");
779 in_arpinput(struct mbuf *m)
782 struct ifnet *ifp = m->m_pkthdr.rcvif;
783 struct llentry *la = NULL, *la_tmp;
785 struct in_ifaddr *ia;
787 struct in_addr isaddr, itaddr, myaddr;
788 u_int8_t *enaddr = NULL;
790 int bridged = 0, is_bridge = 0;
792 struct sockaddr_in sin;
793 struct sockaddr *dst;
794 struct nhop_object *nh;
795 uint8_t linkhdr[LLE_MAX_LINKHDR];
800 char addrbuf[INET_ADDRSTRLEN];
804 sin.sin_len = sizeof(struct sockaddr_in);
805 sin.sin_family = AF_INET;
806 sin.sin_addr.s_addr = 0;
810 if (ifp->if_type == IFT_BRIDGE)
814 * We already have checked that mbuf contains enough contiguous data
815 * to hold entire arp message according to the arp header.
817 ah = mtod(m, struct arphdr *);
820 * ARP is only for IPv4 so we can reject packets with
821 * a protocol length not equal to an IPv4 address.
823 if (ah->ar_pln != sizeof(struct in_addr)) {
824 ARP_LOG(LOG_NOTICE, "requested protocol length != %zu\n",
825 sizeof(struct in_addr));
829 if (allow_multicast == 0 && ETHER_IS_MULTICAST(ar_sha(ah))) {
830 ARP_LOG(LOG_NOTICE, "%*D is multicast\n",
831 ifp->if_addrlen, (u_char *)ar_sha(ah), ":");
835 op = ntohs(ah->ar_op);
836 (void)memcpy(&isaddr, ar_spa(ah), sizeof (isaddr));
837 (void)memcpy(&itaddr, ar_tpa(ah), sizeof (itaddr));
839 if (op == ARPOP_REPLY)
840 ARPSTAT_INC(rxreplies);
843 * For a bridge, we want to check the address irrespective
844 * of the receive interface. (This will change slightly
845 * when we have clusters of interfaces).
847 CK_LIST_FOREACH(ia, INADDR_HASH(itaddr.s_addr), ia_hash) {
848 if (((bridged && ia->ia_ifp->if_bridge == ifp->if_bridge) ||
849 ia->ia_ifp == ifp) &&
850 itaddr.s_addr == ia->ia_addr.sin_addr.s_addr &&
851 (ia->ia_ifa.ifa_carp == NULL ||
852 (*carp_iamatch_p)(&ia->ia_ifa, &enaddr))) {
853 ifa_ref(&ia->ia_ifa);
857 CK_LIST_FOREACH(ia, INADDR_HASH(isaddr.s_addr), ia_hash)
858 if (((bridged && ia->ia_ifp->if_bridge == ifp->if_bridge) ||
859 ia->ia_ifp == ifp) &&
860 isaddr.s_addr == ia->ia_addr.sin_addr.s_addr) {
861 ifa_ref(&ia->ia_ifa);
865 #define BDG_MEMBER_MATCHES_ARP(addr, ifp, ia) \
866 (ia->ia_ifp->if_bridge == ifp->if_softc && \
867 !bcmp(IF_LLADDR(ia->ia_ifp), IF_LLADDR(ifp), ifp->if_addrlen) && \
868 addr == ia->ia_addr.sin_addr.s_addr)
870 * Check the case when bridge shares its MAC address with
871 * some of its children, so packets are claimed by bridge
872 * itself (bridge_input() does it first), but they are really
873 * meant to be destined to the bridge member.
876 CK_LIST_FOREACH(ia, INADDR_HASH(itaddr.s_addr), ia_hash) {
877 if (BDG_MEMBER_MATCHES_ARP(itaddr.s_addr, ifp, ia)) {
878 ifa_ref(&ia->ia_ifa);
884 #undef BDG_MEMBER_MATCHES_ARP
887 * No match, use the first inet address on the receive interface
888 * as a dummy address for the rest of the function.
890 CK_STAILQ_FOREACH(ifa, &ifp->if_addrhead, ifa_link)
891 if (ifa->ifa_addr->sa_family == AF_INET &&
892 (ifa->ifa_carp == NULL ||
893 (*carp_iamatch_p)(ifa, &enaddr))) {
900 * If bridging, fall back to using any inet address.
902 if (!bridged || (ia = CK_STAILQ_FIRST(&V_in_ifaddrhead)) == NULL)
904 ifa_ref(&ia->ia_ifa);
907 enaddr = (u_int8_t *)IF_LLADDR(ifp);
908 carped = (ia->ia_ifa.ifa_carp != NULL);
909 myaddr = ia->ia_addr.sin_addr;
910 ifa_free(&ia->ia_ifa);
911 if (!bcmp(ar_sha(ah), enaddr, ifp->if_addrlen))
912 goto drop; /* it's from me, ignore it. */
913 if (!bcmp(ar_sha(ah), ifp->if_broadcastaddr, ifp->if_addrlen)) {
914 ARP_LOG(LOG_NOTICE, "link address is broadcast for IP address "
915 "%s!\n", inet_ntoa_r(isaddr, addrbuf));
919 if (ifp->if_addrlen != ah->ar_hln) {
920 ARP_LOG(LOG_WARNING, "from %*D: addr len: new %d, "
921 "i/f %d (ignored)\n", ifp->if_addrlen,
922 (u_char *) ar_sha(ah), ":", ah->ar_hln,
928 * Warn if another host is using the same IP address, but only if the
929 * IP address isn't 0.0.0.0, which is used for DHCP only, in which
930 * case we suppress the warning to avoid false positive complaints of
931 * potential misconfiguration.
933 if (!bridged && !carped && isaddr.s_addr == myaddr.s_addr &&
934 myaddr.s_addr != 0) {
935 ARP_LOG(LOG_ERR, "%*D is using my IP address %s on %s!\n",
936 ifp->if_addrlen, (u_char *)ar_sha(ah), ":",
937 inet_ntoa_r(isaddr, addrbuf), ifp->if_xname);
942 if (ifp->if_flags & IFF_STATICARP)
945 bzero(&sin, sizeof(sin));
946 sin.sin_len = sizeof(struct sockaddr_in);
947 sin.sin_family = AF_INET;
948 sin.sin_addr = isaddr;
949 dst = (struct sockaddr *)&sin;
950 la = lla_lookup(LLTABLE(ifp), LLE_EXCLUSIVE, dst);
952 arp_check_update_lle(ah, isaddr, ifp, bridged, la);
953 else if (itaddr.s_addr == myaddr.s_addr) {
955 * Request/reply to our address, but no lle exists yet.
956 * Calculate full link prepend to use in lle.
958 linkhdrsize = sizeof(linkhdr);
959 if (lltable_calc_llheader(ifp, AF_INET, ar_sha(ah), linkhdr,
960 &linkhdrsize, &lladdr_off) != 0)
963 /* Allocate new entry */
964 la = lltable_alloc_entry(LLTABLE(ifp), 0, dst);
967 * lle creation may fail if source address belongs
968 * to non-directly connected subnet. However, we
969 * will try to answer the request instead of dropping
974 lltable_set_entry_addr(ifp, la, linkhdr, linkhdrsize,
977 IF_AFDATA_WLOCK(ifp);
979 la_tmp = lla_lookup(LLTABLE(ifp), LLE_EXCLUSIVE, dst);
982 * Check if lle still does not exists.
983 * If it does, that means that we either
984 * 1) have configured it explicitly, via
985 * 1a) 'arp -s' static entry or
986 * 1b) interface address static record
988 * 2) it was the result of sending first packet to-host
990 * 3) it was another arp reply packet we handled in
993 * In all cases except 3) we definitely need to prefer
994 * existing lle. For the sake of simplicity, prefer any
995 * existing lle over newly-create one.
998 lltable_link_entry(LLTABLE(ifp), la);
999 IF_AFDATA_WUNLOCK(ifp);
1001 if (la_tmp == NULL) {
1002 arp_mark_lle_reachable(la, ifp);
1005 /* Free newly-create entry and handle packet */
1006 lltable_free_entry(LLTABLE(ifp), la);
1009 arp_check_update_lle(ah, isaddr, ifp, bridged, la);
1010 /* arp_check_update_lle() returns @la unlocked */
1015 if (op != ARPOP_REQUEST)
1017 ARPSTAT_INC(rxrequests);
1019 if (itaddr.s_addr == myaddr.s_addr) {
1020 /* Shortcut.. the receiving interface is the target. */
1021 (void)memcpy(ar_tha(ah), ar_sha(ah), ah->ar_hln);
1022 (void)memcpy(ar_sha(ah), enaddr, ah->ar_hln);
1025 * Destination address is not ours. Check if
1026 * proxyarp entry exists or proxyarp is turned on globally.
1028 struct llentry *lle;
1030 sin.sin_addr = itaddr;
1031 lle = lla_lookup(LLTABLE(ifp), 0, (struct sockaddr *)&sin);
1033 if ((lle != NULL) && (lle->la_flags & LLE_PUB)) {
1034 (void)memcpy(ar_tha(ah), ar_sha(ah), ah->ar_hln);
1035 (void)memcpy(ar_sha(ah), lle->ll_addr, ah->ar_hln);
1041 if (!V_arp_proxyall)
1045 nh = fib4_lookup(ifp->if_fib, itaddr, 0, 0, 0);
1050 * Don't send proxies for nodes on the same interface
1051 * as this one came out of, or we'll get into a fight
1052 * over who claims what Ether address.
1054 if (nh->nh_ifp == ifp)
1057 (void)memcpy(ar_tha(ah), ar_sha(ah), ah->ar_hln);
1058 (void)memcpy(ar_sha(ah), enaddr, ah->ar_hln);
1061 * Also check that the node which sent the ARP packet
1062 * is on the interface we expect it to be on. This
1063 * avoids ARP chaos if an interface is connected to the
1067 nh = fib4_lookup(ifp->if_fib, isaddr, 0, 0, 0);
1070 if (nh->nh_ifp != ifp) {
1071 ARP_LOG(LOG_INFO, "proxy: ignoring request"
1072 " from %s via %s\n",
1073 inet_ntoa_r(isaddr, addrbuf),
1079 printf("arp: proxying for %s\n",
1080 inet_ntoa_r(itaddr, addrbuf));
1085 if (itaddr.s_addr == myaddr.s_addr &&
1086 IN_LINKLOCAL(ntohl(itaddr.s_addr))) {
1087 /* RFC 3927 link-local IPv4; always reply by broadcast. */
1088 #ifdef DEBUG_LINKLOCAL
1089 printf("arp: sending reply for link-local addr %s\n",
1090 inet_ntoa_r(itaddr, addrbuf));
1092 m->m_flags |= M_BCAST;
1093 m->m_flags &= ~M_MCAST;
1095 /* default behaviour; never reply by broadcast. */
1096 m->m_flags &= ~(M_BCAST|M_MCAST);
1098 (void)memcpy(ar_tpa(ah), ar_spa(ah), ah->ar_pln);
1099 (void)memcpy(ar_spa(ah), &itaddr, ah->ar_pln);
1100 ah->ar_op = htons(ARPOP_REPLY);
1101 ah->ar_pro = htons(ETHERTYPE_IP); /* let's be sure! */
1102 m->m_len = sizeof(*ah) + (2 * ah->ar_pln) + (2 * ah->ar_hln);
1103 m->m_pkthdr.len = m->m_len;
1104 m->m_pkthdr.rcvif = NULL;
1105 sa.sa_family = AF_ARP;
1108 /* Calculate link header for sending frame */
1109 bzero(&ro, sizeof(ro));
1110 linkhdrsize = sizeof(linkhdr);
1111 error = arp_fillheader(ifp, ah, 0, linkhdr, &linkhdrsize);
1114 * arp_fillheader() may fail due to lack of support inside encap request
1115 * routing. This is not necessary an error, AF_ARP can/should be handled
1118 if (error != 0 && error != EAFNOSUPPORT) {
1119 ARP_LOG(LOG_ERR, "Failed to calculate ARP header on %s: %d\n",
1120 if_name(ifp), error);
1124 ro.ro_prepend = linkhdr;
1125 ro.ro_plen = linkhdrsize;
1128 m_clrprotoflags(m); /* Avoid confusing lower layers. */
1129 (*ifp->if_output)(ifp, m, &sa, &ro);
1130 ARPSTAT_INC(txreplies);
1138 static struct mbuf *
1139 arp_grab_holdchain(struct llentry *la)
1143 LLE_WLOCK_ASSERT(la);
1145 chain = la->la_hold;
1153 arp_flush_holdchain(struct ifnet *ifp, struct llentry *la, struct mbuf *chain)
1155 struct mbuf *m_hold, *m_hold_next;
1156 struct sockaddr_in sin;
1161 .ro_prepend = la->r_linkdata,
1162 .ro_plen = la->r_hdrlen,
1165 lltable_fill_sa_entry(la, (struct sockaddr *)&sin);
1167 for (m_hold = chain; m_hold != NULL; m_hold = m_hold_next) {
1168 m_hold_next = m_hold->m_nextpkt;
1169 m_hold->m_nextpkt = NULL;
1170 /* Avoid confusing lower layers. */
1171 m_clrprotoflags(m_hold);
1172 (*ifp->if_output)(ifp, m_hold, (struct sockaddr *)&sin, &ro);
1177 * Checks received arp data against existing @la.
1178 * Updates lle state/performs notification if necessary.
1181 arp_check_update_lle(struct arphdr *ah, struct in_addr isaddr, struct ifnet *ifp,
1182 int bridged, struct llentry *la)
1184 uint8_t linkhdr[LLE_MAX_LINKHDR];
1187 char addrbuf[INET_ADDRSTRLEN];
1189 LLE_WLOCK_ASSERT(la);
1191 /* the following is not an error when doing bridging */
1192 if (!bridged && la->lle_tbl->llt_ifp != ifp) {
1193 if (log_arp_wrong_iface)
1194 ARP_LOG(LOG_WARNING, "%s is on %s "
1195 "but got reply from %*D on %s\n",
1196 inet_ntoa_r(isaddr, addrbuf),
1197 la->lle_tbl->llt_ifp->if_xname,
1198 ifp->if_addrlen, (u_char *)ar_sha(ah), ":",
1203 if ((la->la_flags & LLE_VALID) &&
1204 bcmp(ar_sha(ah), la->ll_addr, ifp->if_addrlen)) {
1205 if (la->la_flags & LLE_STATIC) {
1207 if (log_arp_permanent_modify)
1209 "%*D attempts to modify "
1210 "permanent entry for %s on %s\n",
1212 (u_char *)ar_sha(ah), ":",
1213 inet_ntoa_r(isaddr, addrbuf),
1217 if (log_arp_movements) {
1218 ARP_LOG(LOG_INFO, "%s moved from %*D "
1220 inet_ntoa_r(isaddr, addrbuf),
1222 (u_char *)la->ll_addr, ":",
1223 ifp->if_addrlen, (u_char *)ar_sha(ah), ":",
1228 /* Calculate full link prepend to use in lle */
1229 linkhdrsize = sizeof(linkhdr);
1230 if (lltable_calc_llheader(ifp, AF_INET, ar_sha(ah), linkhdr,
1231 &linkhdrsize, &lladdr_off) != 0) {
1236 /* Check if something has changed */
1237 if (memcmp(la->r_linkdata, linkhdr, linkhdrsize) != 0 ||
1238 (la->la_flags & LLE_VALID) == 0) {
1239 /* Try to perform LLE update */
1240 if (lltable_try_set_entry_addr(ifp, la, linkhdr, linkhdrsize,
1246 /* Clear fast path feedback request if set */
1247 llentry_mark_used(la);
1250 arp_mark_lle_reachable(la, ifp);
1253 * The packets are all freed within the call to the output
1256 * NB: The lock MUST be released before the call to the
1259 if (la->la_hold != NULL) {
1262 chain = arp_grab_holdchain(la);
1264 arp_flush_holdchain(ifp, la, chain);
1270 arp_mark_lle_reachable(struct llentry *la, struct ifnet *ifp)
1272 int canceled, wtime;
1274 LLE_WLOCK_ASSERT(la);
1276 la->ln_state = ARP_LLINFO_REACHABLE;
1277 EVENTHANDLER_INVOKE(lle_event, la, LLENTRY_RESOLVED);
1279 if ((ifp->if_flags & IFF_STICKYARP) != 0)
1280 la->la_flags |= LLE_STATIC;
1282 if (!(la->la_flags & LLE_STATIC)) {
1284 la->la_expire = time_uptime + V_arpt_keep;
1285 wtime = V_arpt_keep - V_arp_maxtries * V_arpt_rexmit;
1287 wtime = V_arpt_keep;
1288 canceled = callout_reset(&la->lle_timer,
1289 hz * wtime, arptimer, la);
1294 la->la_preempt = V_arp_maxtries;
1298 * Add permanent link-layer record for given interface address.
1300 static __noinline void
1301 arp_add_ifa_lle(struct ifnet *ifp, const struct sockaddr *dst)
1303 struct llentry *lle, *lle_tmp;
1306 * Interface address LLE record is considered static
1307 * because kernel code relies on LLE_STATIC flag to check
1308 * if these entries can be rewriten by arp updates.
1310 lle = lltable_alloc_entry(LLTABLE(ifp), LLE_IFADDR | LLE_STATIC, dst);
1312 log(LOG_INFO, "arp_ifinit: cannot create arp "
1313 "entry for interface address\n");
1317 IF_AFDATA_WLOCK(ifp);
1319 /* Unlink any entry if exists */
1320 lle_tmp = lla_lookup(LLTABLE(ifp), LLE_EXCLUSIVE, dst);
1321 if (lle_tmp != NULL)
1322 lltable_unlink_entry(LLTABLE(ifp), lle_tmp);
1324 lltable_link_entry(LLTABLE(ifp), lle);
1325 IF_AFDATA_WUNLOCK(ifp);
1327 if (lle_tmp != NULL)
1328 EVENTHANDLER_INVOKE(lle_event, lle_tmp, LLENTRY_EXPIRED);
1330 EVENTHANDLER_INVOKE(lle_event, lle, LLENTRY_RESOLVED);
1332 if (lle_tmp != NULL)
1333 lltable_free_entry(LLTABLE(ifp), lle_tmp);
1337 * Handle the garp_rexmit_count. Like sysctl_handle_int(), but limits the range
1341 sysctl_garp_rexmit(SYSCTL_HANDLER_ARGS)
1344 int rexmit_count = *(int *)arg1;
1346 error = sysctl_handle_int(oidp, &rexmit_count, 0, req);
1348 /* Enforce limits on any new value that may have been set. */
1349 if (!error && req->newptr) {
1350 /* A new value was set. */
1351 if (rexmit_count < 0) {
1353 } else if (rexmit_count > MAX_GARP_RETRANSMITS) {
1354 rexmit_count = MAX_GARP_RETRANSMITS;
1356 *(int *)arg1 = rexmit_count;
1363 * Retransmit a Gratuitous ARP (GARP) and, if necessary, schedule a callout to
1364 * retransmit it again. A pending callout owns a reference to the ifa.
1367 garp_rexmit(void *arg)
1369 struct in_ifaddr *ia = arg;
1371 if (callout_pending(&ia->ia_garp_timer) ||
1372 !callout_active(&ia->ia_garp_timer)) {
1373 IF_ADDR_WUNLOCK(ia->ia_ifa.ifa_ifp);
1374 ifa_free(&ia->ia_ifa);
1378 CURVNET_SET(ia->ia_ifa.ifa_ifp->if_vnet);
1381 * Drop lock while the ARP request is generated.
1383 IF_ADDR_WUNLOCK(ia->ia_ifa.ifa_ifp);
1385 arprequest(ia->ia_ifa.ifa_ifp, &IA_SIN(ia)->sin_addr,
1386 &IA_SIN(ia)->sin_addr, IF_LLADDR(ia->ia_ifa.ifa_ifp));
1389 * Increment the count of retransmissions. If the count has reached the
1390 * maximum value, stop sending the GARP packets. Otherwise, schedule
1391 * the callout to retransmit another GARP packet.
1393 ++ia->ia_garp_count;
1394 if (ia->ia_garp_count >= garp_rexmit_count) {
1395 ifa_free(&ia->ia_ifa);
1398 IF_ADDR_WLOCK(ia->ia_ifa.ifa_ifp);
1399 rescheduled = callout_reset(&ia->ia_garp_timer,
1400 (1 << ia->ia_garp_count) * hz,
1402 IF_ADDR_WUNLOCK(ia->ia_ifa.ifa_ifp);
1404 ifa_free(&ia->ia_ifa);
1412 * Start the GARP retransmit timer.
1414 * A single GARP is always transmitted when an IPv4 address is added
1415 * to an interface and that is usually sufficient. However, in some
1416 * circumstances, such as when a shared address is passed between
1417 * cluster nodes, this single GARP may occasionally be dropped or
1418 * lost. This can lead to neighbors on the network link working with a
1419 * stale ARP cache and sending packets destined for that address to
1420 * the node that previously owned the address, which may not respond.
1422 * To avoid this situation, GARP retransmits can be enabled by setting
1423 * the net.link.ether.inet.garp_rexmit_count sysctl to a value greater
1424 * than zero. The setting represents the maximum number of
1425 * retransmissions. The interval between retransmissions is calculated
1426 * using an exponential backoff algorithm, doubling each time, so the
1427 * retransmission intervals are: {1, 2, 4, 8, 16, ...} (seconds).
1430 garp_timer_start(struct ifaddr *ifa)
1432 struct in_ifaddr *ia = (struct in_ifaddr *) ifa;
1434 IF_ADDR_WLOCK(ia->ia_ifa.ifa_ifp);
1435 ia->ia_garp_count = 0;
1436 if (callout_reset(&ia->ia_garp_timer, (1 << ia->ia_garp_count) * hz,
1437 garp_rexmit, ia) == 0) {
1440 IF_ADDR_WUNLOCK(ia->ia_ifa.ifa_ifp);
1444 arp_ifinit(struct ifnet *ifp, struct ifaddr *ifa)
1446 struct epoch_tracker et;
1447 const struct sockaddr_in *dst_in;
1448 const struct sockaddr *dst;
1450 if (ifa->ifa_carp != NULL)
1453 dst = ifa->ifa_addr;
1454 dst_in = (const struct sockaddr_in *)dst;
1456 if (ntohl(dst_in->sin_addr.s_addr) == INADDR_ANY)
1458 NET_EPOCH_ENTER(et);
1459 arp_announce_ifaddr(ifp, dst_in->sin_addr, IF_LLADDR(ifp));
1461 if (garp_rexmit_count > 0) {
1462 garp_timer_start(ifa);
1465 arp_add_ifa_lle(ifp, dst);
1469 arp_announce_ifaddr(struct ifnet *ifp, struct in_addr addr, u_char *enaddr)
1472 if (ntohl(addr.s_addr) != INADDR_ANY)
1473 arprequest(ifp, &addr, &addr, enaddr);
1477 * Sends gratuitous ARPs for each ifaddr to notify other
1478 * nodes about the address change.
1480 static __noinline void
1481 arp_handle_ifllchange(struct ifnet *ifp)
1485 CK_STAILQ_FOREACH(ifa, &ifp->if_addrhead, ifa_link) {
1486 if (ifa->ifa_addr->sa_family == AF_INET)
1487 arp_ifinit(ifp, ifa);
1492 * A handler for interface link layer address change event.
1495 arp_iflladdr(void *arg __unused, struct ifnet *ifp)
1497 /* if_bridge can update its lladdr during if_vmove(), after we've done
1498 * if_detach_internal()/dom_ifdetach(). */
1499 if (ifp->if_afdata[AF_INET] == NULL)
1502 lltable_update_ifaddr(LLTABLE(ifp));
1504 if ((ifp->if_flags & IFF_UP) != 0)
1505 arp_handle_ifllchange(ifp);
1512 if (IS_DEFAULT_VNET(curvnet)) {
1513 netisr_register(&arp_nh);
1514 iflladdr_tag = EVENTHANDLER_REGISTER(iflladdr_event,
1515 arp_iflladdr, NULL, EVENTHANDLER_PRI_ANY);
1519 netisr_register_vnet(&arp_nh);
1522 VNET_SYSINIT(vnet_arp_init, SI_SUB_PROTO_DOMAIN, SI_ORDER_SECOND,
1527 * We have to unregister ARP along with IP otherwise we risk doing INADDR_HASH
1528 * lookups after destroying the hash. Ideally this would go on SI_ORDER_3.5.
1531 vnet_arp_destroy(__unused void *arg)
1534 netisr_unregister_vnet(&arp_nh);
1536 VNET_SYSUNINIT(vnet_arp_uninit, SI_SUB_PROTO_DOMAIN, SI_ORDER_THIRD,
1537 vnet_arp_destroy, NULL);