sys/netinet6/esp_input.c

   1 /*      $FreeBSD: src/sys/netinet6/esp_input.c,v 1.1.2.8 2003/01/23 21:06:47 sam Exp $  */
   2 /*      $KAME: esp_input.c,v 1.62 2002/01/07 11:39:57 kjc Exp $ */
   3
   4 /*
   5  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  * 3. Neither the name of the project nor the names of its contributors
  17  *    may be used to endorse or promote products derived from this software
  18  *    without specific prior written permission.
  19  *
  20  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
  21  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  23  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
  24  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  25  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  26  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  27  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  28  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  29  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  30  * SUCH DAMAGE.
  31  */
  32
  33 /*
  34  * RFC1827/2406 Encapsulated Security Payload.
  35  */
  36
  37 #include "opt_inet.h"
  38 #include "opt_inet6.h"
  39
  40 #include <sys/param.h>
  41 #include <sys/systm.h>
  42 #include <sys/mbuf.h>
  43 #include <sys/domain.h>
  44 #include <sys/protosw.h>
  45 #include <sys/socket.h>
  46 #include <sys/errno.h>
  47 #include <sys/time.h>
  48 #include <sys/syslog.h>
  49
  50 #include <sys/thread2.h>
  51 #include <sys/msgport2.h>
  52
  53 #include <net/if.h>
  54 #include <net/route.h>
  55 #include <net/netisr.h>
  56 #include <machine/cpu.h>
  57
  58 #include <netinet/in.h>
  59 #include <netinet/in_systm.h>
  60 #include <netinet/ip.h>
  61 #include <netinet/ip_var.h>
  62 #include <netinet/in_var.h>
  63 #include <netinet/ip_ecn.h>
  64 #ifdef INET6
  65 #include <netinet6/ip6_ecn.h>
  66 #endif
  67
  68 #ifdef INET6
  69 #include <netinet/ip6.h>
  70 #include <netinet6/in6_pcb.h>
  71 #include <netinet6/ip6_var.h>
  72 #include <netinet/icmp6.h>
  73 #include <netinet6/ip6protosw.h>
  74 #endif
  75
  76 #include <netinet6/ipsec.h>
  77 #ifdef INET6
  78 #include <netinet6/ipsec6.h>
  79 #endif
  80 #include <netinet6/ah.h>
  81 #ifdef INET6
  82 #include <netinet6/ah6.h>
  83 #endif
  84 #include <netinet6/esp.h>
  85 #ifdef INET6
  86 #include <netinet6/esp6.h>
  87 #endif
  88 #include <netproto/key/key.h>
  89 #include <netproto/key/keydb.h>
  90 #include <netproto/key/key_debug.h>
  91
  92 #include <machine/stdarg.h>
  93
  94 #include <net/net_osdep.h>
  95
  96 #define IPLEN_FLIPPED
  97
  98 #define ESPMAXLEN \
  99         (sizeof(struct esp) < sizeof(struct newesp) \
 100                 ? sizeof(struct newesp) : sizeof(struct esp))
 101
 102 #ifdef INET
 103 extern struct protosw inetsw[];
 104
 105 int
 106 esp4_input(struct mbuf **mp, int *offp, int proto)
 107 {
 108         int off;
 109         struct ip *ip;
 110         struct esp *esp;
 111         struct esptail esptail;
 112         struct mbuf *m;
 113         u_int32_t spi;
 114         struct secasvar *sav = NULL;
 115         size_t taillen;
 116         u_int16_t nxt;
 117         const struct esp_algorithm *algo;
 118         int ivlen;
 119         size_t esplen;
 120
 121         off = *offp;
 122         m = *mp;
 123         *mp = NULL;
 124
 125         /* sanity check for alignment. */
 126         if (off % 4 != 0 || m->m_pkthdr.len % 4 != 0) {
 127                 ipseclog((LOG_ERR, "IPv4 ESP input: packet alignment problem "
 128                         "(off=%d, pktlen=%d)\n", off, m->m_pkthdr.len));
 129                 ipsecstat.in_inval++;
 130                 goto bad;
 131         }
 132
 133         if (m->m_len < off + ESPMAXLEN) {
 134                 m = m_pullup(m, off + ESPMAXLEN);
 135                 if (!m) {
 136                         ipseclog((LOG_DEBUG,
 137                             "IPv4 ESP input: can't pullup in esp4_input\n"));
 138                         ipsecstat.in_inval++;
 139                         goto bad;
 140                 }
 141         }
 142
 143         ip = mtod(m, struct ip *);
 144         esp = (struct esp *)(((u_int8_t *)ip) + off);
 145
 146         /* find the sassoc. */
 147         spi = esp->esp_spi;
 148
 149         if ((sav = key_allocsa(AF_INET,
 150                               (caddr_t)&ip->ip_src, (caddr_t)&ip->ip_dst,
 151                               IPPROTO_ESP, spi)) == NULL) {
 152                 ipseclog((LOG_WARNING,
 153                     "IPv4 ESP input: no key association found for spi %u\n",
 154                     (u_int32_t)ntohl(spi)));
 155                 ipsecstat.in_nosa++;
 156                 goto bad;
 157         }
 158         KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
 159                 kprintf("DP esp4_input called to allocate SA:%p\n", sav));
 160         if (sav->state != SADB_SASTATE_MATURE
 161          && sav->state != SADB_SASTATE_DYING) {
 162                 ipseclog((LOG_DEBUG,
 163                     "IPv4 ESP input: non-mature/dying SA found for spi %u\n",
 164                     (u_int32_t)ntohl(spi)));
 165                 ipsecstat.in_badspi++;
 166                 goto bad;
 167         }
 168         algo = esp_algorithm_lookup(sav->alg_enc);
 169         if (!algo) {
 170                 ipseclog((LOG_DEBUG, "IPv4 ESP input: "
 171                     "unsupported encryption algorithm for spi %u\n",
 172                     (u_int32_t)ntohl(spi)));
 173                 ipsecstat.in_badspi++;
 174                 goto bad;
 175         }
 176
 177         /* check if we have proper ivlen information */
 178         ivlen = sav->ivlen;
 179         if (ivlen < 0) {
 180                 ipseclog((LOG_ERR, "improper ivlen in IPv4 ESP input: %s %s\n",
 181                     ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
 182                 ipsecstat.in_inval++;
 183                 goto bad;
 184         }
 185
 186         if (!((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay
 187          && (sav->alg_auth && sav->key_auth)))
 188                 goto noreplaycheck;
 189
 190         if (sav->alg_auth == SADB_X_AALG_NULL ||
 191             sav->alg_auth == SADB_AALG_NONE)
 192                 goto noreplaycheck;
 193
 194         /*
 195          * check for sequence number.
 196          */
 197         if (ipsec_chkreplay(ntohl(((struct newesp *)esp)->esp_seq), sav))
 198                 ; /* okey */
 199         else {
 200                 ipsecstat.in_espreplay++;
 201                 ipseclog((LOG_WARNING,
 202                     "replay packet in IPv4 ESP input: %s %s\n",
 203                     ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
 204                 goto bad;
 205         }
 206
 207         /* check ICV */
 208     {
 209         u_char sum0[AH_MAXSUMSIZE];
 210         u_char sum[AH_MAXSUMSIZE];
 211         const struct ah_algorithm *sumalgo;
 212         size_t siz;
 213
 214         sumalgo = ah_algorithm_lookup(sav->alg_auth);
 215         if (!sumalgo)
 216                 goto noreplaycheck;
 217         siz = (((*sumalgo->sumsiz)(sav) + 3) & ~(4 - 1));
 218         if (m->m_pkthdr.len < off + ESPMAXLEN + siz) {
 219                 ipsecstat.in_inval++;
 220                 goto bad;
 221         }
 222         if (AH_MAXSUMSIZE < siz) {
 223                 ipseclog((LOG_DEBUG,
 224                     "internal error: AH_MAXSUMSIZE must be larger than %lu\n",
 225                     (u_long)siz));
 226                 ipsecstat.in_inval++;
 227                 goto bad;
 228         }
 229
 230         m_copydata(m, m->m_pkthdr.len - siz, siz, &sum0[0]);
 231
 232         if (esp_auth(m, off, m->m_pkthdr.len - off - siz, sav, sum)) {
 233                 ipseclog((LOG_WARNING, "auth fail in IPv4 ESP input: %s %s\n",
 234                     ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
 235                 ipsecstat.in_espauthfail++;
 236                 goto bad;
 237         }
 238
 239         if (bcmp(sum0, sum, siz) != 0) {
 240                 ipseclog((LOG_WARNING, "auth fail in IPv4 ESP input: %s %s\n",
 241                     ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
 242                 ipsecstat.in_espauthfail++;
 243                 goto bad;
 244         }
 245
 246         /* strip off the authentication data */
 247         m_adj(m, -siz);
 248         ip = mtod(m, struct ip *);
 249 #ifdef IPLEN_FLIPPED
 250         ip->ip_len = ip->ip_len - siz;
 251 #else
 252         ip->ip_len = htons(ntohs(ip->ip_len) - siz);
 253 #endif
 254         m->m_flags |= M_AUTHIPDGM;
 255         ipsecstat.in_espauthsucc++;
 256     }
 257
 258         /*
 259          * update sequence number.
 260          */
 261         if ((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay) {
 262                 if (ipsec_updatereplay(ntohl(((struct newesp *)esp)->esp_seq), sav)) {
 263                         ipsecstat.in_espreplay++;
 264                         goto bad;
 265                 }
 266         }
 267
 268 noreplaycheck:
 269
 270         /* process main esp header. */
 271         if (sav->flags & SADB_X_EXT_OLD) {
 272                 /* RFC 1827 */
 273                 esplen = sizeof(struct esp);
 274         } else {
 275                 /* RFC 2406 */
 276                 if (sav->flags & SADB_X_EXT_DERIV)
 277                         esplen = sizeof(struct esp);
 278                 else
 279                         esplen = sizeof(struct newesp);
 280         }
 281
 282         if (m->m_pkthdr.len < off + esplen + ivlen + sizeof(esptail)) {
 283                 ipseclog((LOG_WARNING,
 284                     "IPv4 ESP input: packet too short\n"));
 285                 ipsecstat.in_inval++;
 286                 goto bad;
 287         }
 288
 289         if (m->m_len < off + esplen + ivlen) {
 290                 m = m_pullup(m, off + esplen + ivlen);
 291                 if (!m) {
 292                         ipseclog((LOG_DEBUG,
 293                             "IPv4 ESP input: can't pullup in esp4_input\n"));
 294                         ipsecstat.in_inval++;
 295                         goto bad;
 296                 }
 297         }
 298
 299         /*
 300          * pre-compute and cache intermediate key
 301          */
 302         if (esp_schedule(algo, sav) != 0) {
 303                 ipsecstat.in_inval++;
 304                 goto bad;
 305         }
 306
 307         /*
 308          * decrypt the packet.
 309          */
 310         if (!algo->decrypt)
 311                 panic("internal error: no decrypt function");
 312         if ((*algo->decrypt)(m, off, sav, algo, ivlen)) {
 313                 /* m is already freed */
 314                 m = NULL;
 315                 ipseclog((LOG_ERR, "decrypt fail in IPv4 ESP input: %s\n",
 316                     ipsec_logsastr(sav)));
 317                 ipsecstat.in_inval++;
 318                 goto bad;
 319         }
 320         ipsecstat.in_esphist[sav->alg_enc]++;
 321
 322         m->m_flags |= M_DECRYPTED;
 323
 324         /*
 325          * find the trailer of the ESP.
 326          */
 327         m_copydata(m, m->m_pkthdr.len - sizeof(esptail), sizeof(esptail),
 328              (caddr_t)&esptail);
 329         nxt = esptail.esp_nxt;
 330         taillen = esptail.esp_padlen + sizeof(esptail);
 331
 332         if (m->m_pkthdr.len < taillen ||
 333             m->m_pkthdr.len - taillen < off + esplen + ivlen + sizeof(esptail)) {
 334                 ipseclog((LOG_WARNING,
 335                     "bad pad length in IPv4 ESP input: %s %s\n",
 336                     ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
 337                 ipsecstat.in_inval++;
 338                 goto bad;
 339         }
 340
 341         /* strip off the trailing pad area. */
 342         m_adj(m, -taillen);
 343
 344 #ifdef IPLEN_FLIPPED
 345         ip->ip_len = ip->ip_len - taillen;
 346 #else
 347         ip->ip_len = htons(ntohs(ip->ip_len) - taillen);
 348 #endif
 349
 350         /* was it transmitted over the IPsec tunnel SA? */
 351         if (ipsec4_tunnel_validate(m, off + esplen + ivlen, nxt, sav)) {
 352                 /*
 353                  * strip off all the headers that precedes ESP header.
 354                  *      IP4 xx ESP IP4' payload -> IP4' payload
 355                  *
 356                  * XXX more sanity checks
 357                  * XXX relationship with gif?
 358                  */
 359                 u_int8_t tos;
 360
 361                 tos = ip->ip_tos;
 362                 m_adj(m, off + esplen + ivlen);
 363                 if (m->m_len < sizeof(*ip)) {
 364                         m = m_pullup(m, sizeof(*ip));
 365                         if (!m) {
 366                                 ipsecstat.in_inval++;
 367                                 goto bad;
 368                         }
 369                 }
 370                 ip = mtod(m, struct ip *);
 371                 /* ECN consideration. */
 372                 ip_ecn_egress(ip4_ipsec_ecn, &tos, &ip->ip_tos);
 373                 if (!key_checktunnelsanity(sav, AF_INET,
 374                             (caddr_t)&ip->ip_src, (caddr_t)&ip->ip_dst)) {
 375                         ipseclog((LOG_ERR, "ipsec tunnel address mismatch "
 376                             "in IPv4 ESP input: %s %s\n",
 377                             ipsec4_logpacketstr(ip, spi), ipsec_logsastr(sav)));
 378                         ipsecstat.in_inval++;
 379                         goto bad;
 380                 }
 381
 382                 key_sa_recordxfer(sav, m);
 383                 if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0 ||
 384                     ipsec_addhist(m, IPPROTO_IPV4, 0) != 0) {
 385                         ipsecstat.in_nomem++;
 386                         goto bad;
 387                 }
 388
 389                 if (netisr_queue(NETISR_IP, m)) {
 390                         ipsecstat.in_inval++;
 391                         m = NULL;
 392                         goto bad;
 393                 }
 394
 395                 nxt = IPPROTO_DONE;
 396         } else {
 397                 /*
 398                  * strip off ESP header and IV.
 399                  * even in m_pulldown case, we need to strip off ESP so that
 400                  * we can always compute checksum for AH correctly.
 401                  */
 402                 size_t stripsiz;
 403
 404                 stripsiz = esplen + ivlen;
 405
 406                 ip = mtod(m, struct ip *);
 407                 ovbcopy((caddr_t)ip, (caddr_t)(((u_char *)ip) + stripsiz), off);
 408                 m->m_data += stripsiz;
 409                 m->m_len -= stripsiz;
 410                 m->m_pkthdr.len -= stripsiz;
 411
 412                 ip = mtod(m, struct ip *);
 413 #ifdef IPLEN_FLIPPED
 414                 ip->ip_len = ip->ip_len - stripsiz;
 415 #else
 416                 ip->ip_len = htons(ntohs(ip->ip_len) - stripsiz);
 417 #endif
 418                 ip->ip_p = nxt;
 419
 420                 key_sa_recordxfer(sav, m);
 421                 if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0) {
 422                         ipsecstat.in_nomem++;
 423                         goto bad;
 424                 }
 425
 426                 if (nxt != IPPROTO_DONE) {
 427                         if ((inetsw[ip_protox[nxt]].pr_flags & PR_LASTHDR) &&
 428                             ipsec4_in_reject(m, NULL)) {
 429                                 ipsecstat.in_polvio++;
 430                                 goto bad;
 431                         }
 432                         if (!ip_lengthcheck(&m, 0)) {
 433                                 /* freed in ip_lengthcheck() */
 434                                 goto bad;
 435                         }
 436                         *mp = m;
 437                         *offp = off;
 438                         (*inetsw[ip_protox[nxt]].pr_input)(mp, offp, nxt);
 439                 } else {
 440                         m_freem(m);
 441                 }
 442                 m = NULL;
 443         }
 444
 445         if (sav) {
 446                 KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
 447                         kprintf("DP esp4_input call free SA:%p\n", sav));
 448                 key_freesav(sav);
 449         }
 450         ipsecstat.in_success++;
 451         return(IPPROTO_DONE);
 452
 453 bad:
 454         if (sav) {
 455                 KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
 456                         kprintf("DP esp4_input call free SA:%p\n", sav));
 457                 key_freesav(sav);
 458         }
 459         if (m)
 460                 m_freem(m);
 461         return(IPPROTO_DONE);
 462 }
 463 #endif /* INET */
 464
 465 #ifdef INET6
 466 int
 467 esp6_input(struct mbuf **mp, int *offp, int proto)
 468 {
 469         struct mbuf *m = *mp;
 470         int off = *offp;
 471         struct ip6_hdr *ip6;
 472         struct esp *esp;
 473         struct esptail esptail;
 474         u_int32_t spi;
 475         struct secasvar *sav = NULL;
 476         size_t taillen;
 477         u_int16_t nxt;
 478         const struct esp_algorithm *algo;
 479         int ivlen;
 480         size_t esplen;
 481
 482         /* sanity check for alignment. */
 483         if (off % 4 != 0 || m->m_pkthdr.len % 4 != 0) {
 484                 ipseclog((LOG_ERR, "IPv6 ESP input: packet alignment problem "
 485                         "(off=%d, pktlen=%d)\n", off, m->m_pkthdr.len));
 486                 ipsec6stat.in_inval++;
 487                 goto bad;
 488         }
 489
 490 #ifndef PULLDOWN_TEST
 491         IP6_EXTHDR_CHECK(m, off, ESPMAXLEN, IPPROTO_DONE);
 492         esp = (struct esp *)(mtod(m, caddr_t) + off);
 493 #else
 494         IP6_EXTHDR_GET(esp, struct esp *, m, off, ESPMAXLEN);
 495         if (esp == NULL) {
 496                 ipsec6stat.in_inval++;
 497                 return IPPROTO_DONE;
 498         }
 499 #endif
 500         ip6 = mtod(m, struct ip6_hdr *);
 501
 502         if (ntohs(ip6->ip6_plen) == 0) {
 503                 ipseclog((LOG_ERR, "IPv6 ESP input: "
 504                     "ESP with IPv6 jumbogram is not supported.\n"));
 505                 ipsec6stat.in_inval++;
 506                 goto bad;
 507         }
 508
 509         /* find the sassoc. */
 510         spi = esp->esp_spi;
 511
 512         if ((sav = key_allocsa(AF_INET6,
 513                               (caddr_t)&ip6->ip6_src, (caddr_t)&ip6->ip6_dst,
 514                               IPPROTO_ESP, spi)) == NULL) {
 515                 ipseclog((LOG_WARNING,
 516                     "IPv6 ESP input: no key association found for spi %u\n",
 517                     (u_int32_t)ntohl(spi)));
 518                 ipsec6stat.in_nosa++;
 519                 goto bad;
 520         }
 521         KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
 522                 kprintf("DP esp6_input called to allocate SA:%p\n", sav));
 523         if (sav->state != SADB_SASTATE_MATURE
 524          && sav->state != SADB_SASTATE_DYING) {
 525                 ipseclog((LOG_DEBUG,
 526                     "IPv6 ESP input: non-mature/dying SA found for spi %u\n",
 527                     (u_int32_t)ntohl(spi)));
 528                 ipsec6stat.in_badspi++;
 529                 goto bad;
 530         }
 531         algo = esp_algorithm_lookup(sav->alg_enc);
 532         if (!algo) {
 533                 ipseclog((LOG_DEBUG, "IPv6 ESP input: "
 534                     "unsupported encryption algorithm for spi %u\n",
 535                     (u_int32_t)ntohl(spi)));
 536                 ipsec6stat.in_badspi++;
 537                 goto bad;
 538         }
 539
 540         /* check if we have proper ivlen information */
 541         ivlen = sav->ivlen;
 542         if (ivlen < 0) {
 543                 ipseclog((LOG_ERR, "improper ivlen in IPv6 ESP input: %s %s\n",
 544                     ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
 545                 ipsec6stat.in_badspi++;
 546                 goto bad;
 547         }
 548
 549         if (!((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay
 550          && (sav->alg_auth && sav->key_auth)))
 551                 goto noreplaycheck;
 552
 553         if (sav->alg_auth == SADB_X_AALG_NULL ||
 554             sav->alg_auth == SADB_AALG_NONE)
 555                 goto noreplaycheck;
 556
 557         /*
 558          * check for sequence number.
 559          */
 560         if (ipsec_chkreplay(ntohl(((struct newesp *)esp)->esp_seq), sav))
 561                 ; /* okey */
 562         else {
 563                 ipsec6stat.in_espreplay++;
 564                 ipseclog((LOG_WARNING,
 565                     "replay packet in IPv6 ESP input: %s %s\n",
 566                     ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
 567                 goto bad;
 568         }
 569
 570         /* check ICV */
 571     {
 572         u_char sum0[AH_MAXSUMSIZE];
 573         u_char sum[AH_MAXSUMSIZE];
 574         const struct ah_algorithm *sumalgo;
 575         size_t siz;
 576
 577         sumalgo = ah_algorithm_lookup(sav->alg_auth);
 578         if (!sumalgo)
 579                 goto noreplaycheck;
 580         siz = (((*sumalgo->sumsiz)(sav) + 3) & ~(4 - 1));
 581         if (m->m_pkthdr.len < off + ESPMAXLEN + siz) {
 582                 ipsec6stat.in_inval++;
 583                 goto bad;
 584         }
 585         if (AH_MAXSUMSIZE < siz) {
 586                 ipseclog((LOG_DEBUG,
 587                     "internal error: AH_MAXSUMSIZE must be larger than %lu\n",
 588                     (u_long)siz));
 589                 ipsec6stat.in_inval++;
 590                 goto bad;
 591         }
 592
 593         m_copydata(m, m->m_pkthdr.len - siz, siz, &sum0[0]);
 594
 595         if (esp_auth(m, off, m->m_pkthdr.len - off - siz, sav, sum)) {
 596                 ipseclog((LOG_WARNING, "auth fail in IPv6 ESP input: %s %s\n",
 597                     ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
 598                 ipsec6stat.in_espauthfail++;
 599                 goto bad;
 600         }
 601
 602         if (bcmp(sum0, sum, siz) != 0) {
 603                 ipseclog((LOG_WARNING, "auth fail in IPv6 ESP input: %s %s\n",
 604                     ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
 605                 ipsec6stat.in_espauthfail++;
 606                 goto bad;
 607         }
 608
 609         /* strip off the authentication data */
 610         m_adj(m, -siz);
 611         ip6 = mtod(m, struct ip6_hdr *);
 612         ip6->ip6_plen = htons(ntohs(ip6->ip6_plen) - siz);
 613
 614         m->m_flags |= M_AUTHIPDGM;
 615         ipsec6stat.in_espauthsucc++;
 616     }
 617
 618         /*
 619          * update sequence number.
 620          */
 621         if ((sav->flags & SADB_X_EXT_OLD) == 0 && sav->replay) {
 622                 if (ipsec_updatereplay(ntohl(((struct newesp *)esp)->esp_seq), sav)) {
 623                         ipsec6stat.in_espreplay++;
 624                         goto bad;
 625                 }
 626         }
 627
 628 noreplaycheck:
 629
 630         /* process main esp header. */
 631         if (sav->flags & SADB_X_EXT_OLD) {
 632                 /* RFC 1827 */
 633                 esplen = sizeof(struct esp);
 634         } else {
 635                 /* RFC 2406 */
 636                 if (sav->flags & SADB_X_EXT_DERIV)
 637                         esplen = sizeof(struct esp);
 638                 else
 639                         esplen = sizeof(struct newesp);
 640         }
 641
 642         if (m->m_pkthdr.len < off + esplen + ivlen + sizeof(esptail)) {
 643                 ipseclog((LOG_WARNING,
 644                     "IPv6 ESP input: packet too short\n"));
 645                 ipsec6stat.in_inval++;
 646                 goto bad;
 647         }
 648
 649 #ifndef PULLDOWN_TEST
 650         IP6_EXTHDR_CHECK(m, off, esplen + ivlen, IPPROTO_DONE); /* XXX */
 651 #else
 652         IP6_EXTHDR_GET(esp, struct esp *, m, off, esplen + ivlen);
 653         if (esp == NULL) {
 654                 ipsec6stat.in_inval++;
 655                 m = NULL;
 656                 goto bad;
 657         }
 658 #endif
 659         ip6 = mtod(m, struct ip6_hdr *);        /* set it again just in case */
 660
 661         /*
 662          * pre-compute and cache intermediate key
 663          */
 664         if (esp_schedule(algo, sav) != 0) {
 665                 ipsec6stat.in_inval++;
 666                 goto bad;
 667         }
 668
 669         /*
 670          * decrypt the packet.
 671          */
 672         if (!algo->decrypt)
 673                 panic("internal error: no decrypt function");
 674         if ((*algo->decrypt)(m, off, sav, algo, ivlen)) {
 675                 /* m is already freed */
 676                 m = NULL;
 677                 ipseclog((LOG_ERR, "decrypt fail in IPv6 ESP input: %s\n",
 678                     ipsec_logsastr(sav)));
 679                 ipsec6stat.in_inval++;
 680                 goto bad;
 681         }
 682         ipsec6stat.in_esphist[sav->alg_enc]++;
 683
 684         m->m_flags |= M_DECRYPTED;
 685
 686         /*
 687          * find the trailer of the ESP.
 688          */
 689         m_copydata(m, m->m_pkthdr.len - sizeof(esptail), sizeof(esptail),
 690              (caddr_t)&esptail);
 691         nxt = esptail.esp_nxt;
 692         taillen = esptail.esp_padlen + sizeof(esptail);
 693
 694         if (m->m_pkthdr.len < taillen
 695          || m->m_pkthdr.len - taillen < sizeof(struct ip6_hdr)) {       /* ? */
 696                 ipseclog((LOG_WARNING,
 697                     "bad pad length in IPv6 ESP input: %s %s\n",
 698                     ipsec6_logpacketstr(ip6, spi), ipsec_logsastr(sav)));
 699                 ipsec6stat.in_inval++;
 700                 goto bad;
 701         }
 702
 703         /* strip off the trailing pad area. */
 704         m_adj(m, -taillen);
 705
 706         ip6->ip6_plen = htons(ntohs(ip6->ip6_plen) - taillen);
 707
 708         /* was it transmitted over the IPsec tunnel SA? */
 709         if (ipsec6_tunnel_validate(m, off + esplen + ivlen, nxt, sav)) {
 710                 /*
 711                  * strip off all the headers that precedes ESP header.
 712                  *      IP6 xx ESP IP6' payload -> IP6' payload
 713                  *
 714                  * XXX more sanity checks
 715                  * XXX relationship with gif?
 716                  */
 717                 u_int32_t flowinfo;     /* net endian */
 718                 flowinfo = ip6->ip6_flow;
 719                 m_adj(m, off + esplen + ivlen);
 720                 if (m->m_len < sizeof(*ip6)) {
 721 #ifndef PULLDOWN_TEST
 722                         /*
 723                          * m_pullup is prohibited in KAME IPv6 input processing
 724                          * but there's no other way!
 725                          */
 726 #else
 727                         /* okay to pullup in m_pulldown style */
 728 #endif
 729                         m = m_pullup(m, sizeof(*ip6));
 730                         if (!m) {
 731                                 ipsec6stat.in_inval++;
 732                                 goto bad;
 733                         }
 734                 }
 735                 ip6 = mtod(m, struct ip6_hdr *);
 736                 /* ECN consideration. */
 737                 ip6_ecn_egress(ip6_ipsec_ecn, &flowinfo, &ip6->ip6_flow);
 738                 if (!key_checktunnelsanity(sav, AF_INET6,
 739                             (caddr_t)&ip6->ip6_src, (caddr_t)&ip6->ip6_dst)) {
 740                         ipseclog((LOG_ERR, "ipsec tunnel address mismatch "
 741                             "in IPv6 ESP input: %s %s\n",
 742                             ipsec6_logpacketstr(ip6, spi),
 743                             ipsec_logsastr(sav)));
 744                         ipsec6stat.in_inval++;
 745                         goto bad;
 746                 }
 747
 748                 key_sa_recordxfer(sav, m);
 749                 if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0 ||
 750                     ipsec_addhist(m, IPPROTO_IPV6, 0) != 0) {
 751                         ipsec6stat.in_nomem++;
 752                         goto bad;
 753                 }
 754
 755                 if (netisr_queue(NETISR_IPV6, m)) {
 756                         ipsec6stat.in_inval++;
 757                         m = NULL;
 758                         goto bad;
 759                 }
 760
 761                 nxt = IPPROTO_DONE;
 762         } else {
 763                 /*
 764                  * strip off ESP header and IV.
 765                  * even in m_pulldown case, we need to strip off ESP so that
 766                  * we can always compute checksum for AH correctly.
 767                  */
 768                 size_t stripsiz;
 769                 char *prvnxtp;
 770
 771                 /*
 772                  * Set the next header field of the previous header correctly.
 773                  */
 774                 prvnxtp = ip6_get_prevhdr(m, off); /* XXX */
 775                 *prvnxtp = nxt;
 776
 777                 stripsiz = esplen + ivlen;
 778
 779                 ip6 = mtod(m, struct ip6_hdr *);
 780                 if (m->m_len >= stripsiz + off) {
 781                         ovbcopy((caddr_t)ip6, ((caddr_t)ip6) + stripsiz, off);
 782                         m->m_data += stripsiz;
 783                         m->m_len -= stripsiz;
 784                         m->m_pkthdr.len -= stripsiz;
 785                 } else {
 786                         /*
 787                          * this comes with no copy if the boundary is on
 788                          * cluster
 789                          */
 790                         struct mbuf *n;
 791
 792                         n = m_split(m, off, MB_DONTWAIT);
 793                         if (n == NULL) {
 794                                 /* m is retained by m_split */
 795                                 goto bad;
 796                         }
 797                         m_adj(n, stripsiz);
 798                         /* m_cat does not update m_pkthdr.len */
 799                         m->m_pkthdr.len += n->m_pkthdr.len;
 800                         m_cat(m, n);
 801                 }
 802
 803 #ifndef PULLDOWN_TEST
 804                 /*
 805                  * KAME requires that the packet to be contiguous on the
 806                  * mbuf.  We need to make that sure.
 807                  * this kind of code should be avoided.
 808                  * XXX other conditions to avoid running this part?
 809                  */
 810                 if (m->m_len != m->m_pkthdr.len) {
 811                         struct mbuf *n = NULL;
 812                         int maxlen;
 813
 814                         n = m_getb(m->m_pkthdr.len, MB_DONTWAIT, MT_HEADER,
 815                                    M_PKTHDR);
 816                         if (!n) {
 817                                 kprintf("esp6_input: mbuf allocation failed\n");
 818                                 goto bad;
 819                         }
 820                         M_MOVE_PKTHDR(n, m);
 821
 822                         maxlen = (n->m_flags & M_EXT) ? MCLBYTES : MHLEN;
 823                         if (n->m_pkthdr.len <= maxlen) {
 824                                 m_copydata(m, 0, n->m_pkthdr.len, mtod(n, caddr_t));
 825                                 n->m_len = n->m_pkthdr.len;
 826                                 n->m_next = NULL;
 827                                 m_freem(m);
 828                         } else {
 829                                 m_copydata(m, 0, maxlen, mtod(n, caddr_t));
 830                                 n->m_len = maxlen;
 831                                 n->m_next = m;
 832                                 m_adj(m, maxlen);
 833                         }
 834                         m = n;
 835                 }
 836 #endif
 837
 838                 ip6 = mtod(m, struct ip6_hdr *);
 839                 ip6->ip6_plen = htons(ntohs(ip6->ip6_plen) - stripsiz);
 840
 841                 key_sa_recordxfer(sav, m);
 842                 if (ipsec_addhist(m, IPPROTO_ESP, spi) != 0) {
 843                         ipsec6stat.in_nomem++;
 844                         goto bad;
 845                 }
 846         }
 847
 848         *offp = off;
 849         *mp = m;
 850
 851         if (sav) {
 852                 KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
 853                         kprintf("DP esp6_input call free SA:%p\n", sav));
 854                 key_freesav(sav);
 855         }
 856         ipsec6stat.in_success++;
 857         return nxt;
 858
 859 bad:
 860         if (sav) {
 861                 KEYDEBUG(KEYDEBUG_IPSEC_STAMP,
 862                         kprintf("DP esp6_input call free SA:%p\n", sav));
 863                 key_freesav(sav);
 864         }
 865         if (m)
 866                 m_freem(m);
 867         return IPPROTO_DONE;
 868 }
 869
 870 void
 871 esp6_ctlinput(netmsg_t msg)
 872 {
 873         int cmd = msg->ctlinput.nm_cmd;
 874         struct sockaddr *sa = msg->ctlinput.nm_arg;
 875         void *d = msg->ctlinput.nm_extra;
 876         const struct newesp *espp;
 877         struct newesp esp;
 878         struct ip6ctlparam *ip6cp = NULL, ip6cp1;
 879         struct secasvar *sav;
 880         struct ip6_hdr *ip6;
 881         struct mbuf *m;
 882         int off;
 883         struct sockaddr_in6 *sa6_src, *sa6_dst;
 884
 885         if (sa->sa_family != AF_INET6 ||
 886             sa->sa_len != sizeof(struct sockaddr_in6))
 887                 goto out;
 888         if ((unsigned)cmd >= PRC_NCMDS)
 889                 goto out;
 890
 891         /* if the parameter is from icmp6, decode it. */
 892         if (d != NULL) {
 893                 ip6cp = (struct ip6ctlparam *)d;
 894                 m = ip6cp->ip6c_m;
 895                 ip6 = ip6cp->ip6c_ip6;
 896                 off = ip6cp->ip6c_off;
 897         } else {
 898                 m = NULL;
 899                 ip6 = NULL;
 900                 off = 0; /* fix warning */
 901         }
 902
 903         if (ip6) {
 904                 /*
 905                  * Notify the error to all possible sockets via pfctlinput2.
 906                  * Since the upper layer information (such as protocol type,
 907                  * source and destination ports) is embedded in the encrypted
 908                  * data and might have been cut, we can't directly call
 909                  * an upper layer ctlinput function. However, the pcbnotify
 910                  * function will consider source and destination addresses
 911                  * as well as the flow info value, and may be able to find
 912                  * some PCB that should be notified.
 913                  * Although kpfctlinput2 will call esp6_ctlinput(), there is
 914                  * no possibility of an infinite loop of function calls,
 915                  * because we don't pass the inner IPv6 header.
 916                  */
 917                 bzero(&ip6cp1, sizeof(ip6cp1));
 918                 ip6cp1.ip6c_src = ip6cp->ip6c_src;
 919                 kpfctlinput2(cmd, sa, (void *)&ip6cp1);
 920
 921                 /*
 922                  * Then go to special cases that need ESP header information.
 923                  * XXX: We assume that when ip6 is non NULL,
 924                  * M and OFF are valid.
 925                  */
 926
 927                 /* check if we can safely examine src and dst ports */
 928                 if (m->m_pkthdr.len < off + sizeof(esp))
 929                         goto out;
 930
 931                 if (m->m_len < off + sizeof(esp)) {
 932                         /*
 933                          * this should be rare case,
 934                          * so we compromise on this copy...
 935                          */
 936                         m_copydata(m, off, sizeof(esp), (caddr_t)&esp);
 937                         espp = &esp;
 938                 } else
 939                         espp = (struct newesp*)(mtod(m, caddr_t) + off);
 940
 941                 if (cmd == PRC_MSGSIZE) {
 942                         int valid = 0;
 943
 944                         /*
 945                          * Check to see if we have a valid SA corresponding to
 946                          * the address in the ICMP message payload.
 947                          */
 948                         sa6_src = ip6cp->ip6c_src;
 949                         sa6_dst = (struct sockaddr_in6 *)sa;
 950                         sav = key_allocsa(AF_INET6,
 951                                           (caddr_t)&sa6_src->sin6_addr,
 952                                           (caddr_t)&sa6_dst->sin6_addr,
 953                                           IPPROTO_ESP, espp->esp_spi);
 954                         if (sav) {
 955                                 if (sav->state == SADB_SASTATE_MATURE ||
 956                                     sav->state == SADB_SASTATE_DYING)
 957                                         valid++;
 958                                 key_freesav(sav);
 959                         }
 960
 961                         /* XXX Further validation? */
 962
 963                         /*
 964                          * Depending on the value of "valid" and routing table
 965                          * size (mtudisc_{hi,lo}wat), we will:
 966                          * - recalcurate the new MTU and create the
 967                          *   corresponding routing entry, or
 968                          * - ignore the MTU change notification.
 969                          */
 970                         icmp6_mtudisc_update((struct ip6ctlparam *)d, valid);
 971                 }
 972         } else {
 973                 /* we normally notify any pcb here */
 974         }
 975 out:
 976         lwkt_replymsg(&msg->ctlinput.base.lmsg, 0);
 977 }
 978 #endif /* INET6 */