linuxkpi: Add `complete` field to `struct dev_pm_ops`
[freebsd.git] / sys / netinet / sctp_timer.c
1 /*-
2  * SPDX-License-Identifier: BSD-3-Clause
3  *
4  * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved.
5  * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved.
6  * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions are met:
10  *
11  * a) Redistributions of source code must retain the above copyright notice,
12  *    this list of conditions and the following disclaimer.
13  *
14  * b) Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in
16  *    the documentation and/or other materials provided with the distribution.
17  *
18  * c) Neither the name of Cisco Systems, Inc. nor the names of its
19  *    contributors may be used to endorse or promote products derived
20  *    from this software without specific prior written permission.
21  *
22  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
23  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
24  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
26  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
27  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
28  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
29  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
30  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
31  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
32  * THE POSSIBILITY OF SUCH DAMAGE.
33  */
34
35 #include <sys/cdefs.h>
36 __FBSDID("$FreeBSD$");
37
38 #define _IP_VHL
39 #include <netinet/sctp_os.h>
40 #include <netinet/sctp_pcb.h>
41 #ifdef INET6
42 #endif
43 #include <netinet/sctp_var.h>
44 #include <netinet/sctp_sysctl.h>
45 #include <netinet/sctp_timer.h>
46 #include <netinet/sctputil.h>
47 #include <netinet/sctp_output.h>
48 #include <netinet/sctp_header.h>
49 #include <netinet/sctp_indata.h>
50 #include <netinet/sctp_asconf.h>
51 #include <netinet/sctp_input.h>
52 #include <netinet/sctp.h>
53 #include <netinet/sctp_uio.h>
54 #if defined(INET) || defined(INET6)
55 #include <netinet/udp.h>
56 #endif
57
58 void
59 sctp_audit_retranmission_queue(struct sctp_association *asoc)
60 {
61         struct sctp_tmit_chunk *chk;
62
63         SCTPDBG(SCTP_DEBUG_TIMER4, "Audit invoked on send queue cnt:%d onqueue:%d\n",
64             asoc->sent_queue_retran_cnt,
65             asoc->sent_queue_cnt);
66         asoc->sent_queue_retran_cnt = 0;
67         asoc->sent_queue_cnt = 0;
68         TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
69                 if (chk->sent == SCTP_DATAGRAM_RESEND) {
70                         sctp_ucount_incr(asoc->sent_queue_retran_cnt);
71                 }
72                 asoc->sent_queue_cnt++;
73         }
74         TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
75                 if (chk->sent == SCTP_DATAGRAM_RESEND) {
76                         sctp_ucount_incr(asoc->sent_queue_retran_cnt);
77                 }
78         }
79         TAILQ_FOREACH(chk, &asoc->asconf_send_queue, sctp_next) {
80                 if (chk->sent == SCTP_DATAGRAM_RESEND) {
81                         sctp_ucount_incr(asoc->sent_queue_retran_cnt);
82                 }
83         }
84         SCTPDBG(SCTP_DEBUG_TIMER4, "Audit completes retran:%d onqueue:%d\n",
85             asoc->sent_queue_retran_cnt,
86             asoc->sent_queue_cnt);
87 }
88
89 static int
90 sctp_threshold_management(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
91     struct sctp_nets *net, uint16_t threshold)
92 {
93         if (net) {
94                 net->error_count++;
95                 SCTPDBG(SCTP_DEBUG_TIMER4, "Error count for %p now %d thresh:%d\n",
96                     (void *)net, net->error_count,
97                     net->failure_threshold);
98                 if (net->error_count > net->failure_threshold) {
99                         /* We had a threshold failure */
100                         if (net->dest_state & SCTP_ADDR_REACHABLE) {
101                                 net->dest_state &= ~SCTP_ADDR_REACHABLE;
102                                 net->dest_state &= ~SCTP_ADDR_REQ_PRIMARY;
103                                 net->dest_state &= ~SCTP_ADDR_PF;
104                                 sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_DOWN,
105                                     stcb, 0,
106                                     (void *)net, SCTP_SO_NOT_LOCKED);
107                         }
108                 } else if ((net->pf_threshold < net->failure_threshold) &&
109                     (net->error_count > net->pf_threshold)) {
110                         if ((net->dest_state & SCTP_ADDR_PF) == 0) {
111                                 net->dest_state |= SCTP_ADDR_PF;
112                                 net->last_active = sctp_get_tick_count();
113                                 sctp_send_hb(stcb, net, SCTP_SO_NOT_LOCKED);
114                                 sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT,
115                                     inp, stcb, net,
116                                     SCTP_FROM_SCTP_TIMER + SCTP_LOC_1);
117                                 sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, inp, stcb, net);
118                         }
119                 }
120         }
121         if (stcb == NULL)
122                 return (0);
123
124         if (net) {
125                 if ((net->dest_state & SCTP_ADDR_UNCONFIRMED) == 0) {
126                         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
127                                 sctp_misc_ints(SCTP_THRESHOLD_INCR,
128                                     stcb->asoc.overall_error_count,
129                                     (stcb->asoc.overall_error_count + 1),
130                                     SCTP_FROM_SCTP_TIMER,
131                                     __LINE__);
132                         }
133                         stcb->asoc.overall_error_count++;
134                 }
135         } else {
136                 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
137                         sctp_misc_ints(SCTP_THRESHOLD_INCR,
138                             stcb->asoc.overall_error_count,
139                             (stcb->asoc.overall_error_count + 1),
140                             SCTP_FROM_SCTP_TIMER,
141                             __LINE__);
142                 }
143                 stcb->asoc.overall_error_count++;
144         }
145         SCTPDBG(SCTP_DEBUG_TIMER4, "Overall error count for %p now %d thresh:%u state:%x\n",
146             (void *)&stcb->asoc, stcb->asoc.overall_error_count,
147             (uint32_t)threshold,
148             ((net == NULL) ? (uint32_t)0 : (uint32_t)net->dest_state));
149         /*
150          * We specifically do not do >= to give the assoc one more change
151          * before we fail it.
152          */
153         if (stcb->asoc.overall_error_count > threshold) {
154                 /* Abort notification sends a ULP notify */
155                 struct mbuf *op_err;
156
157                 op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
158                     "Association error counter exceeded");
159                 inp->last_abort_code = SCTP_FROM_SCTP_TIMER + SCTP_LOC_2;
160                 sctp_abort_an_association(inp, stcb, op_err, true, SCTP_SO_NOT_LOCKED);
161                 return (1);
162         }
163         return (0);
164 }
165
166 /*
167  * sctp_find_alternate_net() returns a non-NULL pointer as long as there
168  * exists nets, which are not being deleted.
169  */
170 struct sctp_nets *
171 sctp_find_alternate_net(struct sctp_tcb *stcb,
172     struct sctp_nets *net,
173     int mode)
174 {
175         /* Find and return an alternate network if possible */
176         struct sctp_nets *alt, *mnet, *min_errors_net = NULL, *max_cwnd_net = NULL;
177         bool looped;
178
179         /* JRS 5/14/07 - Initialize min_errors to an impossible value. */
180         int min_errors = -1;
181         uint32_t max_cwnd = 0;
182
183         if (stcb->asoc.numnets == 1) {
184                 /* No selection can be made. */
185                 return (TAILQ_FIRST(&stcb->asoc.nets));
186         }
187         /*
188          * JRS 5/14/07 - If mode is set to 2, use the CMT PF find alternate
189          * net algorithm. This algorithm chooses the active destination (not
190          * in PF state) with the largest cwnd value. If all destinations are
191          * in PF state, unreachable, or unconfirmed, choose the destination
192          * that is in PF state with the lowest error count. In case of a
193          * tie, choose the destination that was most recently active.
194          */
195         if (mode == 2) {
196                 TAILQ_FOREACH(mnet, &stcb->asoc.nets, sctp_next) {
197                         /*
198                          * JRS 5/14/07 - If the destination is unreachable
199                          * or unconfirmed, skip it.
200                          */
201                         if (((mnet->dest_state & SCTP_ADDR_REACHABLE) != SCTP_ADDR_REACHABLE) ||
202                             (mnet->dest_state & SCTP_ADDR_UNCONFIRMED)) {
203                                 continue;
204                         }
205                         /*
206                          * JRS 5/14/07 -  If the destination is reachable
207                          * but in PF state, compare the error count of the
208                          * destination to the minimum error count seen thus
209                          * far. Store the destination with the lower error
210                          * count.  If the error counts are equal, store the
211                          * destination that was most recently active.
212                          */
213                         if (mnet->dest_state & SCTP_ADDR_PF) {
214                                 /*
215                                  * JRS 5/14/07 - If the destination under
216                                  * consideration is the current destination,
217                                  * work as if the error count is one higher.
218                                  * The actual error count will not be
219                                  * incremented until later in the t3
220                                  * handler.
221                                  */
222                                 if (mnet == net) {
223                                         if (min_errors == -1) {
224                                                 min_errors = mnet->error_count + 1;
225                                                 min_errors_net = mnet;
226                                         } else if (mnet->error_count + 1 < min_errors) {
227                                                 min_errors = mnet->error_count + 1;
228                                                 min_errors_net = mnet;
229                                         } else if (mnet->error_count + 1 == min_errors
230                                             && mnet->last_active > min_errors_net->last_active) {
231                                                 min_errors_net = mnet;
232                                                 min_errors = mnet->error_count + 1;
233                                         }
234                                         continue;
235                                 } else {
236                                         if (min_errors == -1) {
237                                                 min_errors = mnet->error_count;
238                                                 min_errors_net = mnet;
239                                         } else if (mnet->error_count < min_errors) {
240                                                 min_errors = mnet->error_count;
241                                                 min_errors_net = mnet;
242                                         } else if (mnet->error_count == min_errors
243                                             && mnet->last_active > min_errors_net->last_active) {
244                                                 min_errors_net = mnet;
245                                                 min_errors = mnet->error_count;
246                                         }
247                                         continue;
248                                 }
249                         }
250                         /*
251                          * JRS 5/14/07 - If the destination is reachable and
252                          * not in PF state, compare the cwnd of the
253                          * destination to the highest cwnd seen thus far.
254                          * Store the destination with the higher cwnd value.
255                          * If the cwnd values are equal, randomly choose one
256                          * of the two destinations.
257                          */
258                         if (max_cwnd < mnet->cwnd) {
259                                 max_cwnd_net = mnet;
260                                 max_cwnd = mnet->cwnd;
261                         } else if (max_cwnd == mnet->cwnd) {
262                                 uint32_t rndval;
263                                 uint8_t this_random;
264
265                                 if (stcb->asoc.hb_random_idx > 3) {
266                                         rndval = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
267                                         memcpy(stcb->asoc.hb_random_values, &rndval, sizeof(stcb->asoc.hb_random_values));
268                                         this_random = stcb->asoc.hb_random_values[0];
269                                         stcb->asoc.hb_random_idx++;
270                                         stcb->asoc.hb_ect_randombit = 0;
271                                 } else {
272                                         this_random = stcb->asoc.hb_random_values[stcb->asoc.hb_random_idx];
273                                         stcb->asoc.hb_random_idx++;
274                                         stcb->asoc.hb_ect_randombit = 0;
275                                 }
276                                 if (this_random % 2 == 1) {
277                                         max_cwnd_net = mnet;
278                                         max_cwnd = mnet->cwnd;  /* Useless? */
279                                 }
280                         }
281                 }
282                 if (max_cwnd_net == NULL) {
283                         if (min_errors_net == NULL) {
284                                 return (net);
285                         }
286                         return (min_errors_net);
287                 } else {
288                         return (max_cwnd_net);
289                 }
290         }                       /* JRS 5/14/07 - If mode is set to 1, use the
291                                  * CMT policy for choosing an alternate net. */
292         else if (mode == 1) {
293                 TAILQ_FOREACH(mnet, &stcb->asoc.nets, sctp_next) {
294                         if (((mnet->dest_state & SCTP_ADDR_REACHABLE) != SCTP_ADDR_REACHABLE) ||
295                             (mnet->dest_state & SCTP_ADDR_UNCONFIRMED)) {
296                                 /*
297                                  * will skip ones that are not-reachable or
298                                  * unconfirmed
299                                  */
300                                 continue;
301                         }
302                         if (max_cwnd < mnet->cwnd) {
303                                 max_cwnd_net = mnet;
304                                 max_cwnd = mnet->cwnd;
305                         } else if (max_cwnd == mnet->cwnd) {
306                                 uint32_t rndval;
307                                 uint8_t this_random;
308
309                                 if (stcb->asoc.hb_random_idx > 3) {
310                                         rndval = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
311                                         memcpy(stcb->asoc.hb_random_values, &rndval,
312                                             sizeof(stcb->asoc.hb_random_values));
313                                         this_random = stcb->asoc.hb_random_values[0];
314                                         stcb->asoc.hb_random_idx = 0;
315                                         stcb->asoc.hb_ect_randombit = 0;
316                                 } else {
317                                         this_random = stcb->asoc.hb_random_values[stcb->asoc.hb_random_idx];
318                                         stcb->asoc.hb_random_idx++;
319                                         stcb->asoc.hb_ect_randombit = 0;
320                                 }
321                                 if (this_random % 2) {
322                                         max_cwnd_net = mnet;
323                                         max_cwnd = mnet->cwnd;
324                                 }
325                         }
326                 }
327                 if (max_cwnd_net) {
328                         return (max_cwnd_net);
329                 }
330         }
331         /* Look for an alternate net, which is active. */
332         if ((net != NULL) && ((net->dest_state & SCTP_ADDR_BEING_DELETED) == 0)) {
333                 alt = TAILQ_NEXT(net, sctp_next);
334         } else {
335                 alt = TAILQ_FIRST(&stcb->asoc.nets);
336         }
337         looped = false;
338         for (;;) {
339                 if (alt == NULL) {
340                         if (!looped) {
341                                 alt = TAILQ_FIRST(&stcb->asoc.nets);
342                                 looped = true;
343                         }
344                         /* Definitely out of candidates. */
345                         if (alt == NULL) {
346                                 break;
347                         }
348                 }
349                 if (alt->ro.ro_nh == NULL) {
350                         if (alt->ro._s_addr) {
351                                 sctp_free_ifa(alt->ro._s_addr);
352                                 alt->ro._s_addr = NULL;
353                         }
354                         alt->src_addr_selected = 0;
355                 }
356                 if (((alt->dest_state & SCTP_ADDR_REACHABLE) == SCTP_ADDR_REACHABLE) &&
357                     (alt->ro.ro_nh != NULL) &&
358                     ((alt->dest_state & SCTP_ADDR_UNCONFIRMED) == 0) &&
359                     (alt != net)) {
360                         /* Found an alternate net, which is reachable. */
361                         break;
362                 }
363                 alt = TAILQ_NEXT(alt, sctp_next);
364         }
365
366         if (alt == NULL) {
367                 /*
368                  * In case no active alternate net has been found, look for
369                  * an alternate net, which is confirmed.
370                  */
371                 if ((net != NULL) && ((net->dest_state & SCTP_ADDR_BEING_DELETED) == 0)) {
372                         alt = TAILQ_NEXT(net, sctp_next);
373                 } else {
374                         alt = TAILQ_FIRST(&stcb->asoc.nets);
375                 }
376                 looped = false;
377                 for (;;) {
378                         if (alt == NULL) {
379                                 if (!looped) {
380                                         alt = TAILQ_FIRST(&stcb->asoc.nets);
381                                         looped = true;
382                                 }
383                                 /* Definitely out of candidates. */
384                                 if (alt == NULL) {
385                                         break;
386                                 }
387                         }
388                         if (((alt->dest_state & SCTP_ADDR_UNCONFIRMED) == 0) &&
389                             (alt != net)) {
390                                 /*
391                                  * Found an alternate net, which is
392                                  * confirmed.
393                                  */
394                                 break;
395                         }
396                         alt = TAILQ_NEXT(alt, sctp_next);
397                 }
398         }
399         if (alt == NULL) {
400                 /*
401                  * In case no confirmed alternate net has been found, just
402                  * return net, if it is not being deleted. In the other case
403                  * just return the first net.
404                  */
405                 if ((net != NULL) && ((net->dest_state & SCTP_ADDR_BEING_DELETED) == 0)) {
406                         alt = net;
407                 }
408                 if (alt == NULL) {
409                         alt = TAILQ_FIRST(&stcb->asoc.nets);
410                 }
411         }
412         return (alt);
413 }
414
415 static void
416 sctp_backoff_on_timeout(struct sctp_tcb *stcb,
417     struct sctp_nets *net,
418     int win_probe,
419     int num_marked, int num_abandoned)
420 {
421         if (net->RTO == 0) {
422                 if (net->RTO_measured) {
423                         net->RTO = stcb->asoc.minrto;
424                 } else {
425                         net->RTO = stcb->asoc.initial_rto;
426                 }
427         }
428         net->RTO <<= 1;
429         if (net->RTO > stcb->asoc.maxrto) {
430                 net->RTO = stcb->asoc.maxrto;
431         }
432         if ((win_probe == 0) && (num_marked || num_abandoned)) {
433                 /* We don't apply penalty to window probe scenarios */
434                 /* JRS - Use the congestion control given in the CC module */
435                 stcb->asoc.cc_functions.sctp_cwnd_update_after_timeout(stcb, net);
436         }
437 }
438
439 #ifndef INVARIANTS
440 static void
441 sctp_recover_sent_list(struct sctp_tcb *stcb)
442 {
443         struct sctp_tmit_chunk *chk, *nchk;
444         struct sctp_association *asoc;
445
446         asoc = &stcb->asoc;
447         TAILQ_FOREACH_SAFE(chk, &asoc->sent_queue, sctp_next, nchk) {
448                 if (SCTP_TSN_GE(asoc->last_acked_seq, chk->rec.data.tsn)) {
449                         SCTP_PRINTF("Found chk:%p tsn:%x <= last_acked_seq:%x\n",
450                             (void *)chk, chk->rec.data.tsn, asoc->last_acked_seq);
451                         if (chk->sent != SCTP_DATAGRAM_NR_ACKED) {
452                                 if (asoc->strmout[chk->rec.data.sid].chunks_on_queues > 0) {
453                                         asoc->strmout[chk->rec.data.sid].chunks_on_queues--;
454                                 }
455                         }
456                         if ((asoc->strmout[chk->rec.data.sid].chunks_on_queues == 0) &&
457                             (asoc->strmout[chk->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) &&
458                             TAILQ_EMPTY(&asoc->strmout[chk->rec.data.sid].outqueue)) {
459                                 asoc->trigger_reset = 1;
460                         }
461                         TAILQ_REMOVE(&asoc->sent_queue, chk, sctp_next);
462                         if (PR_SCTP_ENABLED(chk->flags)) {
463                                 if (asoc->pr_sctp_cnt != 0)
464                                         asoc->pr_sctp_cnt--;
465                         }
466                         if (chk->data) {
467                                 /* sa_ignore NO_NULL_CHK */
468                                 sctp_free_bufspace(stcb, asoc, chk, 1);
469                                 sctp_m_freem(chk->data);
470                                 chk->data = NULL;
471                                 if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(chk->flags)) {
472                                         asoc->sent_queue_cnt_removeable--;
473                                 }
474                         }
475                         asoc->sent_queue_cnt--;
476                         sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
477                 }
478         }
479         SCTP_PRINTF("after recover order is as follows\n");
480         TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
481                 SCTP_PRINTF("chk:%p TSN:%x\n", (void *)chk, chk->rec.data.tsn);
482         }
483 }
484 #endif
485
486 static int
487 sctp_mark_all_for_resend(struct sctp_tcb *stcb,
488     struct sctp_nets *net,
489     struct sctp_nets *alt,
490     int window_probe,
491     int *num_marked,
492     int *num_abandoned)
493 {
494
495         /*
496          * Mark all chunks (well not all) that were sent to *net for
497          * retransmission. Move them to alt for there destination as well...
498          * We only mark chunks that have been outstanding long enough to
499          * have received feed-back.
500          */
501         struct sctp_tmit_chunk *chk, *nchk;
502         struct sctp_nets *lnets;
503         struct timeval now, min_wait, tv;
504         int cur_rto;
505         int cnt_abandoned;
506         int audit_tf, num_mk, fir;
507         unsigned int cnt_mk;
508         uint32_t orig_flight, orig_tf;
509         uint32_t tsnlast, tsnfirst;
510 #ifndef INVARIANTS
511         int recovery_cnt = 0;
512 #endif
513
514         /* none in flight now */
515         audit_tf = 0;
516         fir = 0;
517         /*
518          * figure out how long a data chunk must be pending before we can
519          * mark it ..
520          */
521         (void)SCTP_GETTIME_TIMEVAL(&now);
522         /* get cur rto in micro-seconds */
523         cur_rto = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv;
524         cur_rto *= 1000;
525         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
526                 sctp_log_fr(cur_rto,
527                     stcb->asoc.peers_rwnd,
528                     window_probe,
529                     SCTP_FR_T3_MARK_TIME);
530                 sctp_log_fr(net->flight_size, 0, 0, SCTP_FR_CWND_REPORT);
531                 sctp_log_fr(net->flight_size, net->cwnd, stcb->asoc.total_flight, SCTP_FR_CWND_REPORT);
532         }
533         tv.tv_sec = cur_rto / 1000000;
534         tv.tv_usec = cur_rto % 1000000;
535         min_wait = now;
536         timevalsub(&min_wait, &tv);
537         if (min_wait.tv_sec < 0 || min_wait.tv_usec < 0) {
538                 /*
539                  * if we hit here, we don't have enough seconds on the clock
540                  * to account for the RTO. We just let the lower seconds be
541                  * the bounds and don't worry about it. This may mean we
542                  * will mark a lot more than we should.
543                  */
544                 min_wait.tv_sec = min_wait.tv_usec = 0;
545         }
546         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
547                 sctp_log_fr(cur_rto, (uint32_t)now.tv_sec, now.tv_usec, SCTP_FR_T3_MARK_TIME);
548                 sctp_log_fr(0, (uint32_t)min_wait.tv_sec, min_wait.tv_usec, SCTP_FR_T3_MARK_TIME);
549         }
550         /*
551          * Our rwnd will be incorrect here since we are not adding back the
552          * cnt * mbuf but we will fix that down below.
553          */
554         orig_flight = net->flight_size;
555         orig_tf = stcb->asoc.total_flight;
556
557         net->fast_retran_ip = 0;
558         /* Now on to each chunk */
559         cnt_abandoned = 0;
560         num_mk = cnt_mk = 0;
561         tsnfirst = tsnlast = 0;
562 #ifndef INVARIANTS
563 start_again:
564 #endif
565         TAILQ_FOREACH_SAFE(chk, &stcb->asoc.sent_queue, sctp_next, nchk) {
566                 if (SCTP_TSN_GE(stcb->asoc.last_acked_seq, chk->rec.data.tsn)) {
567                         /* Strange case our list got out of order? */
568                         SCTP_PRINTF("Our list is out of order? last_acked:%x chk:%x\n",
569                             (unsigned int)stcb->asoc.last_acked_seq, (unsigned int)chk->rec.data.tsn);
570 #ifdef INVARIANTS
571                         panic("last acked >= chk on sent-Q");
572 #else
573                         recovery_cnt++;
574                         SCTP_PRINTF("Recover attempts a restart cnt:%d\n", recovery_cnt);
575                         sctp_recover_sent_list(stcb);
576                         if (recovery_cnt < 10) {
577                                 goto start_again;
578                         } else {
579                                 SCTP_PRINTF("Recovery fails %d times??\n", recovery_cnt);
580                         }
581 #endif
582                 }
583                 if ((chk->whoTo == net) && (chk->sent < SCTP_DATAGRAM_ACKED)) {
584                         /*
585                          * found one to mark: If it is less than
586                          * DATAGRAM_ACKED it MUST not be a skipped or marked
587                          * TSN but instead one that is either already set
588                          * for retransmission OR one that needs
589                          * retransmission.
590                          */
591
592                         /* validate its been outstanding long enough */
593                         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
594                                 sctp_log_fr(chk->rec.data.tsn,
595                                     (uint32_t)chk->sent_rcv_time.tv_sec,
596                                     chk->sent_rcv_time.tv_usec,
597                                     SCTP_FR_T3_MARK_TIME);
598                         }
599                         if ((chk->sent_rcv_time.tv_sec > min_wait.tv_sec) && (window_probe == 0)) {
600                                 /*
601                                  * we have reached a chunk that was sent
602                                  * some seconds past our min.. forget it we
603                                  * will find no more to send.
604                                  */
605                                 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
606                                         sctp_log_fr(0,
607                                             (uint32_t)chk->sent_rcv_time.tv_sec,
608                                             chk->sent_rcv_time.tv_usec,
609                                             SCTP_FR_T3_STOPPED);
610                                 }
611                                 continue;
612                         } else if ((chk->sent_rcv_time.tv_sec == min_wait.tv_sec) &&
613                             (window_probe == 0)) {
614                                 /*
615                                  * we must look at the micro seconds to
616                                  * know.
617                                  */
618                                 if (chk->sent_rcv_time.tv_usec >= min_wait.tv_usec) {
619                                         /*
620                                          * ok it was sent after our boundary
621                                          * time.
622                                          */
623                                         continue;
624                                 }
625                         }
626                         if (stcb->asoc.prsctp_supported && PR_SCTP_TTL_ENABLED(chk->flags)) {
627                                 /* Is it expired? */
628                                 if (timevalcmp(&now, &chk->rec.data.timetodrop, >)) {
629                                         /* Yes so drop it */
630                                         if (chk->data) {
631                                                 (void)sctp_release_pr_sctp_chunk(stcb,
632                                                     chk,
633                                                     1,
634                                                     SCTP_SO_NOT_LOCKED);
635                                                 cnt_abandoned++;
636                                         }
637                                         continue;
638                                 }
639                         }
640                         if (stcb->asoc.prsctp_supported && PR_SCTP_RTX_ENABLED(chk->flags)) {
641                                 /* Has it been retransmitted tv_sec times? */
642                                 if (chk->snd_count > chk->rec.data.timetodrop.tv_sec) {
643                                         if (chk->data) {
644                                                 (void)sctp_release_pr_sctp_chunk(stcb,
645                                                     chk,
646                                                     1,
647                                                     SCTP_SO_NOT_LOCKED);
648                                                 cnt_abandoned++;
649                                         }
650                                         continue;
651                                 }
652                         }
653                         if (chk->sent < SCTP_DATAGRAM_RESEND) {
654                                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
655                                 num_mk++;
656                                 if (fir == 0) {
657                                         fir = 1;
658                                         tsnfirst = chk->rec.data.tsn;
659                                 }
660                                 tsnlast = chk->rec.data.tsn;
661                                 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
662                                         sctp_log_fr(chk->rec.data.tsn, chk->snd_count,
663                                             0, SCTP_FR_T3_MARKED);
664                                 }
665
666                                 if (chk->rec.data.chunk_was_revoked) {
667                                         /* deflate the cwnd */
668                                         chk->whoTo->cwnd -= chk->book_size;
669                                         chk->rec.data.chunk_was_revoked = 0;
670                                 }
671                                 net->marked_retrans++;
672                                 stcb->asoc.marked_retrans++;
673                                 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
674                                         sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND_TO,
675                                             chk->whoTo->flight_size,
676                                             chk->book_size,
677                                             (uint32_t)(uintptr_t)chk->whoTo,
678                                             chk->rec.data.tsn);
679                                 }
680                                 sctp_flight_size_decrease(chk);
681                                 sctp_total_flight_decrease(stcb, chk);
682                                 stcb->asoc.peers_rwnd += chk->send_size;
683                                 stcb->asoc.peers_rwnd += SCTP_BASE_SYSCTL(sctp_peer_chunk_oh);
684                         }
685                         chk->sent = SCTP_DATAGRAM_RESEND;
686                         chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
687                         SCTP_STAT_INCR(sctps_markedretrans);
688
689                         /* reset the TSN for striking and other FR stuff */
690                         chk->rec.data.doing_fast_retransmit = 0;
691                         /* Clear any time so NO RTT is being done */
692
693                         if (chk->do_rtt) {
694                                 if (chk->whoTo->rto_needed == 0) {
695                                         chk->whoTo->rto_needed = 1;
696                                 }
697                         }
698                         chk->do_rtt = 0;
699                         if (alt != net) {
700                                 sctp_free_remote_addr(chk->whoTo);
701                                 chk->no_fr_allowed = 1;
702                                 chk->whoTo = alt;
703                                 atomic_add_int(&alt->ref_count, 1);
704                         } else {
705                                 chk->no_fr_allowed = 0;
706                                 if (TAILQ_EMPTY(&stcb->asoc.send_queue)) {
707                                         chk->rec.data.fast_retran_tsn = stcb->asoc.sending_seq;
708                                 } else {
709                                         chk->rec.data.fast_retran_tsn = (TAILQ_FIRST(&stcb->asoc.send_queue))->rec.data.tsn;
710                                 }
711                         }
712                         /*
713                          * CMT: Do not allow FRs on retransmitted TSNs.
714                          */
715                         if (stcb->asoc.sctp_cmt_on_off > 0) {
716                                 chk->no_fr_allowed = 1;
717                         }
718 #ifdef THIS_SHOULD_NOT_BE_DONE
719                 } else if (chk->sent == SCTP_DATAGRAM_ACKED) {
720                         /* remember highest acked one */
721                         could_be_sent = chk;
722 #endif
723                 }
724                 if (chk->sent == SCTP_DATAGRAM_RESEND) {
725                         cnt_mk++;
726                 }
727         }
728         if ((orig_flight - net->flight_size) != (orig_tf - stcb->asoc.total_flight)) {
729                 /* we did not subtract the same things? */
730                 audit_tf = 1;
731         }
732
733         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
734                 sctp_log_fr(tsnfirst, tsnlast, num_mk, SCTP_FR_T3_TIMEOUT);
735         }
736 #ifdef SCTP_DEBUG
737         if (num_mk) {
738                 SCTPDBG(SCTP_DEBUG_TIMER1, "LAST TSN marked was %x\n",
739                     tsnlast);
740                 SCTPDBG(SCTP_DEBUG_TIMER1, "Num marked for retransmission was %d peer-rwd:%u\n",
741                     num_mk,
742                     stcb->asoc.peers_rwnd);
743         }
744 #endif
745         *num_marked = num_mk;
746         *num_abandoned = cnt_abandoned;
747         /*
748          * Now check for a ECN Echo that may be stranded And include the
749          * cnt_mk'd to have all resends in the control queue.
750          */
751         TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
752                 if (chk->sent == SCTP_DATAGRAM_RESEND) {
753                         cnt_mk++;
754                 }
755                 if ((chk->whoTo == net) &&
756                     (chk->rec.chunk_id.id == SCTP_ECN_ECHO)) {
757                         sctp_free_remote_addr(chk->whoTo);
758                         chk->whoTo = alt;
759                         if (chk->sent != SCTP_DATAGRAM_RESEND) {
760                                 chk->sent = SCTP_DATAGRAM_RESEND;
761                                 chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
762                                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
763                                 cnt_mk++;
764                         }
765                         atomic_add_int(&alt->ref_count, 1);
766                 }
767         }
768 #ifdef THIS_SHOULD_NOT_BE_DONE
769         if ((stcb->asoc.sent_queue_retran_cnt == 0) && (could_be_sent)) {
770                 /* fix it so we retransmit the highest acked anyway */
771                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
772                 cnt_mk++;
773                 could_be_sent->sent = SCTP_DATAGRAM_RESEND;
774         }
775 #endif
776         if (stcb->asoc.sent_queue_retran_cnt != cnt_mk) {
777 #ifdef INVARIANTS
778                 SCTP_PRINTF("Local Audit says there are %d for retran asoc cnt:%d we marked:%d this time\n",
779                     cnt_mk, stcb->asoc.sent_queue_retran_cnt, num_mk);
780 #endif
781 #ifndef SCTP_AUDITING_ENABLED
782                 stcb->asoc.sent_queue_retran_cnt = cnt_mk;
783 #endif
784         }
785         if (audit_tf) {
786                 SCTPDBG(SCTP_DEBUG_TIMER4,
787                     "Audit total flight due to negative value net:%p\n",
788                     (void *)net);
789                 stcb->asoc.total_flight = 0;
790                 stcb->asoc.total_flight_count = 0;
791                 /* Clear all networks flight size */
792                 TAILQ_FOREACH(lnets, &stcb->asoc.nets, sctp_next) {
793                         lnets->flight_size = 0;
794                         SCTPDBG(SCTP_DEBUG_TIMER4,
795                             "Net:%p c-f cwnd:%d ssthresh:%d\n",
796                             (void *)lnets, lnets->cwnd, lnets->ssthresh);
797                 }
798                 TAILQ_FOREACH(chk, &stcb->asoc.sent_queue, sctp_next) {
799                         if (chk->sent < SCTP_DATAGRAM_RESEND) {
800                                 if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
801                                         sctp_misc_ints(SCTP_FLIGHT_LOG_UP,
802                                             chk->whoTo->flight_size,
803                                             chk->book_size,
804                                             (uint32_t)(uintptr_t)chk->whoTo,
805                                             chk->rec.data.tsn);
806                                 }
807
808                                 sctp_flight_size_increase(chk);
809                                 sctp_total_flight_increase(stcb, chk);
810                         }
811                 }
812         }
813         /* We return 1 if we only have a window probe outstanding */
814         return (0);
815 }
816
817 int
818 sctp_t3rxt_timer(struct sctp_inpcb *inp,
819     struct sctp_tcb *stcb,
820     struct sctp_nets *net)
821 {
822         struct sctp_nets *alt;
823         int win_probe, num_mk, num_abandoned;
824
825         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
826                 sctp_log_fr(0, 0, 0, SCTP_FR_T3_TIMEOUT);
827         }
828         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
829                 struct sctp_nets *lnet;
830
831                 TAILQ_FOREACH(lnet, &stcb->asoc.nets, sctp_next) {
832                         if (net == lnet) {
833                                 sctp_log_cwnd(stcb, lnet, 1, SCTP_CWND_LOG_FROM_T3);
834                         } else {
835                                 sctp_log_cwnd(stcb, lnet, 0, SCTP_CWND_LOG_FROM_T3);
836                         }
837                 }
838         }
839         /* Find an alternate and mark those for retransmission */
840         if ((stcb->asoc.peers_rwnd == 0) &&
841             (stcb->asoc.total_flight < net->mtu)) {
842                 SCTP_STAT_INCR(sctps_timowindowprobe);
843                 win_probe = 1;
844         } else {
845                 win_probe = 0;
846         }
847
848         if (win_probe == 0) {
849                 /* We don't do normal threshold management on window probes */
850                 if (sctp_threshold_management(inp, stcb, net,
851                     stcb->asoc.max_send_times)) {
852                         /* Association was destroyed */
853                         return (1);
854                 } else {
855                         if (net != stcb->asoc.primary_destination) {
856                                 /* send a immediate HB if our RTO is stale */
857                                 struct timeval now;
858                                 uint32_t ms_goneby;
859
860                                 (void)SCTP_GETTIME_TIMEVAL(&now);
861                                 if (net->last_sent_time.tv_sec) {
862                                         ms_goneby = (uint32_t)(now.tv_sec - net->last_sent_time.tv_sec) * 1000;
863                                 } else {
864                                         ms_goneby = 0;
865                                 }
866                                 if ((net->dest_state & SCTP_ADDR_PF) == 0) {
867                                         if ((ms_goneby > net->RTO) || (net->RTO == 0)) {
868                                                 /*
869                                                  * no recent feed back in an
870                                                  * RTO or more, request a
871                                                  * RTT update
872                                                  */
873                                                 sctp_send_hb(stcb, net, SCTP_SO_NOT_LOCKED);
874                                         }
875                                 }
876                         }
877                 }
878         } else {
879                 /*
880                  * For a window probe we don't penalize the net's but only
881                  * the association. This may fail it if SACKs are not coming
882                  * back. If sack's are coming with rwnd locked at 0, we will
883                  * continue to hold things waiting for rwnd to raise
884                  */
885                 if (sctp_threshold_management(inp, stcb, NULL,
886                     stcb->asoc.max_send_times)) {
887                         /* Association was destroyed */
888                         return (1);
889                 }
890         }
891         if (stcb->asoc.sctp_cmt_on_off > 0) {
892                 if (net->pf_threshold < net->failure_threshold) {
893                         alt = sctp_find_alternate_net(stcb, net, 2);
894                 } else {
895                         /*
896                          * CMT: Using RTX_SSTHRESH policy for CMT. If CMT is
897                          * being used, then pick dest with largest ssthresh
898                          * for any retransmission.
899                          */
900                         alt = sctp_find_alternate_net(stcb, net, 1);
901                         /*
902                          * CUCv2: If a different dest is picked for the
903                          * retransmission, then new (rtx-)pseudo_cumack
904                          * needs to be tracked for orig dest. Let CUCv2
905                          * track new (rtx-) pseudo-cumack always.
906                          */
907                         net->find_pseudo_cumack = 1;
908                         net->find_rtx_pseudo_cumack = 1;
909                 }
910         } else {
911                 alt = sctp_find_alternate_net(stcb, net, 0);
912         }
913
914         num_mk = 0;
915         num_abandoned = 0;
916         (void)sctp_mark_all_for_resend(stcb, net, alt, win_probe,
917             &num_mk, &num_abandoned);
918         /* FR Loss recovery just ended with the T3. */
919         stcb->asoc.fast_retran_loss_recovery = 0;
920
921         /* CMT FR loss recovery ended with the T3 */
922         net->fast_retran_loss_recovery = 0;
923         if ((stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) &&
924             (net->flight_size == 0)) {
925                 (*stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) (stcb, net);
926         }
927
928         /*
929          * setup the sat loss recovery that prevents satellite cwnd advance.
930          */
931         stcb->asoc.sat_t3_loss_recovery = 1;
932         stcb->asoc.sat_t3_recovery_tsn = stcb->asoc.sending_seq;
933
934         /* Backoff the timer and cwnd */
935         sctp_backoff_on_timeout(stcb, net, win_probe, num_mk, num_abandoned);
936         if (((net->dest_state & SCTP_ADDR_REACHABLE) == 0) ||
937             (net->dest_state & SCTP_ADDR_PF)) {
938                 /* Move all pending over too */
939                 sctp_move_chunks_from_net(stcb, net);
940
941                 /*
942                  * Get the address that failed, to force a new src address
943                  * selection and a route allocation.
944                  */
945                 if (net->ro._s_addr != NULL) {
946                         sctp_free_ifa(net->ro._s_addr);
947                         net->ro._s_addr = NULL;
948                 }
949                 net->src_addr_selected = 0;
950
951                 /* Force a route allocation too */
952                 RO_NHFREE(&net->ro);
953
954                 /* Was it our primary? */
955                 if ((stcb->asoc.primary_destination == net) && (alt != net)) {
956                         /*
957                          * Yes, note it as such and find an alternate note:
958                          * this means HB code must use this to resent the
959                          * primary if it goes active AND if someone does a
960                          * change-primary then this flag must be cleared
961                          * from any net structures.
962                          */
963                         if (stcb->asoc.alternate != NULL) {
964                                 sctp_free_remote_addr(stcb->asoc.alternate);
965                         }
966                         stcb->asoc.alternate = alt;
967                         atomic_add_int(&stcb->asoc.alternate->ref_count, 1);
968                 }
969         }
970         /*
971          * Special case for cookie-echo'ed case, we don't do output but must
972          * await the COOKIE-ACK before retransmission
973          */
974         if (SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_ECHOED) {
975                 /*
976                  * Here we just reset the timer and start again since we
977                  * have not established the asoc
978                  */
979                 sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
980                 return (0);
981         }
982         if (stcb->asoc.prsctp_supported) {
983                 struct sctp_tmit_chunk *lchk;
984
985                 lchk = sctp_try_advance_peer_ack_point(stcb, &stcb->asoc);
986                 /* C3. See if we need to send a Fwd-TSN */
987                 if (SCTP_TSN_GT(stcb->asoc.advanced_peer_ack_point, stcb->asoc.last_acked_seq)) {
988                         send_forward_tsn(stcb, &stcb->asoc);
989                         for (; lchk != NULL; lchk = TAILQ_NEXT(lchk, sctp_next)) {
990                                 if (lchk->whoTo != NULL) {
991                                         break;
992                                 }
993                         }
994                         if (lchk != NULL) {
995                                 /* Assure a timer is up */
996                                 sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, lchk->whoTo);
997                         }
998                 }
999         }
1000         if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_MONITOR_ENABLE) {
1001                 sctp_log_cwnd(stcb, net, net->cwnd, SCTP_CWND_LOG_FROM_RTX);
1002         }
1003         return (0);
1004 }
1005
1006 int
1007 sctp_t1init_timer(struct sctp_inpcb *inp,
1008     struct sctp_tcb *stcb,
1009     struct sctp_nets *net)
1010 {
1011         /* bump the thresholds */
1012         if (stcb->asoc.delayed_connection) {
1013                 /*
1014                  * special hook for delayed connection. The library did NOT
1015                  * complete the rest of its sends.
1016                  */
1017                 stcb->asoc.delayed_connection = 0;
1018                 sctp_send_initiate(inp, stcb, SCTP_SO_NOT_LOCKED);
1019                 return (0);
1020         }
1021         if (SCTP_GET_STATE(stcb) != SCTP_STATE_COOKIE_WAIT) {
1022                 return (0);
1023         }
1024         if (sctp_threshold_management(inp, stcb, net,
1025             stcb->asoc.max_init_times)) {
1026                 /* Association was destroyed */
1027                 return (1);
1028         }
1029         stcb->asoc.dropped_special_cnt = 0;
1030         sctp_backoff_on_timeout(stcb, stcb->asoc.primary_destination, 1, 0, 0);
1031         if (stcb->asoc.initial_init_rto_max < net->RTO) {
1032                 net->RTO = stcb->asoc.initial_init_rto_max;
1033         }
1034         if (stcb->asoc.numnets > 1) {
1035                 /* If we have more than one addr use it */
1036                 struct sctp_nets *alt;
1037
1038                 alt = sctp_find_alternate_net(stcb, stcb->asoc.primary_destination, 0);
1039                 if (alt != stcb->asoc.primary_destination) {
1040                         sctp_move_chunks_from_net(stcb, stcb->asoc.primary_destination);
1041                         stcb->asoc.primary_destination = alt;
1042                 }
1043         }
1044         /* Send out a new init */
1045         sctp_send_initiate(inp, stcb, SCTP_SO_NOT_LOCKED);
1046         return (0);
1047 }
1048
1049 /*
1050  * For cookie and asconf we actually need to find and mark for resend, then
1051  * increment the resend counter (after all the threshold management stuff of
1052  * course).
1053  */
1054 int
1055 sctp_cookie_timer(struct sctp_inpcb *inp,
1056     struct sctp_tcb *stcb,
1057     struct sctp_nets *net SCTP_UNUSED)
1058 {
1059         struct sctp_nets *alt;
1060         struct sctp_tmit_chunk *cookie;
1061
1062         /* first before all else we must find the cookie */
1063         TAILQ_FOREACH(cookie, &stcb->asoc.control_send_queue, sctp_next) {
1064                 if (cookie->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
1065                         break;
1066                 }
1067         }
1068         if (cookie == NULL) {
1069                 if (SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_ECHOED) {
1070                         /* FOOBAR! */
1071                         struct mbuf *op_err;
1072
1073                         op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
1074                             "Cookie timer expired, but no cookie");
1075                         inp->last_abort_code = SCTP_FROM_SCTP_TIMER + SCTP_LOC_3;
1076                         sctp_abort_an_association(inp, stcb, op_err, false, SCTP_SO_NOT_LOCKED);
1077                 } else {
1078 #ifdef INVARIANTS
1079                         panic("Cookie timer expires in wrong state?");
1080 #else
1081                         SCTP_PRINTF("Strange in state %d not cookie-echoed yet c-e timer expires?\n", SCTP_GET_STATE(stcb));
1082                         return (0);
1083 #endif
1084                 }
1085                 return (0);
1086         }
1087         /* Ok we found the cookie, threshold management next */
1088         if (sctp_threshold_management(inp, stcb, cookie->whoTo,
1089             stcb->asoc.max_init_times)) {
1090                 /* Assoc is over */
1091                 return (1);
1092         }
1093         /*
1094          * Cleared threshold management, now lets backoff the address and
1095          * select an alternate
1096          */
1097         stcb->asoc.dropped_special_cnt = 0;
1098         sctp_backoff_on_timeout(stcb, cookie->whoTo, 1, 0, 0);
1099         alt = sctp_find_alternate_net(stcb, cookie->whoTo, 0);
1100         if (alt != cookie->whoTo) {
1101                 sctp_free_remote_addr(cookie->whoTo);
1102                 cookie->whoTo = alt;
1103                 atomic_add_int(&alt->ref_count, 1);
1104         }
1105         /* Now mark the retran info */
1106         if (cookie->sent != SCTP_DATAGRAM_RESEND) {
1107                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1108         }
1109         cookie->sent = SCTP_DATAGRAM_RESEND;
1110         cookie->flags |= CHUNK_FLAGS_FRAGMENT_OK;
1111         /*
1112          * Now call the output routine to kick out the cookie again, Note we
1113          * don't mark any chunks for retran so that FR will need to kick in
1114          * to move these (or a send timer).
1115          */
1116         return (0);
1117 }
1118
1119 int
1120 sctp_strreset_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb)
1121 {
1122         struct sctp_nets *alt, *net;
1123         struct sctp_tmit_chunk *strrst = NULL, *chk = NULL;
1124
1125         if (stcb->asoc.stream_reset_outstanding == 0) {
1126                 return (0);
1127         }
1128         /* find the existing STRRESET, we use the seq number we sent out on */
1129         (void)sctp_find_stream_reset(stcb, stcb->asoc.str_reset_seq_out, &strrst);
1130         if (strrst == NULL) {
1131                 return (0);
1132         }
1133         net = strrst->whoTo;
1134         /* do threshold management */
1135         if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1136                 /* Assoc is over */
1137                 return (1);
1138         }
1139         /*
1140          * Cleared threshold management, now lets backoff the address and
1141          * select an alternate
1142          */
1143         sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1144         alt = sctp_find_alternate_net(stcb, net, 0);
1145         strrst->whoTo = alt;
1146         atomic_add_int(&alt->ref_count, 1);
1147
1148         /* See if a ECN Echo is also stranded */
1149         TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
1150                 if ((chk->whoTo == net) &&
1151                     (chk->rec.chunk_id.id == SCTP_ECN_ECHO)) {
1152                         sctp_free_remote_addr(chk->whoTo);
1153                         if (chk->sent != SCTP_DATAGRAM_RESEND) {
1154                                 chk->sent = SCTP_DATAGRAM_RESEND;
1155                                 chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
1156                                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1157                         }
1158                         chk->whoTo = alt;
1159                         atomic_add_int(&alt->ref_count, 1);
1160                 }
1161         }
1162         if ((net->dest_state & SCTP_ADDR_REACHABLE) == 0) {
1163                 /*
1164                  * If the address went un-reachable, we need to move to
1165                  * alternates for ALL chk's in queue
1166                  */
1167                 sctp_move_chunks_from_net(stcb, net);
1168         }
1169         sctp_free_remote_addr(net);
1170
1171         /* mark the retran info */
1172         if (strrst->sent != SCTP_DATAGRAM_RESEND)
1173                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1174         strrst->sent = SCTP_DATAGRAM_RESEND;
1175         strrst->flags |= CHUNK_FLAGS_FRAGMENT_OK;
1176
1177         /* restart the timer */
1178         sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, inp, stcb, alt);
1179         return (0);
1180 }
1181
1182 int
1183 sctp_asconf_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1184     struct sctp_nets *net)
1185 {
1186         struct sctp_nets *alt;
1187         struct sctp_tmit_chunk *asconf, *chk;
1188
1189         /* is this a first send, or a retransmission? */
1190         if (TAILQ_EMPTY(&stcb->asoc.asconf_send_queue)) {
1191                 /* compose a new ASCONF chunk and send it */
1192                 sctp_send_asconf(stcb, net, SCTP_ADDR_NOT_LOCKED);
1193         } else {
1194                 /*
1195                  * Retransmission of the existing ASCONF is needed
1196                  */
1197
1198                 /* find the existing ASCONF */
1199                 asconf = TAILQ_FIRST(&stcb->asoc.asconf_send_queue);
1200                 if (asconf == NULL) {
1201                         return (0);
1202                 }
1203                 net = asconf->whoTo;
1204                 /* do threshold management */
1205                 if (sctp_threshold_management(inp, stcb, net,
1206                     stcb->asoc.max_send_times)) {
1207                         /* Assoc is over */
1208                         return (1);
1209                 }
1210                 if (asconf->snd_count > stcb->asoc.max_send_times) {
1211                         /*
1212                          * Something is rotten: our peer is not responding
1213                          * to ASCONFs but apparently is to other chunks.
1214                          * i.e. it is not properly handling the chunk type
1215                          * upper bits. Mark this peer as ASCONF incapable
1216                          * and cleanup.
1217                          */
1218                         SCTPDBG(SCTP_DEBUG_TIMER1, "asconf_timer: Peer has not responded to our repeated ASCONFs\n");
1219                         sctp_asconf_cleanup(stcb);
1220                         return (0);
1221                 }
1222                 /*
1223                  * cleared threshold management, so now backoff the net and
1224                  * select an alternate
1225                  */
1226                 sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1227                 alt = sctp_find_alternate_net(stcb, net, 0);
1228                 if (asconf->whoTo != alt) {
1229                         asconf->whoTo = alt;
1230                         atomic_add_int(&alt->ref_count, 1);
1231                 }
1232
1233                 /* See if an ECN Echo is also stranded */
1234                 TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
1235                         if ((chk->whoTo == net) &&
1236                             (chk->rec.chunk_id.id == SCTP_ECN_ECHO)) {
1237                                 sctp_free_remote_addr(chk->whoTo);
1238                                 chk->whoTo = alt;
1239                                 if (chk->sent != SCTP_DATAGRAM_RESEND) {
1240                                         chk->sent = SCTP_DATAGRAM_RESEND;
1241                                         chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
1242                                         sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1243                                 }
1244                                 atomic_add_int(&alt->ref_count, 1);
1245                         }
1246                 }
1247                 TAILQ_FOREACH(chk, &stcb->asoc.asconf_send_queue, sctp_next) {
1248                         if (chk->whoTo != alt) {
1249                                 sctp_free_remote_addr(chk->whoTo);
1250                                 chk->whoTo = alt;
1251                                 atomic_add_int(&alt->ref_count, 1);
1252                         }
1253                         if (asconf->sent != SCTP_DATAGRAM_RESEND && chk->sent != SCTP_DATAGRAM_UNSENT)
1254                                 sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1255                         chk->sent = SCTP_DATAGRAM_RESEND;
1256                         chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
1257                 }
1258                 if ((net->dest_state & SCTP_ADDR_REACHABLE) == 0) {
1259                         /*
1260                          * If the address went un-reachable, we need to move
1261                          * to the alternate for ALL chunks in queue
1262                          */
1263                         sctp_move_chunks_from_net(stcb, net);
1264                 }
1265                 sctp_free_remote_addr(net);
1266
1267                 /* mark the retran info */
1268                 if (asconf->sent != SCTP_DATAGRAM_RESEND)
1269                         sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1270                 asconf->sent = SCTP_DATAGRAM_RESEND;
1271                 asconf->flags |= CHUNK_FLAGS_FRAGMENT_OK;
1272
1273                 /* send another ASCONF if any and we can do */
1274                 sctp_send_asconf(stcb, alt, SCTP_ADDR_NOT_LOCKED);
1275         }
1276         return (0);
1277 }
1278
1279 /* Mobility adaptation */
1280 void
1281 sctp_delete_prim_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb)
1282 {
1283         if (stcb->asoc.deleted_primary == NULL) {
1284                 SCTPDBG(SCTP_DEBUG_ASCONF1, "delete_prim_timer: deleted_primary is not stored...\n");
1285                 sctp_mobility_feature_off(inp, SCTP_MOBILITY_PRIM_DELETED);
1286                 return;
1287         }
1288         SCTPDBG(SCTP_DEBUG_ASCONF1, "delete_prim_timer: finished to keep deleted primary ");
1289         SCTPDBG_ADDR(SCTP_DEBUG_ASCONF1, &stcb->asoc.deleted_primary->ro._l_addr.sa);
1290         sctp_free_remote_addr(stcb->asoc.deleted_primary);
1291         stcb->asoc.deleted_primary = NULL;
1292         sctp_mobility_feature_off(inp, SCTP_MOBILITY_PRIM_DELETED);
1293         return;
1294 }
1295
1296 /*
1297  * For the shutdown and shutdown-ack, we do not keep one around on the
1298  * control queue. This means we must generate a new one and call the general
1299  * chunk output routine, AFTER having done threshold management.
1300  * It is assumed that net is non-NULL.
1301  */
1302 int
1303 sctp_shutdown_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1304     struct sctp_nets *net)
1305 {
1306         struct sctp_nets *alt;
1307
1308         /* first threshold management */
1309         if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1310                 /* Assoc is over */
1311                 return (1);
1312         }
1313         sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1314         /* second select an alternative */
1315         alt = sctp_find_alternate_net(stcb, net, 0);
1316
1317         /* third generate a shutdown into the queue for out net */
1318         sctp_send_shutdown(stcb, alt);
1319
1320         /* fourth restart timer */
1321         sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, inp, stcb, alt);
1322         return (0);
1323 }
1324
1325 int
1326 sctp_shutdownack_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1327     struct sctp_nets *net)
1328 {
1329         struct sctp_nets *alt;
1330
1331         /* first threshold management */
1332         if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1333                 /* Assoc is over */
1334                 return (1);
1335         }
1336         sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1337         /* second select an alternative */
1338         alt = sctp_find_alternate_net(stcb, net, 0);
1339
1340         /* third generate a shutdown into the queue for out net */
1341         sctp_send_shutdown_ack(stcb, alt);
1342
1343         /* fourth restart timer */
1344         sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, inp, stcb, alt);
1345         return (0);
1346 }
1347
1348 static void
1349 sctp_audit_stream_queues_for_size(struct sctp_inpcb *inp, struct sctp_tcb *stcb)
1350 {
1351         struct sctp_stream_queue_pending *sp;
1352         unsigned int i, chks_in_queue = 0;
1353         int being_filled = 0;
1354
1355         KASSERT(inp != NULL, ("inp is NULL"));
1356         KASSERT(stcb != NULL, ("stcb is NULL"));
1357         SCTP_TCB_LOCK_ASSERT(stcb);
1358         KASSERT(TAILQ_EMPTY(&stcb->asoc.send_queue), ("send_queue not empty"));
1359         KASSERT(TAILQ_EMPTY(&stcb->asoc.sent_queue), ("sent_queue not empty"));
1360
1361         if (stcb->asoc.sent_queue_retran_cnt) {
1362                 SCTP_PRINTF("Hmm, sent_queue_retran_cnt is non-zero %d\n",
1363                     stcb->asoc.sent_queue_retran_cnt);
1364                 stcb->asoc.sent_queue_retran_cnt = 0;
1365         }
1366         if (stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, &stcb->asoc)) {
1367                 /* No stream scheduler information, initialize scheduler */
1368                 stcb->asoc.ss_functions.sctp_ss_init(stcb, &stcb->asoc);
1369                 if (!stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, &stcb->asoc)) {
1370                         /* yep, we lost a stream or two */
1371                         SCTP_PRINTF("Found additional streams NOT managed by scheduler, corrected\n");
1372                 } else {
1373                         /* no streams lost */
1374                         stcb->asoc.total_output_queue_size = 0;
1375                 }
1376         }
1377         /* Check to see if some data queued, if so report it */
1378         for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
1379                 if (!TAILQ_EMPTY(&stcb->asoc.strmout[i].outqueue)) {
1380                         TAILQ_FOREACH(sp, &stcb->asoc.strmout[i].outqueue, next) {
1381                                 if (sp->msg_is_complete)
1382                                         being_filled++;
1383                                 chks_in_queue++;
1384                         }
1385                 }
1386         }
1387         if (chks_in_queue != stcb->asoc.stream_queue_cnt) {
1388                 SCTP_PRINTF("Hmm, stream queue cnt at %d I counted %d in stream out wheel\n",
1389                     stcb->asoc.stream_queue_cnt, chks_in_queue);
1390         }
1391         if (chks_in_queue) {
1392                 /* call the output queue function */
1393                 sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_T3, SCTP_SO_NOT_LOCKED);
1394                 if ((TAILQ_EMPTY(&stcb->asoc.send_queue)) &&
1395                     (TAILQ_EMPTY(&stcb->asoc.sent_queue))) {
1396                         /*
1397                          * Probably should go in and make it go back through
1398                          * and add fragments allowed
1399                          */
1400                         if (being_filled == 0) {
1401                                 SCTP_PRINTF("Still nothing moved %d chunks are stuck\n",
1402                                     chks_in_queue);
1403                         }
1404                 }
1405         } else {
1406                 SCTP_PRINTF("Found no chunks on any queue tot:%lu\n",
1407                     (u_long)stcb->asoc.total_output_queue_size);
1408                 stcb->asoc.total_output_queue_size = 0;
1409         }
1410 }
1411
1412 int
1413 sctp_heartbeat_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1414     struct sctp_nets *net)
1415 {
1416         bool net_was_pf;
1417
1418         net_was_pf = (net->dest_state & SCTP_ADDR_PF) != 0;
1419         if (net->hb_responded == 0) {
1420                 if (net->ro._s_addr != NULL) {
1421                         /*
1422                          * Invalidate the src address if we did not get a
1423                          * response last time.
1424                          */
1425                         sctp_free_ifa(net->ro._s_addr);
1426                         net->ro._s_addr = NULL;
1427                         net->src_addr_selected = 0;
1428                 }
1429                 sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1430                 if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1431                         /* Assoc is over */
1432                         return (1);
1433                 }
1434         }
1435         /* Zero PBA, if it needs it */
1436         if (net->partial_bytes_acked > 0) {
1437                 net->partial_bytes_acked = 0;
1438         }
1439         if ((stcb->asoc.total_output_queue_size > 0) &&
1440             (TAILQ_EMPTY(&stcb->asoc.send_queue)) &&
1441             (TAILQ_EMPTY(&stcb->asoc.sent_queue))) {
1442                 sctp_audit_stream_queues_for_size(inp, stcb);
1443         }
1444         if ((((net->dest_state & SCTP_ADDR_NOHB) == 0) ||
1445             (net->dest_state & SCTP_ADDR_UNCONFIRMED)) &&
1446             (net_was_pf || ((net->dest_state & SCTP_ADDR_PF) == 0))) {
1447                 /*
1448                  * When moving to PF during threshold management, a HB has
1449                  * been queued in that routine.
1450                  */
1451                 uint32_t ms_gone_by;
1452
1453                 if ((net->last_sent_time.tv_sec > 0) ||
1454                     (net->last_sent_time.tv_usec > 0)) {
1455                         struct timeval diff;
1456
1457                         SCTP_GETTIME_TIMEVAL(&diff);
1458                         timevalsub(&diff, &net->last_sent_time);
1459                         ms_gone_by = (uint32_t)(diff.tv_sec * 1000) +
1460                             (uint32_t)(diff.tv_usec / 1000);
1461                 } else {
1462                         ms_gone_by = 0xffffffff;
1463                 }
1464                 if ((ms_gone_by >= net->heart_beat_delay) ||
1465                     (net->dest_state & SCTP_ADDR_UNCONFIRMED) ||
1466                     (net->dest_state & SCTP_ADDR_PF)) {
1467                         sctp_send_hb(stcb, net, SCTP_SO_NOT_LOCKED);
1468                 }
1469         }
1470         return (0);
1471 }
1472
1473 void
1474 sctp_pathmtu_timer(struct sctp_inpcb *inp,
1475     struct sctp_tcb *stcb,
1476     struct sctp_nets *net)
1477 {
1478         uint32_t next_mtu, mtu;
1479
1480         next_mtu = sctp_get_next_mtu(net->mtu);
1481
1482         if ((next_mtu > net->mtu) && (net->port == 0)) {
1483                 if ((net->src_addr_selected == 0) ||
1484                     (net->ro._s_addr == NULL) ||
1485                     (net->ro._s_addr->localifa_flags & SCTP_BEING_DELETED)) {
1486                         if ((net->ro._s_addr != NULL) && (net->ro._s_addr->localifa_flags & SCTP_BEING_DELETED)) {
1487                                 sctp_free_ifa(net->ro._s_addr);
1488                                 net->ro._s_addr = NULL;
1489                                 net->src_addr_selected = 0;
1490                         } else if (net->ro._s_addr == NULL) {
1491 #if defined(INET6) && defined(SCTP_EMBEDDED_V6_SCOPE)
1492                                 if (net->ro._l_addr.sa.sa_family == AF_INET6) {
1493                                         struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
1494
1495                                         /* KAME hack: embed scopeid */
1496                                         (void)sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone));
1497                                 }
1498 #endif
1499
1500                                 net->ro._s_addr = sctp_source_address_selection(inp,
1501                                     stcb,
1502                                     (sctp_route_t *)&net->ro,
1503                                     net, 0, stcb->asoc.vrf_id);
1504 #if defined(INET6) && defined(SCTP_EMBEDDED_V6_SCOPE)
1505                                 if (net->ro._l_addr.sa.sa_family == AF_INET6) {
1506                                         struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
1507
1508                                         (void)sa6_recoverscope(sin6);
1509                                 }
1510 #endif                          /* INET6 */
1511                         }
1512                         if (net->ro._s_addr)
1513                                 net->src_addr_selected = 1;
1514                 }
1515                 if (net->ro._s_addr) {
1516                         mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._s_addr.sa, net->ro.ro_nh);
1517 #if defined(INET) || defined(INET6)
1518                         if (net->port) {
1519                                 mtu -= sizeof(struct udphdr);
1520                         }
1521 #endif
1522                         if (mtu > next_mtu) {
1523                                 net->mtu = next_mtu;
1524                         } else {
1525                                 net->mtu = mtu;
1526                         }
1527                 }
1528         }
1529         /* restart the timer */
1530         sctp_timer_start(SCTP_TIMER_TYPE_PATHMTURAISE, inp, stcb, net);
1531 }
1532
1533 void
1534 sctp_autoclose_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb)
1535 {
1536         struct timeval tn, *tim_touse;
1537         struct sctp_association *asoc;
1538         uint32_t ticks_gone_by;
1539
1540         (void)SCTP_GETTIME_TIMEVAL(&tn);
1541         if (stcb->asoc.sctp_autoclose_ticks > 0 &&
1542             sctp_is_feature_on(inp, SCTP_PCB_FLAGS_AUTOCLOSE)) {
1543                 /* Auto close is on */
1544                 asoc = &stcb->asoc;
1545                 /* pick the time to use */
1546                 if (asoc->time_last_rcvd.tv_sec >
1547                     asoc->time_last_sent.tv_sec) {
1548                         tim_touse = &asoc->time_last_rcvd;
1549                 } else {
1550                         tim_touse = &asoc->time_last_sent;
1551                 }
1552                 /* Now has long enough transpired to autoclose? */
1553                 ticks_gone_by = sctp_secs_to_ticks((uint32_t)(tn.tv_sec - tim_touse->tv_sec));
1554                 if (ticks_gone_by >= asoc->sctp_autoclose_ticks) {
1555                         /*
1556                          * autoclose time has hit, call the output routine,
1557                          * which should do nothing just to be SURE we don't
1558                          * have hanging data. We can then safely check the
1559                          * queues and know that we are clear to send
1560                          * shutdown
1561                          */
1562                         sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_AUTOCLOSE_TMR, SCTP_SO_NOT_LOCKED);
1563                         /* Are we clean? */
1564                         if (TAILQ_EMPTY(&asoc->send_queue) &&
1565                             TAILQ_EMPTY(&asoc->sent_queue)) {
1566                                 /*
1567                                  * there is nothing queued to send, so I'm
1568                                  * done...
1569                                  */
1570                                 if (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_SENT) {
1571                                         /* only send SHUTDOWN 1st time thru */
1572                                         struct sctp_nets *net;
1573
1574                                         if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) ||
1575                                             (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) {
1576                                                 SCTP_STAT_DECR_GAUGE32(sctps_currestab);
1577                                         }
1578                                         SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT);
1579                                         sctp_stop_timers_for_shutdown(stcb);
1580                                         if (stcb->asoc.alternate) {
1581                                                 net = stcb->asoc.alternate;
1582                                         } else {
1583                                                 net = stcb->asoc.primary_destination;
1584                                         }
1585                                         sctp_send_shutdown(stcb, net);
1586                                         sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN,
1587                                             stcb->sctp_ep, stcb, net);
1588                                         sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD,
1589                                             stcb->sctp_ep, stcb, NULL);
1590                                 }
1591                         }
1592                 } else {
1593                         /*
1594                          * No auto close at this time, reset t-o to check
1595                          * later
1596                          */
1597                         uint32_t tmp;
1598
1599                         /* fool the timer startup to use the time left */
1600                         tmp = asoc->sctp_autoclose_ticks;
1601                         asoc->sctp_autoclose_ticks -= ticks_gone_by;
1602                         sctp_timer_start(SCTP_TIMER_TYPE_AUTOCLOSE, inp, stcb, NULL);
1603                         /* restore the real tick value */
1604                         asoc->sctp_autoclose_ticks = tmp;
1605                 }
1606         }
1607 }