2 * Copyright (c) 1986, 1988, 1991, 1993
3 * The Regents of the University of California. All rights reserved.
4 * (c) UNIX System Laboratories, Inc.
5 * All or some portions of this file are derived from material licensed
6 * to the University of California by American Telephone and Telegraph
7 * Co. or Unix System Laboratories, Inc. and are reproduced herein with
8 * the permission of UNIX System Laboratories, Inc.
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. All advertising materials mentioning features or use of this software
19 * must display the following acknowledgement:
20 * This product includes software developed by the University of
21 * California, Berkeley and its contributors.
22 * 4. Neither the name of the University nor the names of its contributors
23 * may be used to endorse or promote products derived from this software
24 * without specific prior written permission.
26 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
38 * @(#)kern_shutdown.c 8.3 (Berkeley) 1/21/94
39 * $FreeBSD: src/sys/kern/kern_shutdown.c,v 1.72.2.12 2002/02/21 19:15:10 dillon Exp $
43 #include "opt_ddb_trace.h"
44 #include "opt_panic.h"
45 #include "opt_show_busybufs.h"
48 #include <sys/param.h>
49 #include <sys/systm.h>
50 #include <sys/eventhandler.h>
53 #include <sys/diskslice.h>
54 #include <sys/reboot.h>
57 #include <sys/fcntl.h> /* FREAD */
58 #include <sys/stat.h> /* S_IFCHR */
59 #include <sys/vnode.h>
60 #include <sys/kernel.h>
61 #include <sys/kerneldump.h>
62 #include <sys/kthread.h>
63 #include <sys/malloc.h>
64 #include <sys/mount.h>
65 #include <sys/queue.h>
66 #include <sys/sysctl.h>
67 #include <sys/vkernel.h>
69 #include <sys/sysproto.h>
70 #include <sys/device.h>
73 #include <sys/kern_syscall.h>
74 #include <vm/vm_map.h>
77 #include <sys/thread2.h>
79 #include <sys/mplock2.h>
81 #include <machine/cpu.h>
82 #include <machine/clock.h>
83 #include <machine/md_var.h>
84 #include <machine/smp.h> /* smp_active_mask, cpuid */
85 #include <machine/vmparam.h>
86 #include <machine/thread.h>
88 #include <sys/signalvar.h>
91 #include <dev/misc/gpio/gpio.h>
93 #ifndef PANIC_REBOOT_WAIT_TIME
94 #define PANIC_REBOOT_WAIT_TIME 15 /* default to 15 seconds */
98 * Note that stdarg.h and the ANSI style va_start macro is used for both
99 * ANSI and traditional C compilers. We use the machine version to stay
100 * within the confines of the kernel header files.
102 #include <machine/stdarg.h>
106 #ifdef DDB_UNATTENDED
107 int debugger_on_panic = 0;
109 int debugger_on_panic = 1;
111 SYSCTL_INT(_debug, OID_AUTO, debugger_on_panic, CTLFLAG_RW,
112 &debugger_on_panic, 0, "Run debugger on kernel panic");
115 int trace_on_panic = 1;
117 int trace_on_panic = 0;
119 SYSCTL_INT(_debug, OID_AUTO, trace_on_panic, CTLFLAG_RW,
120 &trace_on_panic, 0, "Print stack trace on kernel panic");
123 static int sync_on_panic = 0;
124 SYSCTL_INT(_kern, OID_AUTO, sync_on_panic, CTLFLAG_RW,
125 &sync_on_panic, 0, "Do a sync before rebooting from a panic");
127 SYSCTL_NODE(_kern, OID_AUTO, shutdown, CTLFLAG_RW, 0, "Shutdown environment");
130 * Variable panicstr contains argument to first call to panic; used as flag
131 * to indicate that the kernel has already called panic.
133 const char *panicstr;
135 int dumping; /* system is dumping */
136 static struct dumperinfo dumper; /* selected dumper */
138 globaldata_t panic_cpu_gd; /* which cpu took the panic */
139 struct lwkt_tokref panic_tokens[LWKT_MAXTOKENS];
140 int panic_tokens_count;
142 int bootverbose = 0; /* note: assignment to force non-bss */
143 SYSCTL_INT(_debug, OID_AUTO, bootverbose, CTLFLAG_RW,
144 &bootverbose, 0, "Verbose kernel messages");
146 int cold = 1; /* note: assignment to force non-bss */
147 int dumplo; /* OBSOLETE - savecore compat */
150 static void boot (int) __dead2;
151 static int setdumpdev (cdev_t dev);
152 static void poweroff_wait (void *, int);
153 static void print_uptime (void);
154 static void shutdown_halt (void *junk, int howto);
155 static void shutdown_panic (void *junk, int howto);
156 static void shutdown_reset (void *junk, int howto);
157 static int shutdown_busycount1(struct buf *bp, void *info);
158 static int shutdown_busycount2(struct buf *bp, void *info);
159 static void shutdown_cleanup_proc(struct proc *p);
161 /* register various local shutdown events */
163 shutdown_conf(void *unused)
165 EVENTHANDLER_REGISTER(shutdown_final, poweroff_wait, NULL, SHUTDOWN_PRI_FIRST);
166 EVENTHANDLER_REGISTER(shutdown_final, shutdown_halt, NULL, SHUTDOWN_PRI_LAST + 100);
167 EVENTHANDLER_REGISTER(shutdown_final, shutdown_panic, NULL, SHUTDOWN_PRI_LAST + 100);
168 EVENTHANDLER_REGISTER(shutdown_final, shutdown_reset, NULL, SHUTDOWN_PRI_LAST + 200);
171 SYSINIT(shutdown_conf, SI_BOOT2_MACHDEP, SI_ORDER_ANY, shutdown_conf, NULL)
176 * The system call that results in a reboot
181 sys_reboot(struct reboot_args *uap)
183 struct thread *td = curthread;
186 if ((error = priv_check(td, PRIV_REBOOT)))
196 * Called by events that want to shut down.. e.g <CTL><ALT><DEL> on a PC
198 static int shutdown_howto = 0;
201 shutdown_nice(int howto)
203 shutdown_howto = howto;
205 /* Send a signal to init(8) and have it shutdown the world */
206 if (initproc != NULL) {
207 ksignal(initproc, SIGINT);
209 /* No init(8) running, so simply reboot */
214 static int waittime = -1;
216 struct thread *dumpthread;
227 if (ts.tv_sec >= 86400) {
228 kprintf("%ldd", ts.tv_sec / 86400);
232 if (f || ts.tv_sec >= 3600) {
233 kprintf("%ldh", ts.tv_sec / 3600);
237 if (f || ts.tv_sec >= 60) {
238 kprintf("%ldm", ts.tv_sec / 60);
242 kprintf("%lds\n", ts.tv_sec);
246 * Go through the rigmarole of shutting down..
247 * this used to be in machdep.c but I'll be dammned if I could see
248 * anything machine dependant in it.
254 * Get rid of any user scheduler baggage and then give
255 * us a high priority.
257 if (curthread->td_release)
258 curthread->td_release(curthread);
259 lwkt_setpri_self(TDPRI_MAX);
261 /* collect extra flags that shutdown_nice might have set */
262 howto |= shutdown_howto;
265 * We really want to shutdown on the BSP. Subsystems such as ACPI
266 * can't power-down the box otherwise.
268 if (smp_active_mask > 1) {
269 kprintf("boot() called on cpu#%d\n", mycpu->gd_cpuid);
271 if (panicstr == NULL && mycpu->gd_cpuid != 0) {
272 kprintf("Switching to cpu #0 for shutdown\n");
273 lwkt_setcpu_self(globaldata_find(0));
276 * Do any callouts that should be done BEFORE syncing the filesystems.
278 EVENTHANDLER_INVOKE(shutdown_pre_sync, howto);
281 * Try to get rid of any remaining FS references. The calling
282 * process, proc0, and init may still hold references. The
283 * VFS cache subsystem may still hold a root reference to root.
285 * XXX this needs work. We really need to SIGSTOP all remaining
286 * processes in order to avoid blowups due to proc0's filesystem
287 * references going away. For now just make sure that the init
288 * process is stopped.
290 if (panicstr == NULL) {
291 shutdown_cleanup_proc(curproc);
292 shutdown_cleanup_proc(&proc0);
294 if (initproc != curproc) {
295 ksignal(initproc, SIGSTOP);
296 tsleep(boot, 0, "shutdn", hz / 20);
298 shutdown_cleanup_proc(initproc);
300 vfs_cache_setroot(NULL, NULL);
304 * Now sync filesystems
306 if (!cold && (howto & RB_NOSYNC) == 0 && waittime < 0) {
307 int iter, nbusy, pbusy;
310 kprintf("\nsyncing disks... ");
312 sys_sync(NULL); /* YYY was sync(&proc0, NULL). why proc0 ? */
315 * With soft updates, some buffers that are
316 * written will be remarked as dirty until other
317 * buffers are written.
319 for (iter = pbusy = 0; iter < 20; iter++) {
320 nbusy = scan_all_buffers(shutdown_busycount1, NULL);
323 kprintf("%d ", nbusy);
329 * Process soft update work queue if buffers don't sync
330 * after 6 iterations by permitting the syncer to run.
335 sys_sync(NULL); /* YYY was sync(&proc0, NULL). why proc0 ? */
336 tsleep(boot, 0, "shutdn", hz * iter / 20 + 1);
340 * Count only busy local buffers to prevent forcing
341 * a fsck if we're just a client of a wedged NFS server
343 nbusy = scan_all_buffers(shutdown_busycount2, NULL);
346 * Failed to sync all blocks. Indicate this and don't
347 * unmount filesystems (thus forcing an fsck on reboot).
349 kprintf("giving up on %d buffers\n", nbusy);
351 if (debugger_on_panic)
352 Debugger("busy buffer problem");
354 tsleep(boot, 0, "shutdn", hz * 5 + 1);
358 * Unmount filesystems
360 if (panicstr == NULL)
363 tsleep(boot, 0, "shutdn", hz / 10 + 1);
369 * Dump before doing post_sync shutdown ops
372 if ((howto & (RB_HALT|RB_DUMP)) == RB_DUMP && !cold) {
377 * Ok, now do things that assume all filesystem activity has
378 * been completed. This will also call the device shutdown
381 EVENTHANDLER_INVOKE(shutdown_post_sync, howto);
383 /* Now that we're going to really halt the system... */
384 EVENTHANDLER_INVOKE(shutdown_final, howto);
386 for(;;) ; /* safety against shutdown_reset not working */
391 * Pass 1 - Figure out if there are any busy or dirty buffers still present.
393 * We ignore TMPFS mounts in this pass.
396 shutdown_busycount1(struct buf *bp, void *info)
400 if ((vp = bp->b_vp) != NULL && vp->v_tag == VT_TMPFS)
402 if ((bp->b_flags & B_INVAL) == 0 && BUF_REFCNT(bp) > 0)
404 if ((bp->b_flags & (B_DELWRI | B_INVAL)) == B_DELWRI)
410 * Pass 2 - only run after pass 1 has completed or has given up
412 * We ignore TMPFS, NFS, MFS, and SMBFS mounts in this pass.
415 shutdown_busycount2(struct buf *bp, void *info)
420 * Ignore tmpfs and nfs mounts
422 if ((vp = bp->b_vp) != NULL) {
423 if (vp->v_tag == VT_TMPFS)
425 if (vp->v_tag == VT_NFS)
427 if (vp->v_tag == VT_MFS)
429 if (vp->v_tag == VT_SMBFS)
434 * Only count buffers stuck on I/O, ignore everything else
436 if (((bp->b_flags & B_INVAL) == 0 && BUF_REFCNT(bp)) ||
437 ((bp->b_flags & (B_DELWRI|B_INVAL)) == B_DELWRI)) {
439 * Only count buffers undergoing write I/O
440 * on the related vnode.
442 if (bp->b_vp == NULL ||
443 bio_track_active(&bp->b_vp->v_track_write) == 0) {
446 #if defined(SHOW_BUSYBUFS) || defined(DIAGNOSTIC)
448 "%p dev:?, flags:%08x, loffset:%jd, doffset:%jd\n",
450 bp->b_flags, (intmax_t)bp->b_loffset,
451 (intmax_t)bp->b_bio2.bio_offset);
459 * If the shutdown was a clean halt, behave accordingly.
462 shutdown_halt(void *junk, int howto)
464 if (howto & RB_HALT) {
466 kprintf("The operating system has halted.\n");
467 #ifdef _KERNEL_VIRTUAL
470 kprintf("Please press any key to reboot.\n\n");
472 case -1: /* No console, just die */
484 * Check to see if the system paniced, pause and then reboot
485 * according to the specified delay.
488 shutdown_panic(void *junk, int howto)
492 if (howto & RB_DUMP) {
493 if (PANIC_REBOOT_WAIT_TIME != 0) {
494 if (PANIC_REBOOT_WAIT_TIME != -1) {
495 kprintf("Automatic reboot in %d seconds - "
496 "press a key on the console to abort\n",
497 PANIC_REBOOT_WAIT_TIME);
498 for (loop = PANIC_REBOOT_WAIT_TIME * 10;
500 DELAY(1000 * 100); /* 1/10th second */
501 /* Did user type a key? */
502 if (cncheckc() != -1)
508 } else { /* zero time specified - reboot NOW */
511 kprintf("--> Press a key on the console to reboot,\n");
512 kprintf("--> or switch off the system now.\n");
518 * Everything done, now reset
521 shutdown_reset(void *junk, int howto)
523 kprintf("Rebooting...\n");
524 DELAY(1000000); /* wait 1 sec for kprintf's to complete and be read */
525 /* cpu_boot(howto); */ /* doesn't do anything at the moment */
527 /* NOTREACHED */ /* assuming reset worked */
531 * Try to remove FS references in the specified process. This function
532 * is used during shutdown
536 shutdown_cleanup_proc(struct proc *p)
538 struct filedesc *fdp;
543 if ((fdp = p->p_fd) != NULL) {
546 cache_drop(&fdp->fd_ncdir);
551 cache_drop(&fdp->fd_nrdir);
556 cache_drop(&fdp->fd_njdir);
569 pmap_remove_pages(vmspace_pmap(vm),
571 VM_MAX_USER_ADDRESS);
572 vm_map_remove(&vm->vm_map,
574 VM_MAX_USER_ADDRESS);
579 * Magic number for savecore
581 * exported (symorder) and used at least by savecore(8)
583 * Mark it as used so that gcc doesn't optimize it away.
585 __attribute__((__used__))
586 static u_long const dumpmag = 0x8fca0101UL;
588 __attribute__((__used__))
589 static int dumpsize = 0; /* also for savecore */
591 static int dodump = 1;
593 SYSCTL_INT(_machdep, OID_AUTO, do_dump, CTLFLAG_RW, &dodump, 0,
594 "Try to perform coredump on kernel panic");
597 mkdumpheader(struct kerneldumpheader *kdh, char *magic, uint32_t archver,
598 uint64_t dumplen, uint32_t blksz)
600 bzero(kdh, sizeof(*kdh));
601 strncpy(kdh->magic, magic, sizeof(kdh->magic));
602 strncpy(kdh->architecture, MACHINE_ARCH, sizeof(kdh->architecture));
603 kdh->version = htod32(KERNELDUMPVERSION);
604 kdh->architectureversion = htod32(archver);
605 kdh->dumplength = htod64(dumplen);
606 kdh->dumptime = htod64(time_second);
607 kdh->blocksize = htod32(blksz);
608 strncpy(kdh->hostname, hostname, sizeof(kdh->hostname));
609 strncpy(kdh->versionstring, version, sizeof(kdh->versionstring));
610 if (panicstr != NULL)
611 strncpy(kdh->panicstring, panicstr, sizeof(kdh->panicstring));
612 kdh->parity = kerneldump_parity(kdh);
616 setdumpdev(cdev_t dev)
622 disk_dumpconf(NULL, 0/*off*/);
627 * We have to open the device before we can perform ioctls on it,
628 * or the slice/label data may not be present. Device opens are
629 * usually tracked by specfs, but the dump device can be set in
630 * early boot and may not be open so this is somewhat of a hack.
632 doopen = (dev->si_sysref.refcnt == 1);
634 error = dev_dopen(dev, FREAD, S_IFCHR, proc0.p_ucred);
638 error = disk_dumpconf(dev, 1/*on*/);
644 static void dump_conf (void *dummy);
646 dump_conf(void *dummy)
652 path = kmalloc(MNAMELEN, M_TEMP, M_WAITOK);
653 if (TUNABLE_STR_FETCH("dumpdev", path, MNAMELEN) != 0) {
655 * Make sure all disk devices created so far have also been
656 * probed, and also make sure that the newly created device
657 * nodes for probed disks are ready, too.
659 * XXX - Delay an additional 2 seconds to help drivers which
660 * pickup devices asynchronously and are not caught by
661 * CAM's initial probe.
664 tsleep(&_dummy, 0, "syncer", hz*2);
666 dev = kgetdiskbyname(path);
671 if (setdumpdev(dumpdev) != 0)
675 SYSINIT(dump_conf, SI_SUB_DUMP_CONF, SI_ORDER_FIRST, dump_conf, NULL)
678 sysctl_kern_dumpdev(SYSCTL_HANDLER_ARGS)
683 ndumpdev = dev2udev(dumpdev);
684 error = sysctl_handle_opaque(oidp, &ndumpdev, sizeof ndumpdev, req);
685 if (error == 0 && req->newptr != NULL)
686 error = setdumpdev(udev2dev(ndumpdev, 0));
690 SYSCTL_PROC(_kern, KERN_DUMPDEV, dumpdev, CTLTYPE_OPAQUE|CTLFLAG_RW,
691 0, sizeof dumpdev, sysctl_kern_dumpdev, "T,udev_t", "");
694 * Panic is called on unresolvable fatal errors. It prints "panic: mesg",
695 * and then reboots. If we are called twice, then we avoid trying to sync
696 * the disks as this often leads to recursive panics.
699 panic(const char *fmt, ...)
701 int bootopt, newpanic;
702 globaldata_t gd = mycpu;
703 thread_t td = gd->gd_curthread;
705 static char buf[256];
708 * If a panic occurs on multiple cpus before the first is able to
709 * halt the other cpus, only one cpu is allowed to take the panic.
710 * Attempt to be verbose about this situation but if the kprintf()
711 * itself panics don't let us overrun the kernel stack.
713 * Be very nasty about descheduling our thread at the lowest
714 * level possible in an attempt to freeze the thread without
715 * inducing further panics.
717 * Bumping gd_trap_nesting_level will also bypass assertions in
718 * lwkt_switch() and allow us to switch away even if we are a
719 * FAST interrupt or IPI.
721 * The setting of panic_cpu_gd also determines how kprintf()
722 * spin-locks itself. DDB can set panic_cpu_gd as well.
725 globaldata_t xgd = panic_cpu_gd;
728 * Someone else got the panic cpu
730 if (xgd && xgd != gd) {
732 ++mycpu->gd_trap_nesting_level;
733 if (mycpu->gd_trap_nesting_level < 25) {
734 kprintf("SECONDARY PANIC ON CPU %d THREAD %p\n",
735 mycpu->gd_cpuid, td);
737 td->td_release = NULL; /* be a grinch */
739 lwkt_deschedule_self(td);
743 /* --mycpu->gd_trap_nesting_level */
750 if (xgd && xgd == gd)
756 if (atomic_cmpset_ptr(&panic_cpu_gd, NULL, gd))
760 * Try to get the system into a working state. Save information
761 * we are about to destroy.
764 if (panicstr == NULL) {
765 bcopy(td->td_toks_array, panic_tokens, sizeof(panic_tokens));
766 panic_tokens_count = td->td_toks_stop - &td->td_toks_base;
768 lwkt_relalltokens(td);
769 td->td_toks_stop = &td->td_toks_base;
774 bootopt = RB_AUTOBOOT | RB_DUMP;
775 if (sync_on_panic == 0)
776 bootopt |= RB_NOSYNC;
779 bootopt |= RB_NOSYNC;
786 * Format the panic string.
789 kvsnprintf(buf, sizeof(buf), fmt, ap);
793 kprintf("panic: %s\n", buf);
794 /* two separate prints in case of an unmapped page and trap */
795 kprintf("cpuid = %d\n", mycpu->gd_cpuid);
797 #if (NGPIO > 0) && defined(ERROR_LED_ON_PANIC)
798 led_switch("error", 1);
801 #if defined(WDOG_DISABLE_ON_PANIC)
806 * Enter the debugger or fall through & dump. Entering the
807 * debugger will stop cpus. If not entering the debugger stop
811 if (newpanic && trace_on_panic)
813 if (debugger_on_panic)
818 stop_cpus(mycpu->gd_other_cpus);
823 * Support for poweroff delay.
825 #ifndef POWEROFF_DELAY
826 # define POWEROFF_DELAY 5000
828 static int poweroff_delay = POWEROFF_DELAY;
830 SYSCTL_INT(_kern_shutdown, OID_AUTO, poweroff_delay, CTLFLAG_RW,
831 &poweroff_delay, 0, "");
834 poweroff_wait(void *junk, int howto)
836 if(!(howto & RB_POWEROFF) || poweroff_delay <= 0)
838 DELAY(poweroff_delay * 1000);
842 * Some system processes (e.g. syncer) need to be stopped at appropriate
843 * points in their main loops prior to a system shutdown, so that they
844 * won't interfere with the shutdown process (e.g. by holding a disk buf
845 * to cause sync to fail). For each of these system processes, register
846 * shutdown_kproc() as a handler for one of shutdown events.
848 static int kproc_shutdown_wait = 60;
849 SYSCTL_INT(_kern_shutdown, OID_AUTO, kproc_shutdown_wait, CTLFLAG_RW,
850 &kproc_shutdown_wait, 0, "");
853 shutdown_kproc(void *arg, int howto)
862 td = (struct thread *)arg;
863 if ((p = td->td_proc) != NULL) {
864 kprintf("Waiting (max %d seconds) for system process `%s' to stop...",
865 kproc_shutdown_wait, p->p_comm);
867 kprintf("Waiting (max %d seconds) for system thread %s to stop...",
868 kproc_shutdown_wait, td->td_comm);
870 error = suspend_kproc(td, kproc_shutdown_wait * hz);
872 if (error == EWOULDBLOCK)
873 kprintf("timed out\n");
875 kprintf("stopped\n");
878 /* Registration of dumpers */
880 set_dumper(struct dumperinfo *di)
883 bzero(&dumper, sizeof(dumper));
887 if (dumper.dumper != NULL)
897 #if defined (_KERNEL_VIRTUAL)
898 /* VKERNELs don't support dumps */
899 kprintf("VKERNEL doesn't support dumps\n");
903 * If there is a dumper registered and we aren't dumping already, call
904 * the machine dependent dumpsys (md_dumpsys) to do the hard work.
906 * XXX: while right now the md_dumpsys() of x86 and x86_64 could be
907 * factored out completely into here, I rather keep them machine
908 * dependent in case we ever add a platform which does not share
909 * the same dumpsys() code, such as arm.
911 if (dumper.dumper != NULL && !dumping) {
917 int dump_stop_usertds = 0;
921 need_user_resched_remote(void *dummy)
927 dump_reactivate_cpus(void)
932 dump_stop_usertds = 1;
936 for (cpu = 0; cpu < ncpus; cpu++) {
937 gd = globaldata_find(cpu);
938 seq = lwkt_send_ipiq(gd, need_user_resched_remote, NULL);
939 lwkt_wait_ipiq(gd, seq);
942 restart_cpus(stopped_cpus);