2 * Copyright (c) 1992 Terrence R. Lambert.
3 * Copyright (c) 1982, 1987, 1990 The Regents of the University of California.
4 * Copyright (c) 1997 KATO Takenori.
5 * Copyright (c) 2008 The DragonFly Project.
8 * This code is derived from software contributed to Berkeley by
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by the University of
22 * California, Berkeley and its contributors.
23 * 4. Neither the name of the University nor the names of its contributors
24 * may be used to endorse or promote products derived from this software
25 * without specific prior written permission.
27 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
28 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
29 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
30 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
31 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
33 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
34 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
35 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
36 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
39 * from: Id: machdep.c,v 1.193 1996/06/18 01:22:04 bde Exp
44 #include <sys/param.h>
46 #include <sys/eventhandler.h>
47 #include <sys/systm.h>
48 #include <sys/kernel.h>
49 #include <sys/sysctl.h>
50 #include <sys/power.h>
52 #include <machine/asmacros.h>
53 #include <machine/clock.h>
54 #include <machine/cputypes.h>
55 #include <machine/frame.h>
56 #include <machine/segments.h>
57 #include <machine/specialreg.h>
58 #include <machine/md_var.h>
59 #include <machine/npx.h>
61 /* XXX - should be in header file: */
62 void printcpuinfo(void);
63 void identify_cpu(void);
64 void earlysetcpuclass(void);
65 void panicifcpuunsupported(void);
67 static u_int find_cpu_vendor_id(void);
68 static void print_AMD_info(void);
69 static void print_AMD_assoc(int i);
70 static void print_via_padlock_info(void);
73 char machine[] = "x86_64";
74 SYSCTL_STRING(_hw, HW_MACHINE, machine, CTLFLAG_RD,
75 machine, 0, "Machine class");
77 static char cpu_model[128];
78 SYSCTL_STRING(_hw, HW_MODEL, model, CTLFLAG_RD,
79 cpu_model, 0, "Machine model");
81 static int hw_clockrate;
82 SYSCTL_INT(_hw, OID_AUTO, clockrate, CTLFLAG_RD,
83 &hw_clockrate, 0, "CPU instruction clock rate");
85 static char cpu_brand[48];
91 { "Clawhammer", CPUCLASS_K8 }, /* CPU_CLAWHAMMER */
92 { "Sledgehammer", CPUCLASS_K8 }, /* CPU_SLEDGEHAMMER */
99 { INTEL_VENDOR_ID, CPU_VENDOR_INTEL }, /* GenuineIntel */
100 { AMD_VENDOR_ID, CPU_VENDOR_AMD }, /* AuthenticAMD */
101 { CENTAUR_VENDOR_ID, CPU_VENDOR_CENTAUR }, /* CentaurHauls */
105 static int cpu_cores;
106 static int cpu_logical;
115 cpu_class = x86_64_cpus[cpu].cpu_class;
117 strncpy(cpu_model, x86_64_cpus[cpu].cpu_name, sizeof (cpu_model));
119 /* Check for extended CPUID information and a processor name. */
120 if (cpu_exthigh >= 0x80000004) {
122 for (i = 0x80000002; i < 0x80000005; i++) {
124 memcpy(brand, regs, sizeof(regs));
125 brand += sizeof(regs);
129 switch (cpu_vendor_id) {
130 case CPU_VENDOR_INTEL:
131 /* Please make up your mind folks! */
132 strcat(cpu_model, "EM64T");
136 * Values taken from AMD Processor Recognition
137 * http://www.amd.com/K6/k6docs/pdf/20734g.pdf
138 * (also describes ``Features'' encodings.
140 strcpy(cpu_model, "AMD ");
141 if ((cpu_id & 0xf00) == 0xf00)
142 strcat(cpu_model, "AMD64 Processor");
144 strcat(cpu_model, "Unknown");
146 case CPU_VENDOR_CENTAUR:
147 strcpy(cpu_model, "VIA ");
148 if ((cpu_id & 0xff0) == 0x6f0)
149 strcat(cpu_model, "Nano Processor");
151 strcat(cpu_model, "Unknown");
154 strcat(cpu_model, "Unknown");
159 * Replace cpu_model with cpu_brand minus leading spaces if
163 while (*brand == ' ')
166 strcpy(cpu_model, brand);
168 kprintf("%s (", cpu_model);
171 hw_clockrate = (tsc_frequency + 5000) / 1000000;
172 kprintf("%jd.%02d-MHz ",
173 (intmax_t)(tsc_frequency + 4999) / 1000000,
174 (u_int)((tsc_frequency + 4999) / 10000) % 100);
178 kprintf("Unknown"); /* will panic below... */
180 kprintf("-class CPU)\n");
182 kprintf(" Origin = \"%s\"", cpu_vendor);
184 kprintf(" Id = 0x%x", cpu_id);
186 if (cpu_vendor_id == CPU_VENDOR_INTEL ||
187 cpu_vendor_id == CPU_VENDOR_AMD ||
188 cpu_vendor_id == CPU_VENDOR_CENTAUR) {
189 kprintf(" Stepping = %u", cpu_id & 0xf);
192 u_int cmp = 1, htt = 1;
196 * Here we should probably set up flags indicating
197 * whether or not various features are available.
198 * The interesting ones are probably VME, PSE, PAE,
199 * and PGE. The code already assumes without bothering
200 * to check that all CPUs >= Pentium have a TSC and
203 kprintf("\n Features=0x%b", cpu_feature,
205 "\001FPU" /* Integral FPU */
206 "\002VME" /* Extended VM86 mode support */
207 "\003DE" /* Debugging Extensions (CR4.DE) */
208 "\004PSE" /* 4MByte page tables */
209 "\005TSC" /* Timestamp counter */
210 "\006MSR" /* Machine specific registers */
211 "\007PAE" /* Physical address extension */
212 "\010MCE" /* Machine Check support */
213 "\011CX8" /* CMPEXCH8 instruction */
214 "\012APIC" /* SMP local APIC */
215 "\013oldMTRR" /* Previous implementation of MTRR */
216 "\014SEP" /* Fast System Call */
217 "\015MTRR" /* Memory Type Range Registers */
218 "\016PGE" /* PG_G (global bit) support */
219 "\017MCA" /* Machine Check Architecture */
220 "\020CMOV" /* CMOV instruction */
221 "\021PAT" /* Page attributes table */
222 "\022PSE36" /* 36 bit address space support */
223 "\023PN" /* Processor Serial number */
224 "\024CLFLUSH" /* Has the CLFLUSH instruction */
226 "\026DTS" /* Debug Trace Store */
227 "\027ACPI" /* ACPI support */
228 "\030MMX" /* MMX instructions */
229 "\031FXSR" /* FXSAVE/FXRSTOR */
230 "\032SSE" /* Streaming SIMD Extensions */
231 "\033SSE2" /* Streaming SIMD Extensions #2 */
232 "\034SS" /* Self snoop */
233 "\035HTT" /* Hyperthreading (see EBX bit 16-23) */
234 "\036TM" /* Thermal Monitor clock slowdown */
235 "\037IA64" /* CPU can execute IA64 instructions */
236 "\040PBE" /* Pending Break Enable */
239 if (cpu_feature2 != 0) {
240 kprintf("\n Features2=0x%b", cpu_feature2,
242 "\001SSE3" /* SSE3 */
243 "\002PCLMULQDQ" /* Carry-Less Mul Quadword */
244 "\003DTES64" /* 64-bit Debug Trace */
245 "\004MON" /* MONITOR/MWAIT Instructions */
246 "\005DS_CPL" /* CPL Qualified Debug Store */
247 "\006VMX" /* Virtual Machine Extensions */
248 "\007SMX" /* Safer Mode Extensions */
249 "\010EST" /* Enhanced SpeedStep */
250 "\011TM2" /* Thermal Monitor 2 */
251 "\012SSSE3" /* SSSE3 */
252 "\013CNXT-ID" /* L1 context ID available */
254 "\015FMA" /* Fused Multiply Add */
255 "\016CX16" /* CMPXCHG16B Instruction */
256 "\017xTPR" /* Send Task Priority Messages */
257 "\020PDCM" /* Perf/Debug Capability MSR */
259 "\022PCID" /* Process-context Identifiers */
260 "\023DCA" /* Direct Cache Access */
261 "\024SSE4.1" /* SSE 4.1 */
262 "\025SSE4.2" /* SSE 4.2 */
263 "\026x2APIC" /* xAPIC Extensions */
264 "\027MOVBE" /* MOVBE Instruction */
265 "\030POPCNT" /* POPCNT Instruction */
266 "\031TSCDLT" /* TSC-Deadline Timer */
267 "\032AESNI" /* AES Crypto */
268 "\033XSAVE" /* XSAVE/XRSTOR States */
269 "\034OSXSAVE" /* OS-Enabled State Management */
270 "\035AVX" /* Advanced Vector Extensions */
271 "\036F16C" /* Half-precision conversions */
272 "\037RDRND" /* RDRAND RNG function */
273 "\040VMM" /* Running on a hypervisor */
278 * AMD64 Architecture Programmer's Manual Volume 3:
279 * General-Purpose and System Instructions
280 * http://www.amd.com/us-en/assets/content_type/white_papers_and_tech_docs/24594.pdf
282 * IA-32 Intel Architecture Software Developer's Manual,
283 * Volume 2A: Instruction Set Reference, A-M
284 * ftp://download.intel.com/design/Pentium4/manuals/25366617.pdf
286 if (amd_feature != 0) {
287 kprintf("\n AMD Features=0x%b", amd_feature,
289 "\001<s0>" /* Same */
290 "\002<s1>" /* Same */
291 "\003<s2>" /* Same */
292 "\004<s3>" /* Same */
293 "\005<s4>" /* Same */
294 "\006<s5>" /* Same */
295 "\007<s6>" /* Same */
296 "\010<s7>" /* Same */
297 "\011<s8>" /* Same */
298 "\012<s9>" /* Same */
299 "\013<b10>" /* Undefined */
300 "\014SYSCALL" /* Have SYSCALL/SYSRET */
301 "\015<s12>" /* Same */
302 "\016<s13>" /* Same */
303 "\017<s14>" /* Same */
304 "\020<s15>" /* Same */
305 "\021<s16>" /* Same */
306 "\022<s17>" /* Same */
307 "\023<b18>" /* Reserved, unknown */
308 "\024MP" /* Multiprocessor Capable */
309 "\025NX" /* Has EFER.NXE, NX */
310 "\026<b21>" /* Undefined */
311 "\027MMX+" /* AMD MMX Extensions */
312 "\030<s23>" /* Same */
313 "\031<s24>" /* Same */
314 "\032FFXSR" /* Fast FXSAVE/FXRSTOR */
315 "\033Page1GB" /* 1-GB large page support */
316 "\034RDTSCP" /* RDTSCP */
317 "\035<b28>" /* Undefined */
318 "\036LM" /* 64 bit long mode */
319 "\0373DNow!+" /* AMD 3DNow! Extensions */
320 "\0403DNow!" /* AMD 3DNow! */
324 if (amd_feature2 != 0) {
325 kprintf("\n AMD Features2=0x%b", amd_feature2,
327 "\001LAHF" /* LAHF/SAHF in long mode */
328 "\002CMP" /* CMP legacy */
329 "\003SVM" /* Secure Virtual Mode */
330 "\004ExtAPIC" /* Extended APIC register */
331 "\005CR8" /* CR8 in legacy mode */
332 "\006ABM" /* LZCNT instruction */
333 "\007SSE4A" /* SSE4A */
334 "\010MAS" /* Misaligned SSE mode */
335 "\011Prefetch" /* 3DNow! Prefetch/PrefetchW */
336 "\012OSVW" /* OS visible workaround */
337 "\013IBS" /* Instruction based sampling */
338 "\014XOP" /* XOP extended instructions */
339 "\015SKINIT" /* SKINIT/STGI */
340 "\016WDT" /* Watchdog timer */
342 "\020LWP" /* Lightweight Profiling */
343 "\021FMA4" /* 4-operand FMA instructions */
344 "\022TCE" /* Translation Cache Extension */
346 "\024NodeId" /* NodeId MSR support */
348 "\026TBM" /* Trailing Bit Manipulation */
349 "\027Topology" /* Topology Extensions */
350 "\030PCX_CORE" /* Core Performance Counter */
351 "\031PCX_NB" /* NB Performance Counter */
362 if (cpu_stdext_feature != 0) {
363 kprintf("\n Structured Extended Features=0x%b",
366 /* RDFSBASE/RDGSBASE/WRFSBASE/WRGSBASE */
369 /* Bit Manipulation Instructions */
371 /* Hardware Lock Elision */
373 /* Advanced Vector Instructions 2 */
375 /* Supervisor Mode Execution Prot. */
377 /* Bit Manipulation Instructions */
380 /* Invalidate Processor Context ID */
382 /* Restricted Transactional Memory */
388 /* Supervisor Mode Access Prevention */
393 if (cpu_thermal_feature != 0) {
394 kprintf("\n Thermal and PM Features=0x%b",
397 /* Digital temperature sensor */
401 /* APIC-Timer-always-running */
403 /* Power limit notification controls */
405 /* Clock modulation duty cycle extension */
407 /* Package thermal management */
412 if (cpu_mwait_feature != 0) {
413 kprintf("\n MONITOR/MWAIT Features=0x%b",
416 /* Enumeration of Monitor-Mwait extension */
418 /* interrupts as break-event for MWAIT */
423 if (cpu_vendor_id == CPU_VENDOR_CENTAUR)
424 print_via_padlock_info();
426 * INVALID CPU TOPOLOGY INFORMATION PRINT
427 * DEPRECATED - CPU_TOPOLOGY_DETECTION moved to
428 * - sys/platform/pc64/x86_64/mp_machdep.c
429 * - sys/kern/subr_cpu_topology
433 if ((cpu_feature & CPUID_HTT) &&
434 cpu_vendor_id == CPU_VENDOR_AMD)
435 cpu_feature &= ~CPUID_HTT;
439 * If this CPU supports HTT or CMP then mention the
440 * number of physical/logical cores it contains.
443 if (cpu_feature & CPUID_HTT)
444 htt = (cpu_procinfo & CPUID_HTT_CORES) >> 16;
445 if (cpu_vendor_id == CPU_VENDOR_AMD &&
446 (amd_feature2 & AMDID2_CMP))
447 cmp = (cpu_procinfo2 & AMDID_CMP_CORES) + 1;
448 else if (cpu_vendor_id == CPU_VENDOR_INTEL &&
450 cpuid_count(4, 0, regs);
451 if ((regs[0] & 0x1f) != 0)
452 cmp = ((regs[0] >> 26) & 0x3f) + 1;
457 * XXX For Intel CPUs, this is max number of cores per
458 * package, not the actual cores per package.
462 cpu_logical = htt / cmp;
465 kprintf("\n Cores per package: %d", cpu_cores);
466 if (cpu_logical > 1) {
467 kprintf("\n Logical CPUs per core: %d",
474 /* Avoid ugly blank lines: only print newline when we have to. */
475 if (*cpu_vendor || cpu_id)
481 if (cpu_vendor_id == CPU_VENDOR_AMD)
484 kprintf("npx mask: 0x%8.8x\n", npx_mxcsr_mask);
488 panicifcpuunsupported(void)
492 #error "You need to specify a cpu type"
495 * Now that we have told the user what they have,
496 * let them know if that machine type isn't configured.
503 panic("CPU class not configured");
511 /* Update TSC freq with the value indicated by the caller. */
513 tsc_freq_changed(void *arg, const struct cf_level *level, int status)
515 /* If there was an error during the transition, don't do anything. */
519 /* Total setting for this level gives the new frequency in MHz. */
520 hw_clockrate = level->total_set.freq;
523 EVENTHANDLER_DEFINE(cpufreq_post_change, tsc_freq_changed, NULL,
524 EVENTHANDLER_PRI_ANY);
528 * Final stage of CPU identification.
533 u_int regs[4], cpu_stdext_disable;
537 ((u_int *)&cpu_vendor)[0] = regs[1];
538 ((u_int *)&cpu_vendor)[1] = regs[3];
539 ((u_int *)&cpu_vendor)[2] = regs[2];
540 cpu_vendor[12] = '\0';
541 cpu_vendor_id = find_cpu_vendor_id();
545 cpu_procinfo = regs[1];
546 cpu_feature = regs[3];
547 cpu_feature2 = regs[2];
551 cpu_mwait_feature = regs[2];
552 if (cpu_mwait_feature & CPUID_MWAIT_EXT)
553 cpu_mwait_extemu = regs[3];
557 cpu_thermal_feature = regs[0];
560 cpuid_count(7, 0, regs);
561 cpu_stdext_feature = regs[1];
564 * Some hypervisors fail to filter out unsupported
565 * extended features. For now, disable the
566 * extensions, activation of which requires setting a
567 * bit in CR4, and which VM monitors do not support.
569 if (cpu_feature2 & CPUID2_VMM) {
570 cpu_stdext_disable = CPUID_STDEXT_FSGSBASE |
573 cpu_stdext_disable = 0;
574 TUNABLE_INT_FETCH("hw.cpu_stdext_disable", &cpu_stdext_disable);
575 cpu_stdext_feature &= ~cpu_stdext_disable;
578 if (cpu_vendor_id == CPU_VENDOR_INTEL ||
579 cpu_vendor_id == CPU_VENDOR_AMD ||
580 cpu_vendor_id == CPU_VENDOR_CENTAUR) {
581 do_cpuid(0x80000000, regs);
582 cpu_exthigh = regs[0];
584 if (cpu_exthigh >= 0x80000001) {
585 do_cpuid(0x80000001, regs);
586 amd_feature = regs[3] & ~(cpu_feature & 0x0183f3ff);
587 amd_feature2 = regs[2];
589 if (cpu_exthigh >= 0x80000008) {
590 do_cpuid(0x80000008, regs);
591 cpu_procinfo2 = regs[2];
595 cpu = CPU_CLAWHAMMER;
597 if (cpu_feature & CPUID_SSE2)
598 cpu_mi_feature |= CPU_MI_BZERONT;
600 if (cpu_feature2 & CPUID2_MON)
601 cpu_mi_feature |= CPU_MI_MONITOR;
604 * We do assume that all CPUs have the same
607 if ((cpu_feature & CPUID_XMM) &&
608 (cpu_feature & CPUID_FXSR)) {
614 find_cpu_vendor_id(void)
618 for (i = 0; i < NELEM(cpu_vendors); i++)
619 if (strcmp(cpu_vendor, cpu_vendors[i].vendor) == 0)
620 return (cpu_vendors[i].vendor_id);
625 print_AMD_assoc(int i)
628 kprintf(", fully associative\n");
630 kprintf(", %d-way associative\n", i);
634 print_AMD_l2_assoc(int i)
637 case 0: kprintf(", disabled/not present\n"); break;
638 case 1: kprintf(", direct mapped\n"); break;
639 case 2: kprintf(", 2-way associative\n"); break;
640 case 4: kprintf(", 4-way associative\n"); break;
641 case 6: kprintf(", 8-way associative\n"); break;
642 case 8: kprintf(", 16-way associative\n"); break;
643 case 15: kprintf(", fully associative\n"); break;
644 default: kprintf(", reserved configuration\n"); break;
653 if (cpu_exthigh < 0x80000005)
656 do_cpuid(0x80000005, regs);
657 kprintf("L1 2MB data TLB: %d entries", (regs[0] >> 16) & 0xff);
658 print_AMD_assoc(regs[0] >> 24);
660 kprintf("L1 2MB instruction TLB: %d entries", regs[0] & 0xff);
661 print_AMD_assoc((regs[0] >> 8) & 0xff);
663 kprintf("L1 4KB data TLB: %d entries", (regs[1] >> 16) & 0xff);
664 print_AMD_assoc(regs[1] >> 24);
666 kprintf("L1 4KB instruction TLB: %d entries", regs[1] & 0xff);
667 print_AMD_assoc((regs[1] >> 8) & 0xff);
669 kprintf("L1 data cache: %d kbytes", regs[2] >> 24);
670 kprintf(", %d bytes/line", regs[2] & 0xff);
671 kprintf(", %d lines/tag", (regs[2] >> 8) & 0xff);
672 print_AMD_assoc((regs[2] >> 16) & 0xff);
674 kprintf("L1 instruction cache: %d kbytes", regs[3] >> 24);
675 kprintf(", %d bytes/line", regs[3] & 0xff);
676 kprintf(", %d lines/tag", (regs[3] >> 8) & 0xff);
677 print_AMD_assoc((regs[3] >> 16) & 0xff);
679 if (cpu_exthigh >= 0x80000006) {
680 do_cpuid(0x80000006, regs);
681 if ((regs[0] >> 16) != 0) {
682 kprintf("L2 2MB data TLB: %d entries",
683 (regs[0] >> 16) & 0xfff);
684 print_AMD_l2_assoc(regs[0] >> 28);
685 kprintf("L2 2MB instruction TLB: %d entries",
687 print_AMD_l2_assoc((regs[0] >> 28) & 0xf);
689 kprintf("L2 2MB unified TLB: %d entries",
691 print_AMD_l2_assoc((regs[0] >> 28) & 0xf);
693 if ((regs[1] >> 16) != 0) {
694 kprintf("L2 4KB data TLB: %d entries",
695 (regs[1] >> 16) & 0xfff);
696 print_AMD_l2_assoc(regs[1] >> 28);
698 kprintf("L2 4KB instruction TLB: %d entries",
699 (regs[1] >> 16) & 0xfff);
700 print_AMD_l2_assoc((regs[1] >> 28) & 0xf);
702 kprintf("L2 4KB unified TLB: %d entries",
703 (regs[1] >> 16) & 0xfff);
704 print_AMD_l2_assoc((regs[1] >> 28) & 0xf);
706 kprintf("L2 unified cache: %d kbytes", regs[2] >> 16);
707 kprintf(", %d bytes/line", regs[2] & 0xff);
708 kprintf(", %d lines/tag", (regs[2] >> 8) & 0x0f);
709 print_AMD_l2_assoc((regs[2] >> 12) & 0x0f);
714 print_via_padlock_info(void)
718 /* Check for supported models. */
719 switch (cpu_id & 0xff0) {
721 if ((cpu_id & 0xf) < 3)
731 do_cpuid(0xc0000000, regs);
732 if (regs[0] >= 0xc0000001)
733 do_cpuid(0xc0000001, regs);
737 kprintf("\n VIA Padlock Features=0x%b", regs[3],
741 "\011AES-CTR" /* ACE2 */
742 "\013SHA1,SHA256" /* PHE */