2 * Copyright (c) 1991 Regents of the University of California.
5 * This code is derived from software contributed to Berkeley by
6 * the Systems Programming Group of the University of Utah Computer
7 * Science Department and William Jolitz of UUNET Technologies Inc.
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed by the University of
20 * California, Berkeley and its contributors.
21 * 4. Neither the name of the University nor the names of its contributors
22 * may be used to endorse or promote products derived from this software
23 * without specific prior written permission.
25 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37 * Derived from hp300 version by Mike Hibler, this version by William
38 * Jolitz uses a recursive map [a pde points to the page directory] to
39 * map the page tables using the pagetables themselves. This is done to
40 * reduce the impact on kernel virtual memory for lots of sparse address
41 * space, and to reduce the cost of memory to each process.
43 * from: hp300: @(#)pmap.h 7.2 (Berkeley) 12/16/90
44 * from: @(#)pmap.h 7.4 (Berkeley) 5/12/91
45 * $FreeBSD: src/sys/i386/include/pmap.h,v 1.65.2.3 2001/10/03 07:15:37 peter Exp $
46 * $DragonFly: src/sys/platform/pc32/include/pmap.h,v 1.7 2007/06/08 00:57:04 dillon Exp $
49 #ifndef _MACHINE_PMAP_H_
50 #define _MACHINE_PMAP_H_
55 * Size of Kernel address space. This is the number of page table pages
56 * (4MB each) to use for the kernel. 256 pages == 1 Gigabyte.
57 * This **MUST** be a multiple of 4 (eg: 252, 256, 260, etc).
66 #define VADDR(pdi, pti) ((vm_offset_t)(((pdi)<<PDRSHIFT)|((pti)<<PAGE_SHIFT)))
69 #define NKPT 30 /* starting general kptds */
73 #define NKPDE (KVA_PAGES - 2) /* max general kptds */
75 #if NKPDE > KVA_PAGES - 2
76 #error "Maximum NKPDE is KVA_PAGES - 2"
80 * The *PTDI values control the layout of virtual memory
82 * NPEDEPG - number of pde's in the page directory (1024)
83 * NKPDE - max general kernel page table pages not including
84 * special PTDs. Typically KVA_PAGES minus the number
87 * +---------------+ End of kernel memory
88 * | APTDPTDI | alt page table map for cpu 0
90 * | MPPTDI | globaldata array
95 * | | general kernel page table pages
98 * +---------------+ Start of kernel memory
99 * | PTDPTDI | self-mapping of current pmap
102 * This typically places PTDPTDI at the index corresponding to VM address
103 * (0xc0000000 - 4M) = bfc00000, and that is where PTmap[] is based for
104 * the self-mapped page table. PTD points to the self-mapped page
105 * directory itself and any indexes >= KPTDI will correspond to the
106 * common kernel page directory pages since all pmaps map the same ones.
108 * APTmap / APTDpde are now used by cpu 0 as its alternative page table
109 * mapping via gd_GDMAP1 and GD_GDADDR1. The remaining cpus allocate
110 * their own dynamically.
112 * Even though the maps are per-cpu the PTD entries are stored in the
113 * individual pmaps and obviously not replicated so each process pmap
114 * essentially gets its own per-cpu cache (PxN) making for fairly efficient
117 * UMAXPTDI - highest inclusive ptd index for user space
119 #define APTDPTDI (NPDEPG-1) /* alt ptd entry that points to APTD */
120 #define MPPTDI (APTDPTDI-1) /* globaldata array ptd entry */
121 #define KPTDI (MPPTDI-NKPDE) /* start of kernel virtual pde's */
122 #define PTDPTDI (KPTDI-1) /* ptd entry that points to ptd! */
123 #define UMAXPTDI (PTDPTDI-1) /* ptd entry for user space end */
126 * XXX doesn't really belong here I guess...
128 #define ISA_HOLE_START 0xa0000
129 #define ISA_HOLE_LENGTH (0x100000-ISA_HOLE_START)
133 #ifndef _SYS_TYPES_H_
134 #include <sys/types.h>
136 #ifndef _SYS_QUEUE_H_
137 #include <sys/queue.h>
139 #ifndef _MACHINE_TYPES_H_
140 #include <machine/types.h>
142 #ifndef _MACHINE_PARAM_H_
143 #include <machine/param.h>
147 * Address of current and alternate address space page table maps
151 extern pt_entry_t PTmap[], APTmap[], Upte;
152 extern pd_entry_t PTD[], APTD[], PTDpde, APTDpde, Upde;
154 extern pd_entry_t IdlePTD; /* physical address of "Idle" state directory */
159 * virtual address to page table entry and
160 * to physical address. Likewise for alternate address space.
161 * Note: these work recursively, thus vtopte of a pte will give
162 * the corresponding pde that in turn maps it.
164 #define vtopte(va) (PTmap + i386_btop(va))
166 #define avtopte(va) (APTmap + i386_btop(va))
169 * Routine: pmap_kextract
171 * Extract the physical page address associated
172 * kernel virtual address.
174 static __inline vm_paddr_t
175 pmap_kextract(vm_offset_t va)
179 if ((pa = (vm_offset_t) PTD[va >> PDRSHIFT]) & PG_PS) {
180 pa = (pa & ~(NBPDR - 1)) | (va & (NBPDR - 1));
182 pa = *(vm_offset_t *)vtopte(va);
183 pa = (pa & PG_FRAME) | (va & PAGE_MASK);
191 #define vtophys(va) pmap_kextract(((vm_offset_t)(va)))
192 #define vtophys_pte(va) ((pt_entry_t)pmap_kextract(((vm_offset_t)(va))))
206 TAILQ_HEAD(,pv_entry) pv_list;
210 * Each machine dependent implementation is expected to
211 * keep certain statistics. They may do this anyway they
212 * so choose, but are expected to return the statistics
213 * in the following structure.
215 * NOTE: We try to match the size of the pc32 pmap with the vkernel pmap
216 * so the same utilities (like 'ps') can be used on both.
218 struct pmap_statistics {
219 long resident_count; /* # of pages mapped (total) */
220 long wired_count; /* # of pages wired */
222 typedef struct pmap_statistics *pmap_statistics_t;
225 pd_entry_t *pm_pdir; /* KVA of page directory */
226 struct vm_page *pm_pdirm; /* VM page for pg directory */
227 struct vm_object *pm_pteobj; /* Container for pte's */
228 TAILQ_ENTRY(pmap) pm_pmnode; /* list of pmaps */
229 TAILQ_HEAD(,pv_entry) pm_pvlist; /* list of mappings in pmap */
230 int pm_count; /* reference count */
231 cpumask_t pm_active; /* active on cpus */
232 cpumask_t pm_cached; /* cached on cpus */
233 int pm_filler02; /* (filler sync w/vkernel) */
234 struct pmap_statistics pm_stats; /* pmap statistics */
235 struct vm_page *pm_ptphint; /* pmap ptp hint */
236 int pm_generation; /* detect pvlist deletions */
239 #define pmap_resident_count(pmap) (pmap)->pm_stats.resident_count
241 #define CPUMASK_LOCK (1 << SMP_MAXCPU)
243 typedef struct pmap *pmap_t;
246 extern struct pmap kernel_pmap;
250 * For each vm_page_t, there is a list of all currently valid virtual
251 * mappings of that page. An entry is a pv_entry_t, the list is pv_table.
253 typedef struct pv_entry {
254 pmap_t pv_pmap; /* pmap where mapping lies */
255 vm_offset_t pv_va; /* virtual address for mapping */
256 TAILQ_ENTRY(pv_entry) pv_list;
257 TAILQ_ENTRY(pv_entry) pv_plist;
258 struct vm_page *pv_ptem; /* VM page for pte */
260 struct vm_page *pv_m;
262 void *pv_dummy; /* align structure to 32 bytes */
269 #define PPRO_VMTRRphysBase0 0x200
270 #define PPRO_VMTRRphysMask0 0x201
272 u_int64_t base, mask;
274 extern struct ppro_vmtrr PPro_vmtrr[NPPROVMTRR];
276 extern caddr_t CADDR1;
277 extern pt_entry_t *CMAP1;
278 extern vm_paddr_t dump_avail[];
279 extern vm_paddr_t avail_end;
280 extern vm_paddr_t avail_start;
281 extern vm_offset_t clean_eva;
282 extern vm_offset_t clean_sva;
283 extern char *ptvmmap; /* poor name! */
285 void pmap_interlock_wait (struct vmspace *);
286 void pmap_bootstrap (vm_paddr_t, vm_paddr_t);
287 void *pmap_mapdev (vm_paddr_t, vm_size_t);
288 void pmap_unmapdev (vm_offset_t, vm_size_t);
289 unsigned *pmap_pte (pmap_t, vm_offset_t) __pure2;
290 struct vm_page *pmap_use_pt (pmap_t, vm_offset_t);
291 int pmap_get_pgeflag(void);
293 void pmap_set_opt (void);
300 #endif /* !_MACHINE_PMAP_H_ */