realpath.3: Sort SEE ALSO.
[dragonfly.git] / sys / dev / agp / agp.c
CommitLineData
984263bc
MD
1/*-
2 * Copyright (c) 2000 Doug Rabson
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24 * SUCH DAMAGE.
25 *
7f9ec87c 26 * $FreeBSD: src/sys/dev/agp/agp.c,v 1.62 2009/02/06 20:57:10 wkoszek Exp $
984263bc
MD
27 */
28
7f9ec87c
FT
29#include "opt_agp.h"
30
984263bc
MD
31#include <sys/param.h>
32#include <sys/systm.h>
fef8985e
MD
33#include <sys/device.h>
34#include <sys/conf.h>
984263bc
MD
35#include <sys/malloc.h>
36#include <sys/kernel.h>
37#include <sys/bus.h>
984263bc
MD
38#include <sys/agpio.h>
39#include <sys/lock.h>
40#include <sys/proc.h>
1f7ab7c9 41#include <sys/rman.h>
984263bc 42
1f2de5d4
MD
43#include <bus/pci/pcivar.h>
44#include <bus/pci/pcireg.h>
45#include "agppriv.h"
46#include "agpvar.h"
47#include "agpreg.h"
984263bc
MD
48
49#include <vm/vm.h>
50#include <vm/vm_object.h>
51#include <vm/vm_page.h>
52#include <vm/vm_pageout.h>
53#include <vm/pmap.h>
54
55#include <machine/md_var.h>
984263bc
MD
56
57MODULE_VERSION(agp, 1);
58
59MALLOC_DEFINE(M_AGP, "agp", "AGP data structures");
60
984263bc
MD
61static d_open_t agp_open;
62static d_close_t agp_close;
63static d_ioctl_t agp_ioctl;
64static d_mmap_t agp_mmap;
65
fef8985e 66static struct dev_ops agp_ops = {
88abd8b5 67 { "agp", 0, D_TTY },
fef8985e
MD
68 .d_open = agp_open,
69 .d_close = agp_close,
70 .d_ioctl = agp_ioctl,
71 .d_mmap = agp_mmap,
984263bc
MD
72};
73
74static devclass_t agp_devclass;
984263bc
MD
75
76/* Helper functions for implementing chipset mini drivers. */
77
78void
c436375a 79agp_flush_cache(void)
984263bc 80{
b2b3ffcd 81#if defined(__i386__) || defined(__x86_64__)
984263bc
MD
82 wbinvd();
83#endif
84}
85
86u_int8_t
87agp_find_caps(device_t dev)
88{
31935f45
SZ
89 int capreg;
90
91 if (pci_find_extcap(dev, PCIY_AGP, &capreg) != 0)
92 capreg = 0;
93 return (capreg);
984263bc
MD
94}
95
96/*
97 * Find an AGP display device (if any).
98 */
99static device_t
100agp_find_display(void)
101{
102 devclass_t pci = devclass_find("pci");
103 device_t bus, dev = 0;
104 device_t *kids;
105 int busnum, numkids, i;
106
107 for (busnum = 0; busnum < devclass_get_maxunit(pci); busnum++) {
108 bus = devclass_get_device(pci, busnum);
109 if (!bus)
110 continue;
111 device_get_children(bus, &kids, &numkids);
112 for (i = 0; i < numkids; i++) {
113 dev = kids[i];
1e058a43 114 if (pci_get_class(dev) == PCIC_DISPLAY)
984263bc 115 if (agp_find_caps(dev)) {
efda3bd0 116 kfree(kids, M_TEMP);
984263bc
MD
117 return dev;
118 }
119
120 }
efda3bd0 121 kfree(kids, M_TEMP);
984263bc
MD
122 }
123
124 return 0;
125}
126
127struct agp_gatt *
128agp_alloc_gatt(device_t dev)
129{
130 u_int32_t apsize = AGP_GET_APERTURE(dev);
131 u_int32_t entries = apsize >> AGP_PAGE_SHIFT;
132 struct agp_gatt *gatt;
133
134 if (bootverbose)
135 device_printf(dev,
136 "allocating GATT for aperture of size %dM\n",
137 apsize / (1024*1024));
138
f7841f3c
MD
139 if (entries == 0) {
140 device_printf(dev, "bad aperture size\n");
141 return NULL;
142 }
143
efda3bd0 144 gatt = kmalloc(sizeof(struct agp_gatt), M_AGP, M_INTWAIT);
984263bc 145 gatt->ag_entries = entries;
fdc3c5be 146 gatt->ag_virtual = contigmalloc(entries * sizeof(u_int32_t), M_AGP,
e7b4468c 147 M_WAITOK|M_ZERO, 0, ~0, PAGE_SIZE, 0);
984263bc
MD
148 if (!gatt->ag_virtual) {
149 if (bootverbose)
150 device_printf(dev, "contiguous allocation failed\n");
efda3bd0 151 kfree(gatt, M_AGP);
984263bc
MD
152 return 0;
153 }
984263bc
MD
154 gatt->ag_physical = vtophys((vm_offset_t) gatt->ag_virtual);
155 agp_flush_cache();
156
157 return gatt;
158}
159
160void
161agp_free_gatt(struct agp_gatt *gatt)
162{
163 contigfree(gatt->ag_virtual,
164 gatt->ag_entries * sizeof(u_int32_t), M_AGP);
efda3bd0 165 kfree(gatt, M_AGP);
984263bc
MD
166}
167
fdc3c5be 168static u_int agp_max[][2] = {
984263bc
MD
169 {0, 0},
170 {32, 4},
171 {64, 28},
172 {128, 96},
173 {256, 204},
174 {512, 440},
175 {1024, 942},
176 {2048, 1920},
177 {4096, 3932}
178};
c157ff7a 179#define agp_max_size NELEM(agp_max)
984263bc 180
fdc3c5be
HT
181/**
182 * Sets the PCI resource which represents the AGP aperture.
183 *
184 * If not called, the default AGP aperture resource of AGP_APBASE will
185 * be used. Must be called before agp_generic_attach().
186 */
187void
188agp_set_aperture_resource(device_t dev, int rid)
189{
190 struct agp_softc *sc = device_get_softc(dev);
191
192 sc->as_aperture_rid = rid;
193}
194
984263bc
MD
195int
196agp_generic_attach(device_t dev)
197{
198 struct agp_softc *sc = device_get_softc(dev);
fdc3c5be
HT
199 int i;
200 u_int memsize;
984263bc
MD
201
202 /*
fdc3c5be
HT
203 * Find and map the aperture, RF_SHAREABLE for DRM but not RF_ACTIVE
204 * because the kernel doesn't need to map it.
984263bc 205 */
fdc3c5be
HT
206 if (sc->as_aperture_rid == 0)
207 sc->as_aperture_rid = AGP_APBASE;
208
209 sc->as_aperture = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
210 &sc->as_aperture_rid, RF_SHAREABLE);
984263bc
MD
211 if (!sc->as_aperture)
212 return ENOMEM;
213
214 /*
215 * Work out an upper bound for agp memory allocation. This
216 * uses a heurisitc table from the Linux driver.
217 */
218 memsize = ptoa(Maxmem) >> 20;
219 for (i = 0; i < agp_max_size; i++) {
220 if (memsize <= agp_max[i][0])
221 break;
222 }
a904aa53
FT
223 if (i == agp_max_size)
224 i = agp_max_size - 1;
984263bc
MD
225 sc->as_maxmem = agp_max[i][1] << 20U;
226
227 /*
228 * The lock is used to prevent re-entry to
229 * agp_generic_bind_memory() since that function can sleep.
230 */
f2770c70 231 lockinit(&sc->as_lock, "agplk", 0, 0);
984263bc
MD
232
233 /*
234 * Initialise stuff for the userland device.
235 */
236 agp_devclass = devclass_find("agp");
237 TAILQ_INIT(&sc->as_memory);
238 sc->as_nextid = 1;
239
34dfeb57
FT
240 sc->as_devnode = make_dev(&agp_ops,
241 0, UID_ROOT, GID_WHEEL, 0600, "agpgart");
7f9ec87c 242 sc->as_devnode->si_drv1 = dev;
984263bc
MD
243
244 return 0;
245}
246
67e2dc5d
SS
247void
248agp_free_cdev(device_t dev)
249{
cd29885a 250 dev_ops_remove_minor(&agp_ops, device_get_unit(dev));
67e2dc5d
SS
251}
252
253void
254agp_free_res(device_t dev)
984263bc
MD
255{
256 struct agp_softc *sc = device_get_softc(dev);
f21c8116 257
67e2dc5d
SS
258 bus_release_resource(dev, SYS_RES_MEMORY, sc->as_aperture_rid,
259 sc->as_aperture);
984263bc 260 agp_flush_cache();
67e2dc5d
SS
261}
262
263int
264agp_generic_detach(device_t dev)
265{
266 agp_free_cdev(dev);
267 agp_free_res(dev);
984263bc
MD
268 return 0;
269}
270
fdc3c5be
HT
271/**
272 * Default AGP aperture size detection which simply returns the size of
273 * the aperture's PCI resource.
274 */
7f9ec87c 275u_int32_t
fdc3c5be
HT
276agp_generic_get_aperture(device_t dev)
277{
278 struct agp_softc *sc = device_get_softc(dev);
279
280 return rman_get_size(sc->as_aperture);
281}
282
283/**
284 * Default AGP aperture size setting function, which simply doesn't allow
285 * changes to resource size.
286 */
287int
288agp_generic_set_aperture(device_t dev, u_int32_t aperture)
289{
290 u_int32_t current_aperture;
291
292 current_aperture = AGP_GET_APERTURE(dev);
293 if (current_aperture != aperture)
294 return EINVAL;
295 else
296 return 0;
297}
298
f7841f3c
MD
299/*
300 * This does the enable logic for v3, with the same topology
301 * restrictions as in place for v2 -- one bus, one device on the bus.
302 */
303static int
304agp_v3_enable(device_t dev, device_t mdev, u_int32_t mode)
984263bc 305{
984263bc
MD
306 u_int32_t tstatus, mstatus;
307 u_int32_t command;
f7841f3c 308 int rq, sba, fw, rate, arqsz, cal;
984263bc 309
f7841f3c
MD
310 tstatus = pci_read_config(dev, agp_find_caps(dev) + AGP_STATUS, 4);
311 mstatus = pci_read_config(mdev, agp_find_caps(mdev) + AGP_STATUS, 4);
312
313 /* Set RQ to the min of mode, tstatus and mstatus */
314 rq = AGP_MODE_GET_RQ(mode);
315 if (AGP_MODE_GET_RQ(tstatus) < rq)
316 rq = AGP_MODE_GET_RQ(tstatus);
317 if (AGP_MODE_GET_RQ(mstatus) < rq)
318 rq = AGP_MODE_GET_RQ(mstatus);
319
320 /*
321 * ARQSZ - Set the value to the maximum one.
322 * Don't allow the mode register to override values.
323 */
324 arqsz = AGP_MODE_GET_ARQSZ(mode);
325 if (AGP_MODE_GET_ARQSZ(tstatus) > rq)
326 rq = AGP_MODE_GET_ARQSZ(tstatus);
327 if (AGP_MODE_GET_ARQSZ(mstatus) > rq)
328 rq = AGP_MODE_GET_ARQSZ(mstatus);
329
330 /* Calibration cycle - don't allow override by mode register */
331 cal = AGP_MODE_GET_CAL(tstatus);
332 if (AGP_MODE_GET_CAL(mstatus) < cal)
333 cal = AGP_MODE_GET_CAL(mstatus);
334
335 /* SBA must be supported for AGP v3. */
336 sba = 1;
337
338 /* Set FW if all three support it. */
339 fw = (AGP_MODE_GET_FW(tstatus)
340 & AGP_MODE_GET_FW(mstatus)
341 & AGP_MODE_GET_FW(mode));
342
343 /* Figure out the max rate */
344 rate = (AGP_MODE_GET_RATE(tstatus)
345 & AGP_MODE_GET_RATE(mstatus)
346 & AGP_MODE_GET_RATE(mode));
347 if (rate & AGP_MODE_V3_RATE_8x)
348 rate = AGP_MODE_V3_RATE_8x;
349 else
350 rate = AGP_MODE_V3_RATE_4x;
351 if (bootverbose)
352 device_printf(dev, "Setting AGP v3 mode %d\n", rate * 4);
353
354 pci_write_config(dev, agp_find_caps(dev) + AGP_COMMAND, 0, 4);
355
356 /* Construct the new mode word and tell the hardware */
fdc3c5be 357 command = 0;
f7841f3c
MD
358 command = AGP_MODE_SET_RQ(0, rq);
359 command = AGP_MODE_SET_ARQSZ(command, arqsz);
360 command = AGP_MODE_SET_CAL(command, cal);
361 command = AGP_MODE_SET_SBA(command, sba);
362 command = AGP_MODE_SET_FW(command, fw);
363 command = AGP_MODE_SET_RATE(command, rate);
fdc3c5be 364 command = AGP_MODE_SET_MODE_3(command, 1);
f7841f3c
MD
365 command = AGP_MODE_SET_AGP(command, 1);
366 pci_write_config(dev, agp_find_caps(dev) + AGP_COMMAND, command, 4);
367 pci_write_config(mdev, agp_find_caps(mdev) + AGP_COMMAND, command, 4);
368
369 return 0;
370}
371
372static int
373agp_v2_enable(device_t dev, device_t mdev, u_int32_t mode)
374{
375 u_int32_t tstatus, mstatus;
376 u_int32_t command;
377 int rq, sba, fw, rate;
984263bc
MD
378
379 tstatus = pci_read_config(dev, agp_find_caps(dev) + AGP_STATUS, 4);
380 mstatus = pci_read_config(mdev, agp_find_caps(mdev) + AGP_STATUS, 4);
381
382 /* Set RQ to the min of mode, tstatus and mstatus */
383 rq = AGP_MODE_GET_RQ(mode);
384 if (AGP_MODE_GET_RQ(tstatus) < rq)
385 rq = AGP_MODE_GET_RQ(tstatus);
386 if (AGP_MODE_GET_RQ(mstatus) < rq)
387 rq = AGP_MODE_GET_RQ(mstatus);
388
389 /* Set SBA if all three can deal with SBA */
390 sba = (AGP_MODE_GET_SBA(tstatus)
391 & AGP_MODE_GET_SBA(mstatus)
392 & AGP_MODE_GET_SBA(mode));
393
394 /* Similar for FW */
395 fw = (AGP_MODE_GET_FW(tstatus)
396 & AGP_MODE_GET_FW(mstatus)
397 & AGP_MODE_GET_FW(mode));
398
399 /* Figure out the max rate */
400 rate = (AGP_MODE_GET_RATE(tstatus)
401 & AGP_MODE_GET_RATE(mstatus)
402 & AGP_MODE_GET_RATE(mode));
f7841f3c
MD
403 if (rate & AGP_MODE_V2_RATE_4x)
404 rate = AGP_MODE_V2_RATE_4x;
405 else if (rate & AGP_MODE_V2_RATE_2x)
406 rate = AGP_MODE_V2_RATE_2x;
984263bc 407 else
f7841f3c
MD
408 rate = AGP_MODE_V2_RATE_1x;
409 if (bootverbose)
410 device_printf(dev, "Setting AGP v2 mode %d\n", rate);
984263bc
MD
411
412 /* Construct the new mode word and tell the hardware */
fdc3c5be 413 command = 0;
984263bc
MD
414 command = AGP_MODE_SET_RQ(0, rq);
415 command = AGP_MODE_SET_SBA(command, sba);
416 command = AGP_MODE_SET_FW(command, fw);
417 command = AGP_MODE_SET_RATE(command, rate);
418 command = AGP_MODE_SET_AGP(command, 1);
419 pci_write_config(dev, agp_find_caps(dev) + AGP_COMMAND, command, 4);
420 pci_write_config(mdev, agp_find_caps(mdev) + AGP_COMMAND, command, 4);
421
422 return 0;
423}
424
f7841f3c
MD
425int
426agp_generic_enable(device_t dev, u_int32_t mode)
427{
428 device_t mdev = agp_find_display();
429 u_int32_t tstatus, mstatus;
430
431 if (!mdev) {
432 AGP_DPF("can't find display\n");
433 return ENXIO;
434 }
435
436 tstatus = pci_read_config(dev, agp_find_caps(dev) + AGP_STATUS, 4);
437 mstatus = pci_read_config(mdev, agp_find_caps(mdev) + AGP_STATUS, 4);
438
439 /*
440 * Check display and bridge for AGP v3 support. AGP v3 allows
441 * more variety in topology than v2, e.g. multiple AGP devices
442 * attached to one bridge, or multiple AGP bridges in one
443 * system. This doesn't attempt to address those situations,
444 * but should work fine for a classic single AGP slot system
445 * with AGP v3.
446 */
fdc3c5be
HT
447 if (AGP_MODE_GET_MODE_3(mode) &&
448 AGP_MODE_GET_MODE_3(tstatus) &&
449 AGP_MODE_GET_MODE_3(mstatus))
f7841f3c
MD
450 return (agp_v3_enable(dev, mdev, mode));
451 else
452 return (agp_v2_enable(dev, mdev, mode));
453}
454
984263bc
MD
455struct agp_memory *
456agp_generic_alloc_memory(device_t dev, int type, vm_size_t size)
457{
458 struct agp_softc *sc = device_get_softc(dev);
459 struct agp_memory *mem;
460
461 if ((size & (AGP_PAGE_SIZE - 1)) != 0)
462 return 0;
463
464 if (sc->as_allocated + size > sc->as_maxmem)
465 return 0;
466
467 if (type != 0) {
e3869ec7 468 kprintf("agp_generic_alloc_memory: unsupported type %d\n",
fdc3c5be 469 type);
984263bc
MD
470 return 0;
471 }
472
efda3bd0 473 mem = kmalloc(sizeof *mem, M_AGP, M_INTWAIT);
984263bc
MD
474 mem->am_id = sc->as_nextid++;
475 mem->am_size = size;
476 mem->am_type = 0;
477 mem->am_obj = vm_object_allocate(OBJT_DEFAULT, atop(round_page(size)));
478 mem->am_physical = 0;
479 mem->am_offset = 0;
480 mem->am_is_bound = 0;
481 TAILQ_INSERT_TAIL(&sc->as_memory, mem, am_link);
482 sc->as_allocated += size;
483
484 return mem;
485}
486
487int
488agp_generic_free_memory(device_t dev, struct agp_memory *mem)
489{
490 struct agp_softc *sc = device_get_softc(dev);
491
492 if (mem->am_is_bound)
493 return EBUSY;
494
495 sc->as_allocated -= mem->am_size;
496 TAILQ_REMOVE(&sc->as_memory, mem, am_link);
497 vm_object_deallocate(mem->am_obj);
efda3bd0 498 kfree(mem, M_AGP);
984263bc
MD
499 return 0;
500}
501
502int
503agp_generic_bind_memory(device_t dev, struct agp_memory *mem,
504 vm_offset_t offset)
505{
506 struct agp_softc *sc = device_get_softc(dev);
507 vm_offset_t i, j, k;
508 vm_page_t m;
509 int error;
510
df4f70a6 511 lockmgr(&sc->as_lock, LK_EXCLUSIVE);
984263bc
MD
512
513 if (mem->am_is_bound) {
514 device_printf(dev, "memory already bound\n");
df4f70a6 515 lockmgr(&sc->as_lock, LK_RELEASE);
984263bc
MD
516 return EINVAL;
517 }
518
7f9ec87c 519 /* Do some sanity checks first. */
984263bc
MD
520 if (offset < 0
521 || (offset & (AGP_PAGE_SIZE - 1)) != 0
522 || offset + mem->am_size > AGP_GET_APERTURE(dev)) {
b148a8c8
MD
523 device_printf(dev, "binding memory at bad offset %#x,%#x,%#x\n",
524 (int) offset, (int)mem->am_size,
525 (int)AGP_GET_APERTURE(dev));
e3869ec7 526 kprintf("Check BIOS's aperature size vs X\n");
df4f70a6 527 lockmgr(&sc->as_lock, LK_RELEASE);
984263bc
MD
528 return EINVAL;
529 }
530
531 /*
532 * Bind the individual pages and flush the chipset's
533 * TLB.
984263bc
MD
534 */
535 for (i = 0; i < mem->am_size; i += PAGE_SIZE) {
536 /*
d2d8515b
MD
537 * Find a page from the object and wire it down. This page
538 * will be mapped using one or more entries in the GATT
539 * (assuming that PAGE_SIZE >= AGP_PAGE_SIZE. If this is
540 * the first call to bind, the pages will be allocated
541 * and zeroed.
984263bc
MD
542 */
543 m = vm_page_grab(mem->am_obj, OFF_TO_IDX(i),
d2d8515b
MD
544 VM_ALLOC_NORMAL | VM_ALLOC_ZERO |
545 VM_ALLOC_RETRY);
7f9ec87c 546 AGP_DPF("found page pa=%#jx\n", (uintmax_t)VM_PAGE_TO_PHYS(m));
984263bc
MD
547 vm_page_wire(m);
548
549 /*
550 * Install entries in the GATT, making sure that if
551 * AGP_PAGE_SIZE < PAGE_SIZE and mem->am_size is not
552 * aligned to PAGE_SIZE, we don't modify too many GATT
553 * entries.
554 */
555 for (j = 0; j < PAGE_SIZE && i + j < mem->am_size;
556 j += AGP_PAGE_SIZE) {
557 vm_offset_t pa = VM_PAGE_TO_PHYS(m) + j;
7f9ec87c
FT
558 AGP_DPF("binding offset %#jx to pa %#jx\n",
559 (uintmax_t)offset + i + j, (uintmax_t)pa);
984263bc
MD
560 error = AGP_BIND_PAGE(dev, offset + i + j, pa);
561 if (error) {
562 /*
563 * Bail out. Reverse all the mappings
564 * and unwire the pages.
565 */
566 vm_page_wakeup(m);
567 for (k = 0; k < i + j; k += AGP_PAGE_SIZE)
568 AGP_UNBIND_PAGE(dev, offset + k);
b12defdc 569 vm_object_hold(mem->am_obj);
984263bc 570 for (k = 0; k <= i; k += PAGE_SIZE) {
b12defdc
MD
571 m = vm_page_lookup_busy_wait(
572 mem->am_obj, OFF_TO_IDX(k),
573 FALSE, "agppg");
984263bc 574 vm_page_unwire(m, 0);
b12defdc 575 vm_page_wakeup(m);
984263bc 576 }
b12defdc 577 vm_object_drop(mem->am_obj);
df4f70a6 578 lockmgr(&sc->as_lock, LK_RELEASE);
984263bc
MD
579 return error;
580 }
581 }
582 vm_page_wakeup(m);
583 }
584
585 /*
586 * Flush the cpu cache since we are providing a new mapping
587 * for these pages.
588 */
589 agp_flush_cache();
590
591 /*
592 * Make sure the chipset gets the new mappings.
593 */
594 AGP_FLUSH_TLB(dev);
595
596 mem->am_offset = offset;
597 mem->am_is_bound = 1;
598
df4f70a6 599 lockmgr(&sc->as_lock, LK_RELEASE);
984263bc
MD
600
601 return 0;
602}
603
604int
605agp_generic_unbind_memory(device_t dev, struct agp_memory *mem)
606{
607 struct agp_softc *sc = device_get_softc(dev);
608 vm_page_t m;
609 int i;
610
df4f70a6 611 lockmgr(&sc->as_lock, LK_EXCLUSIVE);
984263bc
MD
612
613 if (!mem->am_is_bound) {
614 device_printf(dev, "memory is not bound\n");
df4f70a6 615 lockmgr(&sc->as_lock, LK_RELEASE);
984263bc
MD
616 return EINVAL;
617 }
618
619
620 /*
621 * Unbind the individual pages and flush the chipset's
622 * TLB. Unwire the pages so they can be swapped.
623 */
624 for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE)
625 AGP_UNBIND_PAGE(dev, mem->am_offset + i);
b12defdc 626 vm_object_hold(mem->am_obj);
984263bc 627 for (i = 0; i < mem->am_size; i += PAGE_SIZE) {
b12defdc
MD
628 m = vm_page_lookup_busy_wait(mem->am_obj, atop(i),
629 FALSE, "agppg");
984263bc 630 vm_page_unwire(m, 0);
b12defdc 631 vm_page_wakeup(m);
984263bc 632 }
b12defdc 633 vm_object_drop(mem->am_obj);
984263bc
MD
634
635 agp_flush_cache();
636 AGP_FLUSH_TLB(dev);
637
638 mem->am_offset = 0;
639 mem->am_is_bound = 0;
640
df4f70a6 641 lockmgr(&sc->as_lock, LK_RELEASE);
984263bc
MD
642
643 return 0;
644}
645
646/* Helper functions for implementing user/kernel api */
647
648static int
649agp_acquire_helper(device_t dev, enum agp_acquire_state state)
650{
651 struct agp_softc *sc = device_get_softc(dev);
652
653 if (sc->as_state != AGP_ACQUIRE_FREE)
654 return EBUSY;
655 sc->as_state = state;
656
657 return 0;
658}
659
660static int
661agp_release_helper(device_t dev, enum agp_acquire_state state)
662{
663 struct agp_softc *sc = device_get_softc(dev);
664
665 if (sc->as_state == AGP_ACQUIRE_FREE)
666 return 0;
667
668 if (sc->as_state != state)
669 return EBUSY;
670
671 sc->as_state = AGP_ACQUIRE_FREE;
672 return 0;
673}
674
675static struct agp_memory *
676agp_find_memory(device_t dev, int id)
677{
678 struct agp_softc *sc = device_get_softc(dev);
679 struct agp_memory *mem;
680
681 AGP_DPF("searching for memory block %d\n", id);
682 TAILQ_FOREACH(mem, &sc->as_memory, am_link) {
683 AGP_DPF("considering memory block %d\n", mem->am_id);
684 if (mem->am_id == id)
685 return mem;
686 }
687 return 0;
688}
689
690/* Implementation of the userland ioctl api */
691
692static int
693agp_info_user(device_t dev, agp_info *info)
694{
695 struct agp_softc *sc = device_get_softc(dev);
696
697 bzero(info, sizeof *info);
698 info->bridge_id = pci_get_devid(dev);
699 info->agp_mode =
700 pci_read_config(dev, agp_find_caps(dev) + AGP_STATUS, 4);
701 info->aper_base = rman_get_start(sc->as_aperture);
702 info->aper_size = AGP_GET_APERTURE(dev) >> 20;
703 info->pg_total = info->pg_system = sc->as_maxmem >> AGP_PAGE_SHIFT;
704 info->pg_used = sc->as_allocated >> AGP_PAGE_SHIFT;
705
706 return 0;
707}
708
709static int
710agp_setup_user(device_t dev, agp_setup *setup)
711{
712 return AGP_ENABLE(dev, setup->agp_mode);
713}
714
715static int
716agp_allocate_user(device_t dev, agp_allocate *alloc)
717{
718 struct agp_memory *mem;
719
720 mem = AGP_ALLOC_MEMORY(dev,
721 alloc->type,
722 alloc->pg_count << AGP_PAGE_SHIFT);
723 if (mem) {
724 alloc->key = mem->am_id;
725 alloc->physical = mem->am_physical;
726 return 0;
727 } else {
728 return ENOMEM;
729 }
730}
731
732static int
733agp_deallocate_user(device_t dev, int id)
734{
fc6d0222 735 struct agp_memory *mem = agp_find_memory(dev, id);
984263bc
MD
736
737 if (mem) {
738 AGP_FREE_MEMORY(dev, mem);
739 return 0;
740 } else {
741 return ENOENT;
742 }
743}
744
745static int
746agp_bind_user(device_t dev, agp_bind *bind)
747{
748 struct agp_memory *mem = agp_find_memory(dev, bind->key);
749
750 if (!mem)
751 return ENOENT;
752
753 return AGP_BIND_MEMORY(dev, mem, bind->pg_start << AGP_PAGE_SHIFT);
754}
755
756static int
757agp_unbind_user(device_t dev, agp_unbind *unbind)
758{
759 struct agp_memory *mem = agp_find_memory(dev, unbind->key);
760
761 if (!mem)
762 return ENOENT;
763
764 return AGP_UNBIND_MEMORY(dev, mem);
765}
766
a904aa53
FT
767static int
768agp_chipset_flush(device_t dev)
769{
770
771 return (AGP_CHIPSET_FLUSH(dev));
772}
773
984263bc 774static int
fef8985e 775agp_open(struct dev_open_args *ap)
984263bc 776{
b13267a5 777 cdev_t kdev = ap->a_head.a_dev;
7f9ec87c 778 device_t dev = kdev->si_drv1;
984263bc
MD
779 struct agp_softc *sc = device_get_softc(dev);
780
781 if (!sc->as_isopen) {
782 sc->as_isopen = 1;
783 device_busy(dev);
784 }
785
786 return 0;
787}
788
789static int
fef8985e 790agp_close(struct dev_close_args *ap)
984263bc 791{
b13267a5 792 cdev_t kdev = ap->a_head.a_dev;
7f9ec87c 793 device_t dev = kdev->si_drv1;
984263bc
MD
794 struct agp_softc *sc = device_get_softc(dev);
795 struct agp_memory *mem;
796
797 /*
798 * Clear the GATT and force release on last close
799 */
4090d6ff 800 while ((mem = TAILQ_FIRST(&sc->as_memory)) != NULL) {
984263bc
MD
801 if (mem->am_is_bound)
802 AGP_UNBIND_MEMORY(dev, mem);
803 AGP_FREE_MEMORY(dev, mem);
804 }
805 if (sc->as_state == AGP_ACQUIRE_USER)
806 agp_release_helper(dev, AGP_ACQUIRE_USER);
ad9779b7
AH
807 if (sc->as_isopen) {
808 sc->as_isopen = 0;
809 device_unbusy(dev);
810 }
984263bc
MD
811
812 return 0;
813}
814
815static int
fef8985e 816agp_ioctl(struct dev_ioctl_args *ap)
984263bc 817{
b13267a5 818 cdev_t kdev = ap->a_head.a_dev;
7f9ec87c 819 device_t dev = kdev->si_drv1;
984263bc 820
fef8985e 821 switch (ap->a_cmd) {
984263bc 822 case AGPIOC_INFO:
fef8985e 823 return agp_info_user(dev, (agp_info *)ap->a_data);
984263bc
MD
824
825 case AGPIOC_ACQUIRE:
826 return agp_acquire_helper(dev, AGP_ACQUIRE_USER);
827
828 case AGPIOC_RELEASE:
829 return agp_release_helper(dev, AGP_ACQUIRE_USER);
830
831 case AGPIOC_SETUP:
fef8985e 832 return agp_setup_user(dev, (agp_setup *)ap->a_data);
984263bc
MD
833
834 case AGPIOC_ALLOCATE:
fef8985e 835 return agp_allocate_user(dev, (agp_allocate *)ap->a_data);
984263bc
MD
836
837 case AGPIOC_DEALLOCATE:
fef8985e 838 return agp_deallocate_user(dev, *(int *)ap->a_data);
984263bc
MD
839
840 case AGPIOC_BIND:
fef8985e 841 return agp_bind_user(dev, (agp_bind *)ap->a_data);
984263bc
MD
842
843 case AGPIOC_UNBIND:
fef8985e 844 return agp_unbind_user(dev, (agp_unbind *)ap->a_data);
984263bc 845
a904aa53
FT
846 case AGPIOC_CHIPSET_FLUSH:
847 return agp_chipset_flush(dev);
984263bc
MD
848 }
849
850 return EINVAL;
851}
852
853static int
fef8985e 854agp_mmap(struct dev_mmap_args *ap)
984263bc 855{
b13267a5 856 cdev_t kdev = ap->a_head.a_dev;
7f9ec87c 857 device_t dev = kdev->si_drv1;
984263bc
MD
858 struct agp_softc *sc = device_get_softc(dev);
859
fef8985e
MD
860 if (ap->a_offset > AGP_GET_APERTURE(dev))
861 return EINVAL;
862 ap->a_result = atop(rman_get_start(sc->as_aperture) + ap->a_offset);
fdc3c5be 863 return 0;
984263bc
MD
864}
865
866/* Implementation of the kernel api */
867
868device_t
c436375a 869agp_find_device(void)
984263bc 870{
fdc3c5be
HT
871 device_t *children, child;
872 int i, count;
873
984263bc 874 if (!agp_devclass)
fdc3c5be
HT
875 return NULL;
876 if (devclass_get_devices(agp_devclass, &children, &count) != 0)
877 return NULL;
878 child = NULL;
879 for (i = 0; i < count; i++) {
880 if (device_is_attached(children[i])) {
881 child = children[i];
882 break;
883 }
884 }
885 kfree(children, M_TEMP);
886 return child;
984263bc
MD
887}
888
889enum agp_acquire_state
890agp_state(device_t dev)
891{
892 struct agp_softc *sc = device_get_softc(dev);
893 return sc->as_state;
894}
895
896void
897agp_get_info(device_t dev, struct agp_info *info)
898{
899 struct agp_softc *sc = device_get_softc(dev);
900
901 info->ai_mode =
902 pci_read_config(dev, agp_find_caps(dev) + AGP_STATUS, 4);
903 info->ai_aperture_base = rman_get_start(sc->as_aperture);
fdc3c5be 904 info->ai_aperture_size = rman_get_size(sc->as_aperture);
984263bc
MD
905 info->ai_memory_allowed = sc->as_maxmem;
906 info->ai_memory_used = sc->as_allocated;
907}
908
909int
910agp_acquire(device_t dev)
911{
912 return agp_acquire_helper(dev, AGP_ACQUIRE_KERNEL);
913}
914
915int
916agp_release(device_t dev)
917{
918 return agp_release_helper(dev, AGP_ACQUIRE_KERNEL);
919}
920
921int
922agp_enable(device_t dev, u_int32_t mode)
923{
924 return AGP_ENABLE(dev, mode);
925}
926
927void *agp_alloc_memory(device_t dev, int type, vm_size_t bytes)
928{
929 return (void *) AGP_ALLOC_MEMORY(dev, type, bytes);
930}
931
932void agp_free_memory(device_t dev, void *handle)
933{
934 struct agp_memory *mem = (struct agp_memory *) handle;
935 AGP_FREE_MEMORY(dev, mem);
936}
937
938int agp_bind_memory(device_t dev, void *handle, vm_offset_t offset)
939{
940 struct agp_memory *mem = (struct agp_memory *) handle;
941 return AGP_BIND_MEMORY(dev, mem, offset);
942}
943
944int agp_unbind_memory(device_t dev, void *handle)
945{
946 struct agp_memory *mem = (struct agp_memory *) handle;
947 return AGP_UNBIND_MEMORY(dev, mem);
948}
949
950void agp_memory_info(device_t dev, void *handle, struct
951 agp_memory_info *mi)
952{
953 struct agp_memory *mem = (struct agp_memory *) handle;
954
955 mi->ami_size = mem->am_size;
956 mi->ami_physical = mem->am_physical;
957 mi->ami_offset = mem->am_offset;
958 mi->ami_is_bound = mem->am_is_bound;
959}