Rename serialize_sleep() to zsleep()
[dragonfly.git] / sys / dev / drm / drm_irq.c
1 /*-
2  * Copyright 2003 Eric Anholt
3  * All Rights Reserved.
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice (including the next
13  * paragraph) shall be included in all copies or substantial portions of the
14  * Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19  * ERIC ANHOLT BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
20  * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
21  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
22  *
23  * Authors:
24  *    Eric Anholt <anholt@FreeBSD.org>
25  *
26  */
27
28 /** @file drm_irq.c
29  * Support code for handling setup/teardown of interrupt handlers and
30  * handing interrupt handlers off to the drivers.
31  */
32
33 #include "dev/drm/drmP.h"
34 #include "dev/drm/drm.h"
35
36 int drm_irq_by_busid(struct drm_device *dev, void *data,
37                      struct drm_file *file_priv)
38 {
39         struct drm_irq_busid *irq = data;
40
41         if ((irq->busnum >> 8) != dev->pci_domain ||
42             (irq->busnum & 0xff) != dev->pci_bus ||
43             irq->devnum != dev->pci_slot ||
44             irq->funcnum != dev->pci_func)
45                 return EINVAL;
46
47         irq->irq = dev->irq;
48
49         DRM_DEBUG("%d:%d:%d => IRQ %d\n",
50             irq->busnum, irq->devnum, irq->funcnum, irq->irq);
51
52         return 0;
53 }
54
55 static void vblank_disable_fn(void *arg)
56 {
57         struct drm_device *dev = (struct drm_device *)arg;
58         int i;
59
60         DRM_SPINLOCK(&dev->vbl_lock);
61         
62         if (callout_pending(&dev->vblank_disable_timer)) {
63                 /* callout was reset */
64                 DRM_SPINUNLOCK(&dev->vbl_lock);
65                 return;
66         }
67         if (!callout_active(&dev->vblank_disable_timer)) {
68                 /* callout was stopped */
69                 DRM_SPINUNLOCK(&dev->vbl_lock);
70                 return;
71         }
72         callout_deactivate(&dev->vblank_disable_timer);
73
74         DRM_DEBUG("vblank_disable: %s\n", dev->vblank_disable_allowed ?
75                 "allowed" : "denied");
76         if (!dev->vblank_disable_allowed) {
77                 DRM_SPINUNLOCK(&dev->vbl_lock);
78                 return;
79         }
80
81         for (i = 0; i < dev->num_crtcs; i++) {
82                 if (dev->vblank[i].refcount == 0 &&
83                     dev->vblank[i].enabled && !dev->vblank[i].inmodeset) {
84                         DRM_DEBUG("disabling vblank on crtc %d\n", i);
85                         dev->vblank[i].last =
86                             dev->driver->get_vblank_counter(dev, i);
87                         dev->driver->disable_vblank(dev, i);
88                         dev->vblank[i].enabled = 0;
89                 }
90         }
91         DRM_SPINUNLOCK(&dev->vbl_lock);
92 }
93
94 void drm_vblank_cleanup(struct drm_device *dev)
95 {
96         /* Bail if the driver didn't call drm_vblank_init() */
97         if (dev->num_crtcs == 0)
98                 return;
99
100         DRM_SPINLOCK(&dev->vbl_lock);
101         callout_stop(&dev->vblank_disable_timer);
102         DRM_SPINUNLOCK(&dev->vbl_lock);
103
104         vblank_disable_fn((void *)dev);
105
106         free(dev->vblank, DRM_MEM_DRIVER);
107
108         dev->num_crtcs = 0;
109 }
110
111 int drm_vblank_init(struct drm_device *dev, int num_crtcs)
112 {
113         int i, ret = ENOMEM;
114
115         callout_init(&dev->vblank_disable_timer);
116         dev->num_crtcs = num_crtcs;
117
118         dev->vblank = malloc(sizeof(struct drm_vblank_info) * num_crtcs,
119             DRM_MEM_DRIVER, M_NOWAIT | M_ZERO);
120         if (!dev->vblank)
121             goto err;
122
123         DRM_DEBUG("\n");
124
125         /* Zero per-crtc vblank stuff */
126         DRM_SPINLOCK(&dev->vbl_lock);
127         for (i = 0; i < num_crtcs; i++) {
128                 DRM_INIT_WAITQUEUE(&dev->vblank[i].queue);
129                 dev->vblank[i].refcount = 0;
130                 atomic_set_rel_32(&dev->vblank[i].count, 0);
131         }
132         dev->vblank_disable_allowed = 0;
133         DRM_SPINUNLOCK(&dev->vbl_lock);
134
135         return 0;
136
137 err:
138         drm_vblank_cleanup(dev);
139         return ret;
140 }
141
142 int drm_irq_install(struct drm_device *dev)
143 {
144         int crtc, retcode;
145
146         if (dev->irq == 0 || dev->dev_private == NULL)
147                 return EINVAL;
148
149         DRM_DEBUG("irq=%d\n", dev->irq);
150
151         DRM_LOCK();
152         if (dev->irq_enabled) {
153                 DRM_UNLOCK();
154                 return EBUSY;
155         }
156         dev->irq_enabled = 1;
157
158         dev->context_flag = 0;
159
160         /* Before installing handler */
161         dev->driver->irq_preinstall(dev);
162         DRM_UNLOCK();
163
164         /* Install handler */
165         retcode = bus_setup_intr(dev->device, dev->irqr, INTR_MPSAFE,
166                                  dev->driver->irq_handler, dev, &dev->irqh,
167                                  &dev->irq_lock);
168         if (retcode != 0)
169                 goto err;
170
171         /* After installing handler */
172         DRM_LOCK();
173         dev->driver->irq_postinstall(dev);
174         DRM_UNLOCK();
175         if (dev->driver->enable_vblank) {
176                 DRM_SPINLOCK(&dev->vbl_lock);
177                 for( crtc = 0 ; crtc < dev->num_crtcs ; crtc++) {
178                         if (dev->driver->enable_vblank(dev, crtc) == 0) {
179                                 dev->vblank[crtc].enabled = 1;
180                         }
181                 }
182                 callout_reset(&dev->vblank_disable_timer, 5 * DRM_HZ,
183                     (timeout_t *)vblank_disable_fn, (void *)dev);
184                 DRM_SPINUNLOCK(&dev->vbl_lock);
185         }
186
187         return 0;
188 err:
189         DRM_LOCK();
190         dev->irq_enabled = 0;
191         DRM_UNLOCK();
192
193         return retcode;
194 }
195
196 int drm_irq_uninstall(struct drm_device *dev)
197 {
198         int crtc;
199
200         if (!dev->irq_enabled)
201                 return EINVAL;
202
203         dev->irq_enabled = 0;
204
205         /*
206         * Wake up any waiters so they don't hang.
207         */
208         DRM_SPINLOCK(&dev->vbl_lock);
209         for (crtc = 0; crtc < dev->num_crtcs; crtc++) {
210                 if (dev->vblank[crtc].enabled) {
211                         DRM_WAKEUP(&dev->vblank[crtc].queue);
212                         dev->vblank[crtc].last =
213                             dev->driver->get_vblank_counter(dev, crtc);
214                         dev->vblank[crtc].enabled = 0;
215                 }
216         }
217         DRM_SPINUNLOCK(&dev->vbl_lock);
218
219         DRM_DEBUG("irq=%d\n", dev->irq);
220
221         dev->driver->irq_uninstall(dev);
222
223         DRM_UNLOCK();
224         bus_teardown_intr(dev->device, dev->irqr, dev->irqh);
225         DRM_LOCK();
226
227         return 0;
228 }
229
230 int drm_control(struct drm_device *dev, void *data, struct drm_file *file_priv)
231 {
232         struct drm_control *ctl = data;
233         int err;
234
235         switch (ctl->func) {
236         case DRM_INST_HANDLER:
237                 /* Handle drivers whose DRM used to require IRQ setup but the
238                  * no longer does.
239                  */
240                 if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
241                         return 0;
242                 if (dev->if_version < DRM_IF_VERSION(1, 2) &&
243                     ctl->irq != dev->irq)
244                         return EINVAL;
245                 return drm_irq_install(dev);
246         case DRM_UNINST_HANDLER:
247                 if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
248                         return 0;
249                 DRM_LOCK();
250                 err = drm_irq_uninstall(dev);
251                 DRM_UNLOCK();
252                 return err;
253         default:
254                 return EINVAL;
255         }
256 }
257
258 u32 drm_vblank_count(struct drm_device *dev, int crtc)
259 {
260         return atomic_load_acq_32(&dev->vblank[crtc].count);
261 }
262
263 static void drm_update_vblank_count(struct drm_device *dev, int crtc)
264 {
265         u32 cur_vblank, diff;
266
267         /*
268          * Interrupts were disabled prior to this call, so deal with counter
269          * wrap if needed.
270          * NOTE!  It's possible we lost a full dev->max_vblank_count events
271          * here if the register is small or we had vblank interrupts off for
272          * a long time.
273          */
274         cur_vblank = dev->driver->get_vblank_counter(dev, crtc);
275         diff = cur_vblank - dev->vblank[crtc].last;
276         if (cur_vblank < dev->vblank[crtc].last) {
277                 diff += dev->max_vblank_count;
278
279                 DRM_DEBUG("vblank[%d].last=0x%x, cur_vblank=0x%x => diff=0x%x\n",
280                     crtc, dev->vblank[crtc].last, cur_vblank, diff);
281         }
282
283         DRM_DEBUG("enabling vblank interrupts on crtc %d, missed %d\n",
284             crtc, diff);
285
286         atomic_add_rel_32(&dev->vblank[crtc].count, diff);
287 }
288
289 int drm_vblank_get(struct drm_device *dev, int crtc)
290 {
291         int ret = 0;
292
293         /* Make sure that we are called with the lock held */
294         KKASSERT(lockstatus(&dev->vbl_lock, curthread) != 0);
295
296         /* Going from 0->1 means we have to enable interrupts again */
297         if (++dev->vblank[crtc].refcount == 1 &&
298             !dev->vblank[crtc].enabled) {
299                 ret = dev->driver->enable_vblank(dev, crtc);
300                 DRM_DEBUG("enabling vblank on crtc %d, ret: %d\n", crtc, ret);
301                 if (ret)
302                         --dev->vblank[crtc].refcount;
303                 else {
304                         dev->vblank[crtc].enabled = 1;
305                         drm_update_vblank_count(dev, crtc);
306                 }
307         }
308
309         if (dev->vblank[crtc].enabled)
310                 dev->vblank[crtc].last =
311                     dev->driver->get_vblank_counter(dev, crtc);
312
313         return ret;
314 }
315
316 void drm_vblank_put(struct drm_device *dev, int crtc)
317 {
318         /* Make sure that we are called with the lock held */
319         KKASSERT(lockstatus(&dev->vbl_lock, curthread) != 0);
320
321         KASSERT(dev->vblank[crtc].refcount > 0,
322             ("invalid refcount"));
323
324         /* Last user schedules interrupt disable */
325         if (--dev->vblank[crtc].refcount == 0)
326             callout_reset(&dev->vblank_disable_timer, 5 * DRM_HZ,
327                 (timeout_t *)vblank_disable_fn, (void *)dev);
328 }
329
330 int drm_modeset_ctl(struct drm_device *dev, void *data,
331                     struct drm_file *file_priv)
332 {
333         struct drm_modeset_ctl *modeset = data;
334         int crtc, ret = 0;
335
336         /* If drm_vblank_init() hasn't been called yet, just no-op */
337         if (!dev->num_crtcs)
338                 goto out;
339
340         crtc = modeset->crtc;
341         if (crtc >= dev->num_crtcs) {
342                 ret = EINVAL;
343                 goto out;
344         }
345
346         /*
347          * To avoid all the problems that might happen if interrupts
348          * were enabled/disabled around or between these calls, we just
349          * have the kernel take a reference on the CRTC (just once though
350          * to avoid corrupting the count if multiple, mismatch calls occur),
351          * so that interrupts remain enabled in the interim.
352          */
353         switch (modeset->cmd) {
354         case _DRM_PRE_MODESET:
355                 DRM_DEBUG("pre-modeset, crtc %d\n", crtc);
356                 DRM_SPINLOCK(&dev->vbl_lock);
357                 if (!dev->vblank[crtc].inmodeset) {
358                         dev->vblank[crtc].inmodeset = 0x1;
359                         if (drm_vblank_get(dev, crtc) == 0)
360                                 dev->vblank[crtc].inmodeset |= 0x2;
361                 }
362                 DRM_SPINUNLOCK(&dev->vbl_lock);
363                 break;
364         case _DRM_POST_MODESET:
365                 DRM_DEBUG("post-modeset, crtc %d\n", crtc);
366                 DRM_SPINLOCK(&dev->vbl_lock);
367                 if (dev->vblank[crtc].inmodeset) {
368                         if (dev->vblank[crtc].inmodeset & 0x2)
369                                 drm_vblank_put(dev, crtc);
370                         dev->vblank[crtc].inmodeset = 0;
371                 }
372                 dev->vblank_disable_allowed = 1;
373                 DRM_SPINUNLOCK(&dev->vbl_lock);
374                 break;
375         default:
376                 ret = EINVAL;
377                 break;
378         }
379
380 out:
381         return ret;
382 }
383
384 int drm_wait_vblank(struct drm_device *dev, void *data, struct drm_file *file_priv)
385 {
386         union drm_wait_vblank *vblwait = data;
387         unsigned int flags, seq, crtc;
388         int ret = 0;
389
390         if (!dev->irq_enabled)
391                 return EINVAL;
392
393         if (vblwait->request.type &
394             ~(_DRM_VBLANK_TYPES_MASK | _DRM_VBLANK_FLAGS_MASK)) {
395                 DRM_ERROR("Unsupported type value 0x%x, supported mask 0x%x\n",
396                     vblwait->request.type,
397                     (_DRM_VBLANK_TYPES_MASK | _DRM_VBLANK_FLAGS_MASK));
398                 return EINVAL;
399         }
400
401         flags = vblwait->request.type & _DRM_VBLANK_FLAGS_MASK;
402         crtc = flags & _DRM_VBLANK_SECONDARY ? 1 : 0;
403
404         if (crtc >= dev->num_crtcs)
405                 return EINVAL;
406
407         DRM_SPINLOCK(&dev->vbl_lock);
408         ret = drm_vblank_get(dev, crtc);
409         DRM_SPINUNLOCK(&dev->vbl_lock);
410         if (ret) {
411                 DRM_ERROR("failed to acquire vblank counter, %d\n", ret);
412                 return ret;
413         }
414         seq = drm_vblank_count(dev, crtc);
415
416         switch (vblwait->request.type & _DRM_VBLANK_TYPES_MASK) {
417         case _DRM_VBLANK_RELATIVE:
418                 vblwait->request.sequence += seq;
419                 vblwait->request.type &= ~_DRM_VBLANK_RELATIVE;
420         case _DRM_VBLANK_ABSOLUTE:
421                 break;
422         default:
423                 ret = EINVAL;
424                 goto done;
425         }
426
427         if ((flags & _DRM_VBLANK_NEXTONMISS) &&
428             (seq - vblwait->request.sequence) <= (1<<23)) {
429                 vblwait->request.sequence = seq + 1;
430         }
431
432         if (flags & _DRM_VBLANK_SIGNAL) {
433                 /* There have never been any consumers */
434                 ret = EINVAL;
435         } else {
436                 DRM_DEBUG("waiting on vblank count %d, crtc %d\n",
437                     vblwait->request.sequence, crtc);
438                 for ( ret = 0 ; !ret && !(((drm_vblank_count(dev, crtc) -
439                     vblwait->request.sequence) <= (1 << 23)) ||
440                     !dev->irq_enabled) ; ) {
441                         lwkt_serialize_enter(&dev->irq_lock);
442                         if (!(((drm_vblank_count(dev, crtc) -
443                             vblwait->request.sequence) <= (1 << 23)) ||
444                             !dev->irq_enabled))
445                                 ret = zsleep(&dev->vblank[crtc].queue,
446                                     &dev->irq_lock, PCATCH, "vblwtq",
447                                     DRM_HZ);
448                         lwkt_serialize_exit(&dev->irq_lock);
449                 }
450
451                 if (ret != EINTR && ret != ERESTART) {
452                         struct timeval now;
453
454                         microtime(&now);
455                         vblwait->reply.tval_sec = now.tv_sec;
456                         vblwait->reply.tval_usec = now.tv_usec;
457                         vblwait->reply.sequence = drm_vblank_count(dev, crtc);
458                         DRM_DEBUG("returning %d to client, irq_enabled %d\n",
459                             vblwait->reply.sequence, dev->irq_enabled);
460                 } else {
461                         DRM_DEBUG("vblank wait interrupted by signal\n");
462                 }
463         }
464
465 done:
466         DRM_SPINLOCK(&dev->vbl_lock);
467         drm_vblank_put(dev, crtc);
468         DRM_SPINUNLOCK(&dev->vbl_lock);
469
470         return ret;
471 }
472
473 void drm_handle_vblank(struct drm_device *dev, int crtc)
474 {
475         atomic_add_rel_32(&dev->vblank[crtc].count, 1);
476         DRM_WAKEUP(&dev->vblank[crtc].queue);
477 }
478