sys/external/bsd/drm/dist/bsd-core/drm_irq.c

   1 /*-
   2  * Copyright 2003 Eric Anholt
   3  * All Rights Reserved.
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice (including the next
  13  * paragraph) shall be included in all copies or substantial portions of the
  14  * Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  19  * ERIC ANHOLT BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
  20  * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  21  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *    Eric Anholt <anholt@FreeBSD.org>
  25  *
  26  */
  27
  28 /** @file drm_irq.c
  29  * Support code for handling setup/teardown of interrupt handlers and
  30  * handing interrupt handlers off to the drivers.
  31  */
  32
  33 #include "drmP.h"
  34 #include "drm.h"
  35
  36 int drm_irq_by_busid(struct drm_device *dev, void *data,
  37                      struct drm_file *file_priv)
  38 {
  39         struct drm_irq_busid *irq = data;
  40
  41         if ((irq->busnum >> 8) != dev->pci_domain ||
  42             (irq->busnum & 0xff) != dev->pci_bus ||
  43             irq->devnum != dev->pci_slot ||
  44             irq->funcnum != dev->pci_func)
  45                 return EINVAL;
  46
  47         irq->irq = dev->irq;
  48
  49         DRM_DEBUG("%d:%d:%d => IRQ %d\n",
  50             irq->busnum, irq->devnum, irq->funcnum, irq->irq);
  51
  52         return 0;
  53 }
  54
  55 #if defined(__FreeBSD__)
  56 static irqreturn_t
  57 drm_irq_handler_wrap(DRM_IRQ_ARGS)
  58 {
  59         struct drm_device *dev = arg;
  60
  61         DRM_SPINLOCK(&dev->irq_lock);
  62         dev->driver->irq_handler(arg);
  63         DRM_SPINUNLOCK(&dev->irq_lock);
  64 }
  65 #elif   defined(__NetBSD__)
  66 static irqreturn_t
  67 drm_irq_handler_wrap(DRM_IRQ_ARGS)
  68 {
  69         irqreturn_t ret;
  70         struct drm_device *dev = arg;
  71
  72         DRM_SPINLOCK(&dev->irq_lock);
  73         ret = dev->driver->irq_handler(arg);
  74         DRM_SPINUNLOCK(&dev->irq_lock);
  75         return ret;
  76 }
  77 #endif
  78
  79 static void vblank_disable_fn(void *arg)
  80 {
  81         struct drm_device *dev = (struct drm_device *)arg;
  82         int i;
  83
  84 #if defined(__NetBSD__)
  85         mutex_enter(&dev->vbl_lock);
  86 #endif
  87         if (callout_pending(&dev->vblank_disable_timer)) {
  88                 /* callout was reset */
  89 #if defined(__NetBSD__)
  90                 mutex_exit(&dev->vbl_lock);
  91 #endif
  92                 return;
  93         }
  94         if (!callout_active(&dev->vblank_disable_timer)) {
  95                 /* callout was stopped */
  96 #if defined(__NetBSD__)
  97                 mutex_exit(&dev->vbl_lock);
  98 #endif
  99                 return;
 100         }
 101         callout_deactivate(&dev->vblank_disable_timer);
 102
 103         DRM_DEBUG("vblank_disable_allowed=%d\n", dev->vblank_disable_allowed);
 104         if (!dev->vblank_disable_allowed) {
 105 #if defined(__NetBSD__)
 106                 mutex_exit(&dev->vbl_lock);
 107 #endif
 108                 return;
 109         }
 110
 111         for (i = 0; i < dev->num_crtcs; i++) {
 112                 if (atomic_read(&dev->vblank[i].refcount) == 0 &&
 113                     dev->vblank[i].enabled) {
 114                         DRM_DEBUG("disabling vblank on crtc %d\n", i);
 115                         dev->vblank[i].last =
 116                             dev->driver->get_vblank_counter(dev, i);
 117                         dev->driver->disable_vblank(dev, i);
 118                         dev->vblank[i].enabled = 0;
 119                 }
 120         }
 121 #if defined(__NetBSD__)
 122         mutex_exit(&dev->vbl_lock);
 123 #endif
 124 }
 125
 126 void drm_vblank_cleanup(struct drm_device *dev)
 127 {
 128         unsigned long irqflags;
 129
 130         /* Bail if the driver didn't call drm_vblank_init() */
 131         if (dev->num_crtcs == 0)
 132                 return;
 133
 134         DRM_SPINLOCK_IRQSAVE(&dev->vbl_lock, irqflags);
 135         callout_stop(&dev->vblank_disable_timer);
 136         DRM_SPINUNLOCK_IRQRESTORE(&dev->vbl_lock, irqflags);
 137
 138         callout_drain(&dev->vblank_disable_timer);
 139
 140         vblank_disable_fn((void *)dev);
 141
 142         free(dev->vblank, DRM_MEM_DRIVER);
 143
 144         dev->num_crtcs = 0;
 145 }
 146
 147 int drm_vblank_init(struct drm_device *dev, int num_crtcs)
 148 {
 149         int i, ret = ENOMEM;
 150
 151 #if defined(__FreeBSD__)
 152         callout_init_mtx(&dev->vblank_disable_timer, &dev->vbl_lock, 0);
 153 #else
 154         callout_init(&dev->vblank_disable_timer, 0);
 155 #endif
 156         atomic_set(&dev->vbl_signal_pending, 0);
 157         dev->num_crtcs = num_crtcs;
 158
 159         dev->vblank = malloc(sizeof(struct drm_vblank_info) * num_crtcs,
 160             DRM_MEM_DRIVER, M_NOWAIT | M_ZERO);
 161         if (!dev->vblank)
 162             goto err;
 163
 164         DRM_DEBUG("\n");
 165
 166         /* Zero per-crtc vblank stuff */
 167         for (i = 0; i < num_crtcs; i++) {
 168                 DRM_INIT_WAITQUEUE(&dev->vblank[i].queue);
 169                 TAILQ_INIT(&dev->vblank[i].sigs);
 170                 atomic_set(&dev->vblank[i].count, 0);
 171                 atomic_set(&dev->vblank[i].refcount, 0);
 172         }
 173
 174         dev->vblank_disable_allowed = 0;
 175
 176         return 0;
 177
 178 err:
 179         drm_vblank_cleanup(dev);
 180         return ret;
 181 }
 182
 183 int drm_irq_install(struct drm_device *dev)
 184 {
 185         int retcode;
 186 #ifdef __NetBSD__
 187         pci_intr_handle_t ih;
 188         const char *istr;
 189 #endif
 190
 191         if (dev->irq == 0 || dev->dev_private == NULL)
 192                 return EINVAL;
 193
 194         DRM_DEBUG("irq=%d\n", dev->irq);
 195
 196         DRM_LOCK();
 197         if (dev->irq_enabled) {
 198                 DRM_UNLOCK();
 199                 return EBUSY;
 200         }
 201         dev->irq_enabled = 1;
 202
 203         dev->context_flag = 0;
 204
 205         /* Before installing handler */
 206         dev->driver->irq_preinstall(dev);
 207         DRM_UNLOCK();
 208
 209         /* Install handler */
 210 #if defined(__FreeBSD__)
 211 #if __FreeBSD_version >= 700031
 212         retcode = bus_setup_intr(dev->device, dev->irqr,
 213                                  INTR_TYPE_TTY | INTR_MPSAFE,
 214                                  NULL, drm_irq_handler_wrap, dev, &dev->irqh);
 215 #else
 216         retcode = bus_setup_intr(dev->device, dev->irqr,
 217                                  INTR_TYPE_TTY | INTR_MPSAFE,
 218                                  drm_irq_handler_wrap, dev, &dev->irqh);
 219 #endif
 220         if (retcode != 0)
 221                 goto err;
 222 #elif   defined(__NetBSD__)
 223         if (pci_intr_map(&dev->pa, &ih) != 0) {
 224                 retcode = ENOENT;
 225                 goto err;
 226         }
 227         istr = pci_intr_string(dev->pa.pa_pc, ih);
 228         dev->irqh = pci_intr_establish(dev->pa.pa_pc, ih, IPL_TTY,
 229             drm_irq_handler_wrap, dev);
 230         if (!dev->irqh) {
 231                 retcode = ENOENT;
 232                 goto err;
 233         }
 234         aprint_normal_dev(dev->device, "interrupting at %s\n", istr);
 235 #endif
 236
 237         /* After installing handler */
 238         DRM_LOCK();
 239         dev->driver->irq_postinstall(dev);
 240         DRM_UNLOCK();
 241
 242         return 0;
 243 err:
 244         DRM_LOCK();
 245         dev->irq_enabled = 0;
 246         DRM_UNLOCK();
 247
 248         return retcode;
 249 }
 250
 251 int drm_irq_uninstall(struct drm_device *dev)
 252 {
 253         if (!dev->irq_enabled)
 254                 return EINVAL;
 255
 256         dev->irq_enabled = 0;
 257
 258         DRM_DEBUG("irq=%d\n", dev->irq);
 259
 260         dev->driver->irq_uninstall(dev);
 261
 262 #if defined(__FreeBSD__)
 263         DRM_UNLOCK();
 264         bus_teardown_intr(dev->device, dev->irqr, dev->irqh);
 265         DRM_LOCK();
 266 #elif   defined(__NetBSD__)
 267         pci_intr_disestablish(dev->pa.pa_pc, dev->irqh);
 268 #endif
 269
 270         return 0;
 271 }
 272
 273 int drm_control(struct drm_device *dev, void *data, struct drm_file *file_priv)
 274 {
 275         struct drm_control *ctl = data;
 276         int err;
 277
 278         switch (ctl->func) {
 279         case DRM_INST_HANDLER:
 280                 /* Handle drivers whose DRM used to require IRQ setup but the
 281                  * no longer does.
 282                  */
 283                 if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
 284                         return 0;
 285                 if (dev->if_version < DRM_IF_VERSION(1, 2) &&
 286                     ctl->irq != dev->irq)
 287                         return EINVAL;
 288                 return drm_irq_install(dev);
 289         case DRM_UNINST_HANDLER:
 290                 if (!drm_core_check_feature(dev, DRIVER_HAVE_IRQ))
 291                         return 0;
 292                 DRM_LOCK();
 293                 err = drm_irq_uninstall(dev);
 294                 DRM_UNLOCK();
 295                 return err;
 296         default:
 297                 return EINVAL;
 298         }
 299 }
 300
 301 u32 drm_vblank_count(struct drm_device *dev, int crtc)
 302 {
 303         return atomic_read(&dev->vblank[crtc].count);
 304 }
 305
 306 static void drm_update_vblank_count(struct drm_device *dev, int crtc)
 307 {
 308         u32 cur_vblank, diff;
 309
 310         /*
 311          * Interrupts were disabled prior to this call, so deal with counter
 312          * wrap if needed.
 313          * NOTE!  It's possible we lost a full dev->max_vblank_count events
 314          * here if the register is small or we had vblank interrupts off for
 315          * a long time.
 316          */
 317         cur_vblank = dev->driver->get_vblank_counter(dev, crtc);
 318         diff = cur_vblank - dev->vblank[crtc].last;
 319         if (cur_vblank < dev->vblank[crtc].last) {
 320                 diff += dev->max_vblank_count;
 321
 322                 DRM_DEBUG("vblank[%d].last=0x%x, cur_vblank=0x%x => diff=0x%x\n",
 323                     crtc, dev->vblank[crtc].last, cur_vblank, diff);
 324         }
 325
 326         DRM_DEBUG("enabling vblank interrupts on crtc %d, missed %d\n",
 327             crtc, diff);
 328
 329         atomic_add(diff, &dev->vblank[crtc].count);
 330 }
 331
 332 int drm_vblank_get(struct drm_device *dev, int crtc)
 333 {
 334         unsigned long irqflags;
 335         int ret = 0;
 336
 337         DRM_SPINLOCK_IRQSAVE(&dev->vbl_lock, irqflags);
 338         /* Going from 0->1 means we have to enable interrupts again */
 339         atomic_add_acq_int(&dev->vblank[crtc].refcount, 1);
 340         DRM_DEBUG("vblank refcount = %d\n", dev->vblank[crtc].refcount);
 341         if (dev->vblank[crtc].refcount == 1 &&
 342             !dev->vblank[crtc].enabled) {
 343                 ret = dev->driver->enable_vblank(dev, crtc);
 344                 if (ret)
 345                         atomic_dec(&dev->vblank[crtc].refcount);
 346                 else {
 347                         dev->vblank[crtc].enabled = 1;
 348                         drm_update_vblank_count(dev, crtc);
 349                 }
 350         }
 351         DRM_SPINUNLOCK_IRQRESTORE(&dev->vbl_lock, irqflags);
 352
 353         return ret;
 354 }
 355
 356 void drm_vblank_put(struct drm_device *dev, int crtc)
 357 {
 358         unsigned long irqflags;
 359
 360         DRM_SPINLOCK_IRQSAVE(&dev->vbl_lock, irqflags);
 361         /* Last user schedules interrupt disable */
 362         atomic_subtract_acq_int(&dev->vblank[crtc].refcount, 1);
 363         DRM_DEBUG("vblank refcount = %d\n", dev->vblank[crtc].refcount);
 364         if (dev->vblank[crtc].refcount == 0)
 365             callout_reset(&dev->vblank_disable_timer, 5 * DRM_HZ,
 366 #if defined(__FreeBSD__)
 367                 (timeout_t *)
 368 #endif
 369         vblank_disable_fn, (void *)dev);
 370         DRM_SPINUNLOCK_IRQRESTORE(&dev->vbl_lock, irqflags);
 371 }
 372
 373 int drm_modeset_ctl(struct drm_device *dev, void *data,
 374                     struct drm_file *file_priv)
 375 {
 376         struct drm_modeset_ctl *modeset = data;
 377         unsigned long irqflags;
 378         int crtc, ret = 0;
 379
 380         DRM_DEBUG("num_crtcs=%d\n", dev->num_crtcs);
 381         /* If drm_vblank_init() hasn't been called yet, just no-op */
 382         if (!dev->num_crtcs)
 383                 goto out;
 384
 385         crtc = modeset->crtc;
 386         DRM_DEBUG("crtc=%d\n", crtc);
 387         if (crtc >= dev->num_crtcs) {
 388                 ret = EINVAL;
 389                 goto out;
 390         }
 391
 392         /*
 393          * To avoid all the problems that might happen if interrupts
 394          * were enabled/disabled around or between these calls, we just
 395          * have the kernel take a reference on the CRTC (just once though
 396          * to avoid corrupting the count if multiple, mismatch calls occur),
 397          * so that interrupts remain enabled in the interim.
 398          */
 399         switch (modeset->cmd) {
 400         case _DRM_PRE_MODESET:
 401                 DRM_DEBUG("pre-modeset\n");
 402                 if (!dev->vblank[crtc].inmodeset) {
 403                         dev->vblank[crtc].inmodeset = 1;
 404                         drm_vblank_get(dev, crtc);
 405                 }
 406                 break;
 407         case _DRM_POST_MODESET:
 408                 DRM_DEBUG("post-modeset\n");
 409                 if (dev->vblank[crtc].inmodeset) {
 410                         DRM_SPINLOCK_IRQSAVE(&dev->vbl_lock, irqflags);
 411                         dev->vblank_disable_allowed = 1;
 412                         dev->vblank[crtc].inmodeset = 0;
 413                         DRM_SPINUNLOCK_IRQRESTORE(&dev->vbl_lock, irqflags);
 414                         drm_vblank_put(dev, crtc);
 415                 }
 416                 break;
 417         default:
 418                 ret = EINVAL;
 419                 break;
 420         }
 421
 422 out:
 423         return ret;
 424 }
 425
 426 int drm_wait_vblank(struct drm_device *dev, void *data, struct drm_file *file_priv)
 427 {
 428         union drm_wait_vblank *vblwait = data;
 429         unsigned int flags, seq, crtc;
 430         int ret = 0;
 431
 432         if (!dev->irq_enabled)
 433                 return EINVAL;
 434
 435         if (vblwait->request.type &
 436             ~(_DRM_VBLANK_TYPES_MASK | _DRM_VBLANK_FLAGS_MASK)) {
 437                 DRM_ERROR("Unsupported type value 0x%x, supported mask 0x%x\n",
 438                     vblwait->request.type,
 439                     (_DRM_VBLANK_TYPES_MASK | _DRM_VBLANK_FLAGS_MASK));
 440                 return EINVAL;
 441         }
 442
 443         flags = vblwait->request.type & _DRM_VBLANK_FLAGS_MASK;
 444         crtc = flags & _DRM_VBLANK_SECONDARY ? 1 : 0;
 445
 446         if (crtc >= dev->num_crtcs)
 447                 return EINVAL;
 448
 449         ret = drm_vblank_get(dev, crtc);
 450         if (ret) {
 451                 DRM_ERROR("failed to acquire vblank counter, %d\n", ret);
 452                 return ret;
 453         }
 454         seq = drm_vblank_count(dev, crtc);
 455
 456         switch (vblwait->request.type & _DRM_VBLANK_TYPES_MASK) {
 457         case _DRM_VBLANK_RELATIVE:
 458                 vblwait->request.sequence += seq;
 459                 vblwait->request.type &= ~_DRM_VBLANK_RELATIVE;
 460         case _DRM_VBLANK_ABSOLUTE:
 461                 break;
 462         default:
 463                 ret = EINVAL;
 464                 goto done;
 465         }
 466
 467         if ((flags & _DRM_VBLANK_NEXTONMISS) &&
 468             (seq - vblwait->request.sequence) <= (1<<23)) {
 469                 vblwait->request.sequence = seq + 1;
 470         }
 471
 472         if (flags & _DRM_VBLANK_SIGNAL) {
 473 #if 0 /* disabled */
 474                 drm_vbl_sig_t *vbl_sig = malloc(sizeof(drm_vbl_sig_t),
 475                     DRM_MEM_DRIVER, M_NOWAIT | M_ZERO);
 476                 if (vbl_sig == NULL)
 477                         return ENOMEM;
 478
 479                 vbl_sig->sequence = vblwait->request.sequence;
 480                 vbl_sig->signo = vblwait->request.signal;
 481                 vbl_sig->pid = DRM_CURRENTPID;
 482
 483                 vblwait->reply.sequence = atomic_read(&dev->vbl_received);
 484
 485                 DRM_SPINLOCK(&dev->vbl_lock);
 486                 TAILQ_INSERT_HEAD(&dev->vbl_sig_list, vbl_sig, link);
 487                 DRM_SPINUNLOCK(&dev->vbl_lock);
 488                 ret = 0;
 489 #endif
 490                 ret = EINVAL;
 491         } else {
 492                 DRM_DEBUG("waiting on vblank count %d, crtc %d\n",
 493                     vblwait->request.sequence, crtc);
 494                 for ( ret = 0 ; !ret && !((drm_vblank_count(dev, crtc) -
 495                     vblwait->request.sequence) <= (1 << 23)) ; ) {
 496                         DRM_SPINLOCK(&dev->irq_lock);
 497                         if (!((drm_vblank_count(dev, crtc) -
 498                             vblwait->request.sequence) <= (1 << 23)))
 499 #if defined(__FreeBSD__)
 500                                 ret = mtx_sleep(&dev->vblank[crtc].queue,
 501                                     &dev->irq_lock, PCATCH, "vblwtq",
 502                                     3 * DRM_HZ);
 503 #elif   defined(__NetBSD__)
 504                         ret = mtsleep(&dev->vblank[crtc].queue,
 505                                 PCATCH, "vblwtq", 3 * DRM_HZ, &dev->irq_lock);
 506 #endif
 507                         DRM_SPINUNLOCK(&dev->irq_lock);
 508                 }
 509
 510                 DRM_DEBUG("return = %d\n", ret);
 511                 if (ret != EINTR) {
 512                         struct timeval now;
 513
 514                         microtime(&now);
 515                         vblwait->reply.tval_sec = now.tv_sec;
 516                         vblwait->reply.tval_usec = now.tv_usec;
 517                         vblwait->reply.sequence = drm_vblank_count(dev, crtc);
 518                         DRM_DEBUG("returning %d to client\n",
 519                             vblwait->reply.sequence);
 520                 } else {
 521                         DRM_DEBUG("vblank wait interrupted by signal\n");
 522                 }
 523         }
 524
 525 done:
 526         drm_vblank_put(dev, crtc);
 527         return ret;
 528 }
 529
 530 void drm_vbl_send_signals(struct drm_device *dev, int crtc)
 531 {
 532 }
 533
 534 #if 0 /* disabled */
 535 void drm_vbl_send_signals(struct drm_device *dev, int crtc )
 536 {
 537         drm_vbl_sig_t *vbl_sig;
 538         unsigned int vbl_seq = atomic_read( &dev->vbl_received );
 539         struct proc *p;
 540
 541         vbl_sig = TAILQ_FIRST(&dev->vbl_sig_list);
 542         while (vbl_sig != NULL) {
 543                 drm_vbl_sig_t *next = TAILQ_NEXT(vbl_sig, link);
 544
 545                 if ((vbl_seq - vbl_sig->sequence) <= (1 << 23)) {
 546                         p = pfind(vbl_sig->pid);
 547                         if (p != NULL)
 548                                 psignal(p, vbl_sig->signo);
 549
 550                         TAILQ_REMOVE(&dev->vbl_sig_list, vbl_sig, link);
 551                         DRM_FREE(vbl_sig,sizeof(*vbl_sig));
 552                 }
 553                 vbl_sig = next;
 554         }
 555 }
 556 #endif
 557
 558 void drm_handle_vblank(struct drm_device *dev, int crtc)
 559 {
 560         atomic_inc(&dev->vblank[crtc].count);
 561         DRM_WAKEUP(&dev->vblank[crtc].queue);
 562         drm_vbl_send_signals(dev, crtc);
 563 }
 564