arch/sparc/kernel/sun4d_irq.c

   1 /*  $Id: sun4d_irq.c,v 1.29 2001/12/11 04:55:51 davem Exp $
   2  *  arch/sparc/kernel/sun4d_irq.c:
   3  *                      SS1000/SC2000 interrupt handling.
   4  *
   5  *  Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
   6  *  Heavily based on arch/sparc/kernel/irq.c.
   7  */
   8
   9 #include <linux/errno.h>
  10 #include <linux/linkage.h>
  11 #include <linux/kernel_stat.h>
  12 #include <linux/signal.h>
  13 #include <linux/sched.h>
  14 #include <linux/ptrace.h>
  15 #include <linux/interrupt.h>
  16 #include <linux/slab.h>
  17 #include <linux/random.h>
  18 #include <linux/init.h>
  19 #include <linux/smp.h>
  20 #include <linux/smp_lock.h>
  21 #include <linux/spinlock.h>
  22 #include <linux/seq_file.h>
  23
  24 #include <asm/ptrace.h>
  25 #include <asm/processor.h>
  26 #include <asm/system.h>
  27 #include <asm/psr.h>
  28 #include <asm/smp.h>
  29 #include <asm/vaddrs.h>
  30 #include <asm/timer.h>
  31 #include <asm/openprom.h>
  32 #include <asm/oplib.h>
  33 #include <asm/traps.h>
  34 #include <asm/irq.h>
  35 #include <asm/io.h>
  36 #include <asm/pgalloc.h>
  37 #include <asm/pgtable.h>
  38 #include <asm/sbus.h>
  39 #include <asm/sbi.h>
  40 #include <asm/cacheflush.h>
  41
  42 /* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
  43 /* #define DISTRIBUTE_IRQS */
  44
  45 struct sun4d_timer_regs *sun4d_timers;
  46 #define TIMER_IRQ       10
  47
  48 #define MAX_STATIC_ALLOC        4
  49 extern struct irqaction static_irqaction[MAX_STATIC_ALLOC];
  50 extern int static_irq_count;
  51 unsigned char cpu_leds[32];
  52 #ifdef CONFIG_SMP
  53 unsigned char sbus_tid[32];
  54 #endif
  55
  56 static struct irqaction *irq_action[NR_IRQS];
  57 extern spinlock_t irq_action_lock;
  58
  59 struct sbus_action {
  60         struct irqaction *action;
  61         /* For SMP this needs to be extended */
  62 } *sbus_actions;
  63
  64 static int pil_to_sbus[] = {
  65         0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
  66 };
  67
  68 static int sbus_to_pil[] = {
  69         0, 2, 3, 5, 7, 9, 11, 13,
  70 };
  71
  72 static int nsbi;
  73 #ifdef CONFIG_SMP
  74 DEFINE_SPINLOCK(sun4d_imsk_lock);
  75 #endif
  76
  77 int show_sun4d_interrupts(struct seq_file *p, void *v)
  78 {
  79         int i = *(loff_t *) v, j = 0, k = 0, sbusl;
  80         struct irqaction * action;
  81         unsigned long flags;
  82 #ifdef CONFIG_SMP
  83         int x;
  84 #endif
  85
  86         spin_lock_irqsave(&irq_action_lock, flags);
  87         if (i < NR_IRQS) {
  88                 sbusl = pil_to_sbus[i];
  89                 if (!sbusl) {
  90                         action = *(i + irq_action);
  91                         if (!action)
  92                                 goto out_unlock;
  93                 } else {
  94                         for (j = 0; j < nsbi; j++) {
  95                                 for (k = 0; k < 4; k++)
  96                                         if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
  97                                                 goto found_it;
  98                         }
  99                         goto out_unlock;
 100                 }
 101 found_it:       seq_printf(p, "%3d: ", i);
 102 #ifndef CONFIG_SMP
 103                 seq_printf(p, "%10u ", kstat_irqs(i));
 104 #else
 105                 for_each_online_cpu(x)
 106                         seq_printf(p, "%10u ",
 107                                kstat_cpu(cpu_logical_map(x)).irqs[i]);
 108 #endif
 109                 seq_printf(p, "%c %s",
 110                         (action->flags & SA_INTERRUPT) ? '+' : ' ',
 111                         action->name);
 112                 action = action->next;
 113                 for (;;) {
 114                         for (; action; action = action->next) {
 115                                 seq_printf(p, ",%s %s",
 116                                         (action->flags & SA_INTERRUPT) ? " +" : "",
 117                                         action->name);
 118                         }
 119                         if (!sbusl) break;
 120                         k++;
 121                         if (k < 4)
 122                                 action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
 123                         else {
 124                                 j++;
 125                                 if (j == nsbi) break;
 126                                 k = 0;
 127                                 action = sbus_actions [(j << 5) + (sbusl << 2)].action;
 128                         }
 129                 }
 130                 seq_putc(p, '\n');
 131         }
 132 out_unlock:
 133         spin_unlock_irqrestore(&irq_action_lock, flags);
 134         return 0;
 135 }
 136
 137 void sun4d_free_irq(unsigned int irq, void *dev_id)
 138 {
 139         struct irqaction *action, **actionp;
 140         struct irqaction *tmp = NULL;
 141         unsigned long flags;
 142
 143         spin_lock_irqsave(&irq_action_lock, flags);
 144         if (irq < 15)
 145                 actionp = irq + irq_action;
 146         else
 147                 actionp = &(sbus_actions[irq - (1 << 5)].action);
 148         action = *actionp;
 149         if (!action) {
 150                 printk("Trying to free free IRQ%d\n",irq);
 151                 goto out_unlock;
 152         }
 153         if (dev_id) {
 154                 for (; action; action = action->next) {
 155                         if (action->dev_id == dev_id)
 156                                 break;
 157                         tmp = action;
 158                 }
 159                 if (!action) {
 160                         printk("Trying to free free shared IRQ%d\n",irq);
 161                         goto out_unlock;
 162                 }
 163         } else if (action->flags & SA_SHIRQ) {
 164                 printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
 165                 goto out_unlock;
 166         }
 167         if (action->flags & SA_STATIC_ALLOC)
 168         {
 169                 /* This interrupt is marked as specially allocated
 170                  * so it is a bad idea to free it.
 171                  */
 172                 printk("Attempt to free statically allocated IRQ%d (%s)\n",
 173                        irq, action->name);
 174                 goto out_unlock;
 175         }
 176
 177         if (action && tmp)
 178                 tmp->next = action->next;
 179         else
 180                 *actionp = action->next;
 181
 182         spin_unlock_irqrestore(&irq_action_lock, flags);
 183
 184         synchronize_irq(irq);
 185
 186         spin_lock_irqsave(&irq_action_lock, flags);
 187
 188         kfree(action);
 189
 190         if (!(*actionp))
 191                 disable_irq(irq);
 192
 193 out_unlock:
 194         spin_unlock_irqrestore(&irq_action_lock, flags);
 195 }
 196
 197 extern void unexpected_irq(int, void *, struct pt_regs *);
 198
 199 void sun4d_handler_irq(int irq, struct pt_regs * regs)
 200 {
 201         struct irqaction * action;
 202         int cpu = smp_processor_id();
 203         /* SBUS IRQ level (1 - 7) */
 204         int sbusl = pil_to_sbus[irq];
 205
 206         /* FIXME: Is this necessary?? */
 207         cc_get_ipen();
 208
 209         cc_set_iclr(1 << irq);
 210
 211         irq_enter();
 212         kstat_cpu(cpu).irqs[irq]++;
 213         if (!sbusl) {
 214                 action = *(irq + irq_action);
 215                 if (!action)
 216                         unexpected_irq(irq, NULL, regs);
 217                 do {
 218                         action->handler(irq, action->dev_id, regs);
 219                         action = action->next;
 220                 } while (action);
 221         } else {
 222                 int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
 223                 int sbino;
 224                 struct sbus_action *actionp;
 225                 unsigned mask, slot;
 226                 int sbil = (sbusl << 2);
 227
 228                 bw_clear_intr_mask(sbusl, bus_mask);
 229
 230                 /* Loop for each pending SBI */
 231                 for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
 232                         if (bus_mask & 1) {
 233                                 mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
 234                                 mask &= (0xf << sbil);
 235                                 actionp = sbus_actions + (sbino << 5) + (sbil);
 236                                 /* Loop for each pending SBI slot */
 237                                 for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
 238                                         if (mask & slot) {
 239                                                 mask &= ~slot;
 240                                                 action = actionp->action;
 241
 242                                                 if (!action)
 243                                                         unexpected_irq(irq, NULL, regs);
 244                                                 do {
 245                                                         action->handler(irq, action->dev_id, regs);
 246                                                         action = action->next;
 247                                                 } while (action);
 248                                                 release_sbi(SBI2DEVID(sbino), slot);
 249                                         }
 250                         }
 251         }
 252         irq_exit();
 253 }
 254
 255 unsigned int sun4d_build_irq(struct sbus_dev *sdev, int irq)
 256 {
 257         int sbusl = pil_to_sbus[irq];
 258
 259         if (sbusl)
 260                 return ((sdev->bus->board + 1) << 5) + (sbusl << 2) + sdev->slot;
 261         else
 262                 return irq;
 263 }
 264
 265 unsigned int sun4d_sbint_to_irq(struct sbus_dev *sdev, unsigned int sbint)
 266 {
 267         if (sbint >= sizeof(sbus_to_pil)) {
 268                 printk(KERN_ERR "%s: bogus SBINT %d\n", sdev->prom_name, sbint);
 269                 BUG();
 270         }
 271         return sun4d_build_irq(sdev, sbus_to_pil[sbint]);
 272 }
 273
 274 int sun4d_request_irq(unsigned int irq,
 275                 irqreturn_t (*handler)(int, void *, struct pt_regs *),
 276                 unsigned long irqflags, const char * devname, void *dev_id)
 277 {
 278         struct irqaction *action, *tmp = NULL, **actionp;
 279         unsigned long flags;
 280         int ret;
 281
 282         if(irq > 14 && irq < (1 << 5)) {
 283                 ret = -EINVAL;
 284                 goto out;
 285         }
 286
 287         if (!handler) {
 288                 ret = -EINVAL;
 289                 goto out;
 290         }
 291
 292         spin_lock_irqsave(&irq_action_lock, flags);
 293
 294         if (irq >= (1 << 5))
 295                 actionp = &(sbus_actions[irq - (1 << 5)].action);
 296         else
 297                 actionp = irq + irq_action;
 298         action = *actionp;
 299
 300         if (action) {
 301                 if ((action->flags & SA_SHIRQ) && (irqflags & SA_SHIRQ)) {
 302                         for (tmp = action; tmp->next; tmp = tmp->next);
 303                 } else {
 304                         ret = -EBUSY;
 305                         goto out_unlock;
 306                 }
 307                 if ((action->flags & SA_INTERRUPT) ^ (irqflags & SA_INTERRUPT)) {
 308                         printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
 309                         ret = -EBUSY;
 310                         goto out_unlock;
 311                 }
 312                 action = NULL;          /* Or else! */
 313         }
 314
 315         /* If this is flagged as statically allocated then we use our
 316          * private struct which is never freed.
 317          */
 318         if (irqflags & SA_STATIC_ALLOC) {
 319                 if (static_irq_count < MAX_STATIC_ALLOC)
 320                         action = &static_irqaction[static_irq_count++];
 321                 else
 322                         printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
 323         }
 324
 325         if (action == NULL)
 326                 action = (struct irqaction *)kmalloc(sizeof(struct irqaction),
 327                                                      GFP_ATOMIC);
 328
 329         if (!action) {
 330                 ret = -ENOMEM;
 331                 goto out_unlock;
 332         }
 333
 334         action->handler = handler;
 335         action->flags = irqflags;
 336         cpus_clear(action->mask);
 337         action->name = devname;
 338         action->next = NULL;
 339         action->dev_id = dev_id;
 340
 341         if (tmp)
 342                 tmp->next = action;
 343         else
 344                 *actionp = action;
 345
 346         enable_irq(irq);
 347
 348         ret = 0;
 349 out_unlock:
 350         spin_unlock_irqrestore(&irq_action_lock, flags);
 351 out:
 352         return ret;
 353 }
 354
 355 static void sun4d_disable_irq(unsigned int irq)
 356 {
 357 #ifdef CONFIG_SMP
 358         int tid = sbus_tid[(irq >> 5) - 1];
 359         unsigned long flags;
 360 #endif
 361
 362         if (irq < NR_IRQS) return;
 363 #ifdef CONFIG_SMP
 364         spin_lock_irqsave(&sun4d_imsk_lock, flags);
 365         cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7]));
 366         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
 367 #else
 368         cc_set_imsk(cc_get_imsk() | (1 << sbus_to_pil[(irq >> 2) & 7]));
 369 #endif
 370 }
 371
 372 static void sun4d_enable_irq(unsigned int irq)
 373 {
 374 #ifdef CONFIG_SMP
 375         int tid = sbus_tid[(irq >> 5) - 1];
 376         unsigned long flags;
 377 #endif
 378
 379         if (irq < NR_IRQS) return;
 380 #ifdef CONFIG_SMP
 381         spin_lock_irqsave(&sun4d_imsk_lock, flags);
 382         cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
 383         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
 384 #else
 385         cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
 386 #endif
 387 }
 388
 389 #ifdef CONFIG_SMP
 390 static void sun4d_set_cpu_int(int cpu, int level)
 391 {
 392         sun4d_send_ipi(cpu, level);
 393 }
 394
 395 static void sun4d_clear_ipi(int cpu, int level)
 396 {
 397 }
 398
 399 static void sun4d_set_udt(int cpu)
 400 {
 401 }
 402
 403 /* Setup IRQ distribution scheme. */
 404 void __init sun4d_distribute_irqs(void)
 405 {
 406 #ifdef DISTRIBUTE_IRQS
 407         struct sbus_bus *sbus;
 408         unsigned long sbus_serving_map;
 409
 410         sbus_serving_map = cpu_present_map;
 411         for_each_sbus(sbus) {
 412                 if ((sbus->board * 2) == boot_cpu_id && (cpu_present_map & (1 << (sbus->board * 2 + 1))))
 413                         sbus_tid[sbus->board] = (sbus->board * 2 + 1);
 414                 else if (cpu_present_map & (1 << (sbus->board * 2)))
 415                         sbus_tid[sbus->board] = (sbus->board * 2);
 416                 else if (cpu_present_map & (1 << (sbus->board * 2 + 1)))
 417                         sbus_tid[sbus->board] = (sbus->board * 2 + 1);
 418                 else
 419                         sbus_tid[sbus->board] = 0xff;
 420                 if (sbus_tid[sbus->board] != 0xff)
 421                         sbus_serving_map &= ~(1 << sbus_tid[sbus->board]);
 422         }
 423         for_each_sbus(sbus)
 424                 if (sbus_tid[sbus->board] == 0xff) {
 425                         int i = 31;
 426
 427                         if (!sbus_serving_map)
 428                                 sbus_serving_map = cpu_present_map;
 429                         while (!(sbus_serving_map & (1 << i)))
 430                                 i--;
 431                         sbus_tid[sbus->board] = i;
 432                         sbus_serving_map &= ~(1 << i);
 433                 }
 434         for_each_sbus(sbus) {
 435                 printk("sbus%d IRQs directed to CPU%d\n", sbus->board, sbus_tid[sbus->board]);
 436                 set_sbi_tid(sbus->devid, sbus_tid[sbus->board] << 3);
 437         }
 438 #else
 439         struct sbus_bus *sbus;
 440         int cpuid = cpu_logical_map(1);
 441
 442         if (cpuid == -1)
 443                 cpuid = cpu_logical_map(0);
 444         for_each_sbus(sbus) {
 445                 sbus_tid[sbus->board] = cpuid;
 446                 set_sbi_tid(sbus->devid, cpuid << 3);
 447         }
 448         printk("All sbus IRQs directed to CPU%d\n", cpuid);
 449 #endif
 450 }
 451 #endif
 452
 453 static void sun4d_clear_clock_irq(void)
 454 {
 455         volatile unsigned int clear_intr;
 456         clear_intr = sun4d_timers->l10_timer_limit;
 457 }
 458
 459 static void sun4d_clear_profile_irq(int cpu)
 460 {
 461         bw_get_prof_limit(cpu);
 462 }
 463
 464 static void sun4d_load_profile_irq(int cpu, unsigned int limit)
 465 {
 466         bw_set_prof_limit(cpu, limit);
 467 }
 468
 469 static void __init sun4d_init_timers(irqreturn_t (*counter_fn)(int, void *, struct pt_regs *))
 470 {
 471         int irq;
 472         int cpu;
 473         struct resource r;
 474         int mid;
 475
 476         /* Map the User Timer registers. */
 477         memset(&r, 0, sizeof(r));
 478 #ifdef CONFIG_SMP
 479         r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT;
 480 #else
 481         r.start = CSR_BASE(0)+BW_TIMER_LIMIT;
 482 #endif
 483         r.flags = 0xf;
 484         sun4d_timers = (struct sun4d_timer_regs *) sbus_ioremap(&r, 0,
 485             PAGE_SIZE, "user timer");
 486
 487         sun4d_timers->l10_timer_limit =  (((1000000/HZ) + 1) << 10);
 488         master_l10_counter = &sun4d_timers->l10_cur_count;
 489         master_l10_limit = &sun4d_timers->l10_timer_limit;
 490
 491         irq = request_irq(TIMER_IRQ,
 492                           counter_fn,
 493                           (SA_INTERRUPT | SA_STATIC_ALLOC),
 494                           "timer", NULL);
 495         if (irq) {
 496                 prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ);
 497                 prom_halt();
 498         }
 499
 500         /* Enable user timer free run for CPU 0 in BW */
 501         /* bw_set_ctrl(0, bw_get_ctrl(0) | BW_CTRL_USER_TIMER); */
 502
 503         cpu = 0;
 504         while (!cpu_find_by_instance(cpu, NULL, &mid)) {
 505                 sun4d_load_profile_irq(mid >> 3, 0);
 506                 cpu++;
 507         }
 508
 509 #ifdef CONFIG_SMP
 510         {
 511                 unsigned long flags;
 512                 extern unsigned long lvl14_save[4];
 513                 struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
 514                 extern unsigned int real_irq_entry[], smp4d_ticker[];
 515                 extern unsigned int patchme_maybe_smp_msg[];
 516
 517                 /* Adjust so that we jump directly to smp4d_ticker */
 518                 lvl14_save[2] += smp4d_ticker - real_irq_entry;
 519
 520                 /* For SMP we use the level 14 ticker, however the bootup code
 521                  * has copied the firmwares level 14 vector into boot cpu's
 522                  * trap table, we must fix this now or we get squashed.
 523                  */
 524                 local_irq_save(flags);
 525                 patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
 526                 trap_table->inst_one = lvl14_save[0];
 527                 trap_table->inst_two = lvl14_save[1];
 528                 trap_table->inst_three = lvl14_save[2];
 529                 trap_table->inst_four = lvl14_save[3];
 530                 local_flush_cache_all();
 531                 local_irq_restore(flags);
 532         }
 533 #endif
 534 }
 535
 536 void __init sun4d_init_sbi_irq(void)
 537 {
 538         struct sbus_bus *sbus;
 539         unsigned mask;
 540
 541         nsbi = 0;
 542         for_each_sbus(sbus)
 543                 nsbi++;
 544         sbus_actions = (struct sbus_action *)kmalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
 545         memset (sbus_actions, 0, (nsbi * 8 * 4 * sizeof(struct sbus_action)));
 546         for_each_sbus(sbus) {
 547 #ifdef CONFIG_SMP
 548                 extern unsigned char boot_cpu_id;
 549
 550                 set_sbi_tid(sbus->devid, boot_cpu_id << 3);
 551                 sbus_tid[sbus->board] = boot_cpu_id;
 552 #endif
 553                 /* Get rid of pending irqs from PROM */
 554                 mask = acquire_sbi(sbus->devid, 0xffffffff);
 555                 if (mask) {
 556                         printk ("Clearing pending IRQs %08x on SBI %d\n", mask, sbus->board);
 557                         release_sbi(sbus->devid, mask);
 558                 }
 559         }
 560 }
 561
 562 void __init sun4d_init_IRQ(void)
 563 {
 564         local_irq_disable();
 565
 566         BTFIXUPSET_CALL(sbint_to_irq, sun4d_sbint_to_irq, BTFIXUPCALL_NORM);
 567         BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
 568         BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
 569         BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
 570         BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM);
 571         BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
 572         sparc_init_timers = sun4d_init_timers;
 573 #ifdef CONFIG_SMP
 574         BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
 575         BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
 576         BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
 577 #endif
 578         /* Cannot enable interrupts until OBP ticker is disabled. */
 579 }