arch/ppc/syslib/open_pic.c

   1 /*
   2  *  Copyright (C) 1997 Geert Uytterhoeven
   3  *
   4  *  This file is subject to the terms and conditions of the GNU General Public
   5  *  License.  See the file COPYING in the main directory of this archive
   6  *  for more details.
   7  */
   8
   9 #include <linux/types.h>
  10 #include <linux/kernel.h>
  11 #include <linux/sched.h>
  12 #include <linux/init.h>
  13 #include <linux/interrupt.h>
  14 #include <linux/sysdev.h>
  15 #include <linux/errno.h>
  16 #include <asm/ptrace.h>
  17 #include <asm/signal.h>
  18 #include <asm/io.h>
  19 #include <asm/irq.h>
  20 #include <asm/sections.h>
  21 #include <asm/open_pic.h>
  22 #include <asm/i8259.h>
  23 #include <asm/machdep.h>
  24
  25 #include "open_pic_defs.h"
  26
  27 #if defined(CONFIG_PRPMC800) || defined(CONFIG_85xx)
  28 #define OPENPIC_BIG_ENDIAN
  29 #endif
  30
  31 void __iomem *OpenPIC_Addr;
  32 static volatile struct OpenPIC __iomem *OpenPIC = NULL;
  33
  34 /*
  35  * We define OpenPIC_InitSenses table thusly:
  36  * bit 0x1: sense, 0 for edge and 1 for level.
  37  * bit 0x2: polarity, 0 for negative, 1 for positive.
  38  */
  39 u_int OpenPIC_NumInitSenses __initdata = 0;
  40 u_char *OpenPIC_InitSenses __initdata = NULL;
  41 extern int use_of_interrupt_tree;
  42
  43 static u_int NumProcessors;
  44 static u_int NumSources;
  45 static int open_pic_irq_offset;
  46 static volatile OpenPIC_Source __iomem *ISR[NR_IRQS];
  47 static int openpic_cascade_irq = -1;
  48 static int (*openpic_cascade_fn)(struct pt_regs *);
  49
  50 /* Global Operations */
  51 static void openpic_disable_8259_pass_through(void);
  52 static void openpic_set_spurious(u_int vector);
  53
  54 #ifdef CONFIG_SMP
  55 /* Interprocessor Interrupts */
  56 static void openpic_initipi(u_int ipi, u_int pri, u_int vector);
  57 static irqreturn_t openpic_ipi_action(int cpl, void *dev_id, struct pt_regs *);
  58 #endif
  59
  60 /* Timer Interrupts */
  61 static void openpic_inittimer(u_int timer, u_int pri, u_int vector);
  62 static void openpic_maptimer(u_int timer, cpumask_t cpumask);
  63
  64 /* Interrupt Sources */
  65 static void openpic_enable_irq(u_int irq);
  66 static void openpic_disable_irq(u_int irq);
  67 static void openpic_initirq(u_int irq, u_int pri, u_int vector, int polarity,
  68                             int is_level);
  69 static void openpic_mapirq(u_int irq, cpumask_t cpumask, cpumask_t keepmask);
  70
  71 /*
  72  * These functions are not used but the code is kept here
  73  * for completeness and future reference.
  74  */
  75 #ifdef notused
  76 static void openpic_enable_8259_pass_through(void);
  77 static u_int openpic_get_spurious(void);
  78 static void openpic_set_sense(u_int irq, int sense);
  79 #endif /* notused */
  80
  81 /*
  82  * Description of the openpic for the higher-level irq code
  83  */
  84 static void openpic_end_irq(unsigned int irq_nr);
  85 static void openpic_ack_irq(unsigned int irq_nr);
  86 static void openpic_set_affinity(unsigned int irq_nr, cpumask_t cpumask);
  87
  88 struct hw_interrupt_type open_pic = {
  89         .typename       = " OpenPIC  ",
  90         .enable         = openpic_enable_irq,
  91         .disable        = openpic_disable_irq,
  92         .ack            = openpic_ack_irq,
  93         .end            = openpic_end_irq,
  94         .set_affinity   = openpic_set_affinity,
  95 };
  96
  97 #ifdef CONFIG_SMP
  98 static void openpic_end_ipi(unsigned int irq_nr);
  99 static void openpic_ack_ipi(unsigned int irq_nr);
 100 static void openpic_enable_ipi(unsigned int irq_nr);
 101 static void openpic_disable_ipi(unsigned int irq_nr);
 102
 103 struct hw_interrupt_type open_pic_ipi = {
 104         .typename       = " OpenPIC  ",
 105         .enable         = openpic_enable_ipi,
 106         .disable        = openpic_disable_ipi,
 107         .ack            = openpic_ack_ipi,
 108         .end            = openpic_end_ipi,
 109 };
 110 #endif /* CONFIG_SMP */
 111
 112 /*
 113  *  Accesses to the current processor's openpic registers
 114  */
 115 #ifdef CONFIG_SMP
 116 #define THIS_CPU                Processor[cpu]
 117 #define DECL_THIS_CPU           int cpu = smp_hw_index[smp_processor_id()]
 118 #define CHECK_THIS_CPU          check_arg_cpu(cpu)
 119 #else
 120 #define THIS_CPU                Processor[0]
 121 #define DECL_THIS_CPU
 122 #define CHECK_THIS_CPU
 123 #endif /* CONFIG_SMP */
 124
 125 #if 1
 126 #define check_arg_ipi(ipi) \
 127     if (ipi < 0 || ipi >= OPENPIC_NUM_IPI) \
 128         printk("open_pic.c:%d: invalid ipi %d\n", __LINE__, ipi);
 129 #define check_arg_timer(timer) \
 130     if (timer < 0 || timer >= OPENPIC_NUM_TIMERS) \
 131         printk("open_pic.c:%d: invalid timer %d\n", __LINE__, timer);
 132 #define check_arg_vec(vec) \
 133     if (vec < 0 || vec >= OPENPIC_NUM_VECTORS) \
 134         printk("open_pic.c:%d: invalid vector %d\n", __LINE__, vec);
 135 #define check_arg_pri(pri) \
 136     if (pri < 0 || pri >= OPENPIC_NUM_PRI) \
 137         printk("open_pic.c:%d: invalid priority %d\n", __LINE__, pri);
 138 /*
 139  * Print out a backtrace if it's out of range, since if it's larger than NR_IRQ's
 140  * data has probably been corrupted and we're going to panic or deadlock later
 141  * anyway --Troy
 142  */
 143 #define check_arg_irq(irq) \
 144     if (irq < open_pic_irq_offset || irq >= NumSources+open_pic_irq_offset \
 145         || ISR[irq - open_pic_irq_offset] == 0) { \
 146       printk("open_pic.c:%d: invalid irq %d\n", __LINE__, irq); \
 147       dump_stack(); }
 148 #define check_arg_cpu(cpu) \
 149     if (cpu < 0 || cpu >= NumProcessors){ \
 150         printk("open_pic.c:%d: invalid cpu %d\n", __LINE__, cpu); \
 151         dump_stack(); }
 152 #else
 153 #define check_arg_ipi(ipi)      do {} while (0)
 154 #define check_arg_timer(timer)  do {} while (0)
 155 #define check_arg_vec(vec)      do {} while (0)
 156 #define check_arg_pri(pri)      do {} while (0)
 157 #define check_arg_irq(irq)      do {} while (0)
 158 #define check_arg_cpu(cpu)      do {} while (0)
 159 #endif
 160
 161 u_int openpic_read(volatile u_int __iomem *addr)
 162 {
 163         u_int val;
 164
 165 #ifdef OPENPIC_BIG_ENDIAN
 166         val = in_be32(addr);
 167 #else
 168         val = in_le32(addr);
 169 #endif
 170         return val;
 171 }
 172
 173 static inline void openpic_write(volatile u_int __iomem *addr, u_int val)
 174 {
 175 #ifdef OPENPIC_BIG_ENDIAN
 176         out_be32(addr, val);
 177 #else
 178         out_le32(addr, val);
 179 #endif
 180 }
 181
 182 static inline u_int openpic_readfield(volatile u_int __iomem *addr, u_int mask)
 183 {
 184         u_int val = openpic_read(addr);
 185         return val & mask;
 186 }
 187
 188 inline void openpic_writefield(volatile u_int __iomem *addr, u_int mask,
 189                                u_int field)
 190 {
 191         u_int val = openpic_read(addr);
 192         openpic_write(addr, (val & ~mask) | (field & mask));
 193 }
 194
 195 static inline void openpic_clearfield(volatile u_int __iomem *addr, u_int mask)
 196 {
 197         openpic_writefield(addr, mask, 0);
 198 }
 199
 200 static inline void openpic_setfield(volatile u_int __iomem *addr, u_int mask)
 201 {
 202         openpic_writefield(addr, mask, mask);
 203 }
 204
 205 static void openpic_safe_writefield(volatile u_int __iomem *addr, u_int mask,
 206                                     u_int field)
 207 {
 208         openpic_setfield(addr, OPENPIC_MASK);
 209         while (openpic_read(addr) & OPENPIC_ACTIVITY);
 210         openpic_writefield(addr, mask | OPENPIC_MASK, field | OPENPIC_MASK);
 211 }
 212
 213 #ifdef CONFIG_SMP
 214 /* yes this is right ... bug, feature, you decide! -- tgall */
 215 u_int openpic_read_IPI(volatile u_int __iomem * addr)
 216 {
 217          u_int val = 0;
 218 #if defined(OPENPIC_BIG_ENDIAN)
 219         val = in_be32(addr);
 220 #else
 221         val = in_le32(addr);
 222 #endif
 223         return val;
 224 }
 225
 226 /* because of the power3 be / le above, this is needed */
 227 inline void openpic_writefield_IPI(volatile u_int __iomem * addr, u_int mask, u_int field)
 228 {
 229         u_int  val = openpic_read_IPI(addr);
 230         openpic_write(addr, (val & ~mask) | (field & mask));
 231 }
 232
 233 static inline void openpic_clearfield_IPI(volatile u_int __iomem *addr, u_int mask)
 234 {
 235         openpic_writefield_IPI(addr, mask, 0);
 236 }
 237
 238 static inline void openpic_setfield_IPI(volatile u_int __iomem *addr, u_int mask)
 239 {
 240         openpic_writefield_IPI(addr, mask, mask);
 241 }
 242
 243 static void openpic_safe_writefield_IPI(volatile u_int __iomem *addr, u_int mask, u_int field)
 244 {
 245         openpic_setfield_IPI(addr, OPENPIC_MASK);
 246
 247         /* wait until it's not in use */
 248         /* BenH: Is this code really enough ? I would rather check the result
 249          *       and eventually retry ...
 250          */
 251         while(openpic_read_IPI(addr) & OPENPIC_ACTIVITY);
 252
 253         openpic_writefield_IPI(addr, mask | OPENPIC_MASK, field | OPENPIC_MASK);
 254 }
 255 #endif /* CONFIG_SMP */
 256
 257 #ifdef CONFIG_EPIC_SERIAL_MODE
 258 /* On platforms that may use EPIC serial mode, the default is enabled. */
 259 int epic_serial_mode = 1;
 260
 261 static void __init openpic_eicr_set_clk(u_int clkval)
 262 {
 263         openpic_writefield(&OpenPIC->Global.Global_Configuration1,
 264                         OPENPIC_EICR_S_CLK_MASK, (clkval << 28));
 265 }
 266
 267 static void __init openpic_enable_sie(void)
 268 {
 269         openpic_setfield(&OpenPIC->Global.Global_Configuration1,
 270                         OPENPIC_EICR_SIE);
 271 }
 272 #endif
 273
 274 #if defined(CONFIG_EPIC_SERIAL_MODE)
 275 static void openpic_reset(void)
 276 {
 277         openpic_setfield(&OpenPIC->Global.Global_Configuration0,
 278                          OPENPIC_CONFIG_RESET);
 279         while (openpic_readfield(&OpenPIC->Global.Global_Configuration0,
 280                                  OPENPIC_CONFIG_RESET))
 281                 mb();
 282 }
 283 #endif
 284
 285 void __init openpic_set_sources(int first_irq, int num_irqs, void __iomem *first_ISR)
 286 {
 287         volatile OpenPIC_Source __iomem *src = first_ISR;
 288         int i, last_irq;
 289
 290         last_irq = first_irq + num_irqs;
 291         if (last_irq > NumSources)
 292                 NumSources = last_irq;
 293         if (src == 0)
 294                 src = &((struct OpenPIC __iomem *)OpenPIC_Addr)->Source[first_irq];
 295         for (i = first_irq; i < last_irq; ++i, ++src)
 296                 ISR[i] = src;
 297 }
 298
 299 /*
 300  * The `offset' parameter defines where the interrupts handled by the
 301  * OpenPIC start in the space of interrupt numbers that the kernel knows
 302  * about.  In other words, the OpenPIC's IRQ0 is numbered `offset' in the
 303  * kernel's interrupt numbering scheme.
 304  * We assume there is only one OpenPIC.
 305  */
 306 void __init openpic_init(int offset)
 307 {
 308         u_int t, i;
 309         u_int timerfreq;
 310         const char *version;
 311
 312         if (!OpenPIC_Addr) {
 313                 printk("No OpenPIC found !\n");
 314                 return;
 315         }
 316         OpenPIC = (volatile struct OpenPIC __iomem *)OpenPIC_Addr;
 317
 318 #ifdef CONFIG_EPIC_SERIAL_MODE
 319         /* Have to start from ground zero.
 320         */
 321         openpic_reset();
 322 #endif
 323
 324         if (ppc_md.progress) ppc_md.progress("openpic: enter", 0x122);
 325
 326         t = openpic_read(&OpenPIC->Global.Feature_Reporting0);
 327         switch (t & OPENPIC_FEATURE_VERSION_MASK) {
 328         case 1:
 329                 version = "1.0";
 330                 break;
 331         case 2:
 332                 version = "1.2";
 333                 break;
 334         case 3:
 335                 version = "1.3";
 336                 break;
 337         default:
 338                 version = "?";
 339                 break;
 340         }
 341         NumProcessors = ((t & OPENPIC_FEATURE_LAST_PROCESSOR_MASK) >>
 342                          OPENPIC_FEATURE_LAST_PROCESSOR_SHIFT) + 1;
 343         if (NumSources == 0)
 344                 openpic_set_sources(0,
 345                                     ((t & OPENPIC_FEATURE_LAST_SOURCE_MASK) >>
 346                                      OPENPIC_FEATURE_LAST_SOURCE_SHIFT) + 1,
 347                                     NULL);
 348         printk("OpenPIC Version %s (%d CPUs and %d IRQ sources) at %p\n",
 349                version, NumProcessors, NumSources, OpenPIC);
 350         timerfreq = openpic_read(&OpenPIC->Global.Timer_Frequency);
 351         if (timerfreq)
 352                 printk("OpenPIC timer frequency is %d.%06d MHz\n",
 353                        timerfreq / 1000000, timerfreq % 1000000);
 354
 355         open_pic_irq_offset = offset;
 356
 357         /* Initialize timer interrupts */
 358         if ( ppc_md.progress ) ppc_md.progress("openpic: timer",0x3ba);
 359         for (i = 0; i < OPENPIC_NUM_TIMERS; i++) {
 360                 /* Disabled, Priority 0 */
 361                 openpic_inittimer(i, 0, OPENPIC_VEC_TIMER+i+offset);
 362                 /* No processor */
 363                 openpic_maptimer(i, CPU_MASK_NONE);
 364         }
 365
 366 #ifdef CONFIG_SMP
 367         /* Initialize IPI interrupts */
 368         if ( ppc_md.progress ) ppc_md.progress("openpic: ipi",0x3bb);
 369         for (i = 0; i < OPENPIC_NUM_IPI; i++) {
 370                 /* Disabled, increased priorities 10..13 */
 371                 openpic_initipi(i, OPENPIC_PRIORITY_IPI_BASE+i,
 372                                 OPENPIC_VEC_IPI+i+offset);
 373                 /* IPIs are per-CPU */
 374                 irq_desc[OPENPIC_VEC_IPI+i+offset].status |= IRQ_PER_CPU;
 375                 irq_desc[OPENPIC_VEC_IPI+i+offset].chip = &open_pic_ipi;
 376         }
 377 #endif
 378
 379         /* Initialize external interrupts */
 380         if (ppc_md.progress) ppc_md.progress("openpic: external",0x3bc);
 381
 382         openpic_set_priority(0xf);
 383
 384         /* Init all external sources, including possibly the cascade. */
 385         for (i = 0; i < NumSources; i++) {
 386                 int sense;
 387
 388                 if (ISR[i] == 0)
 389                         continue;
 390
 391                 /* the bootloader may have left it enabled (bad !) */
 392                 openpic_disable_irq(i+offset);
 393
 394                 sense = (i < OpenPIC_NumInitSenses)? OpenPIC_InitSenses[i]: \
 395                                 (IRQ_SENSE_LEVEL | IRQ_POLARITY_NEGATIVE);
 396
 397                 if (sense & IRQ_SENSE_MASK)
 398                         irq_desc[i+offset].status = IRQ_LEVEL;
 399
 400                 /* Enabled, Default priority */
 401                 openpic_initirq(i, OPENPIC_PRIORITY_DEFAULT, i+offset,
 402                                 (sense & IRQ_POLARITY_MASK),
 403                                 (sense & IRQ_SENSE_MASK));
 404                 /* Processor 0 */
 405                 openpic_mapirq(i, CPU_MASK_CPU0, CPU_MASK_NONE);
 406         }
 407
 408         /* Init descriptors */
 409         for (i = offset; i < NumSources + offset; i++)
 410                 irq_desc[i].chip = &open_pic;
 411
 412         /* Initialize the spurious interrupt */
 413         if (ppc_md.progress) ppc_md.progress("openpic: spurious",0x3bd);
 414         openpic_set_spurious(OPENPIC_VEC_SPURIOUS);
 415         openpic_disable_8259_pass_through();
 416 #ifdef CONFIG_EPIC_SERIAL_MODE
 417         if (epic_serial_mode) {
 418                 openpic_eicr_set_clk(7);        /* Slowest value until we know better */
 419                 openpic_enable_sie();
 420         }
 421 #endif
 422         openpic_set_priority(0);
 423
 424         if (ppc_md.progress) ppc_md.progress("openpic: exit",0x222);
 425 }
 426
 427 #ifdef notused
 428 static void openpic_enable_8259_pass_through(void)
 429 {
 430         openpic_clearfield(&OpenPIC->Global.Global_Configuration0,
 431                            OPENPIC_CONFIG_8259_PASSTHROUGH_DISABLE);
 432 }
 433 #endif /* notused */
 434
 435 static void openpic_disable_8259_pass_through(void)
 436 {
 437         openpic_setfield(&OpenPIC->Global.Global_Configuration0,
 438                          OPENPIC_CONFIG_8259_PASSTHROUGH_DISABLE);
 439 }
 440
 441 /*
 442  *  Find out the current interrupt
 443  */
 444 u_int openpic_irq(void)
 445 {
 446         u_int vec;
 447         DECL_THIS_CPU;
 448
 449         CHECK_THIS_CPU;
 450         vec = openpic_readfield(&OpenPIC->THIS_CPU.Interrupt_Acknowledge,
 451                                 OPENPIC_VECTOR_MASK);
 452         return vec;
 453 }
 454
 455 void openpic_eoi(void)
 456 {
 457         DECL_THIS_CPU;
 458
 459         CHECK_THIS_CPU;
 460         openpic_write(&OpenPIC->THIS_CPU.EOI, 0);
 461         /* Handle PCI write posting */
 462         (void)openpic_read(&OpenPIC->THIS_CPU.EOI);
 463 }
 464
 465 u_int openpic_get_priority(void)
 466 {
 467         DECL_THIS_CPU;
 468
 469         CHECK_THIS_CPU;
 470         return openpic_readfield(&OpenPIC->THIS_CPU.Current_Task_Priority,
 471                                  OPENPIC_CURRENT_TASK_PRIORITY_MASK);
 472 }
 473
 474 void openpic_set_priority(u_int pri)
 475 {
 476         DECL_THIS_CPU;
 477
 478         CHECK_THIS_CPU;
 479         check_arg_pri(pri);
 480         openpic_writefield(&OpenPIC->THIS_CPU.Current_Task_Priority,
 481                            OPENPIC_CURRENT_TASK_PRIORITY_MASK, pri);
 482 }
 483
 484 /*
 485  *  Get/set the spurious vector
 486  */
 487 #ifdef notused
 488 static u_int openpic_get_spurious(void)
 489 {
 490         return openpic_readfield(&OpenPIC->Global.Spurious_Vector,
 491                                  OPENPIC_VECTOR_MASK);
 492 }
 493 #endif /* notused */
 494
 495 static void openpic_set_spurious(u_int vec)
 496 {
 497         check_arg_vec(vec);
 498         openpic_writefield(&OpenPIC->Global.Spurious_Vector, OPENPIC_VECTOR_MASK,
 499                            vec);
 500 }
 501
 502 #ifdef CONFIG_SMP
 503 /*
 504  * Convert a cpu mask from logical to physical cpu numbers.
 505  */
 506 static inline cpumask_t physmask(cpumask_t cpumask)
 507 {
 508         int i;
 509         cpumask_t mask = CPU_MASK_NONE;
 510
 511         cpus_and(cpumask, cpu_online_map, cpumask);
 512
 513         for (i = 0; i < NR_CPUS; i++)
 514                 if (cpu_isset(i, cpumask))
 515                         cpu_set(smp_hw_index[i], mask);
 516
 517         return mask;
 518 }
 519 #else
 520 #define physmask(cpumask)       (cpumask)
 521 #endif
 522
 523 void openpic_reset_processor_phys(u_int mask)
 524 {
 525         openpic_write(&OpenPIC->Global.Processor_Initialization, mask);
 526 }
 527
 528 #if defined(CONFIG_SMP) || defined(CONFIG_PM)
 529 static DEFINE_SPINLOCK(openpic_setup_lock);
 530 #endif
 531
 532 #ifdef CONFIG_SMP
 533 /*
 534  *  Initialize an interprocessor interrupt (and disable it)
 535  *
 536  *  ipi: OpenPIC interprocessor interrupt number
 537  *  pri: interrupt source priority
 538  *  vec: the vector it will produce
 539  */
 540 static void __init openpic_initipi(u_int ipi, u_int pri, u_int vec)
 541 {
 542         check_arg_ipi(ipi);
 543         check_arg_pri(pri);
 544         check_arg_vec(vec);
 545         openpic_safe_writefield_IPI(&OpenPIC->Global.IPI_Vector_Priority(ipi),
 546                                 OPENPIC_PRIORITY_MASK | OPENPIC_VECTOR_MASK,
 547                                 (pri << OPENPIC_PRIORITY_SHIFT) | vec);
 548 }
 549
 550 /*
 551  *  Send an IPI to one or more CPUs
 552  *
 553  *  Externally called, however, it takes an IPI number (0...OPENPIC_NUM_IPI)
 554  *  and not a system-wide interrupt number
 555  */
 556 void openpic_cause_IPI(u_int ipi, cpumask_t cpumask)
 557 {
 558         DECL_THIS_CPU;
 559
 560         CHECK_THIS_CPU;
 561         check_arg_ipi(ipi);
 562         openpic_write(&OpenPIC->THIS_CPU.IPI_Dispatch(ipi),
 563                       cpus_addr(physmask(cpumask))[0]);
 564 }
 565
 566 void openpic_request_IPIs(void)
 567 {
 568         int i;
 569
 570         /*
 571          * Make sure this matches what is defined in smp.c for
 572          * smp_message_{pass|recv}() or what shows up in
 573          * /proc/interrupts will be wrong!!! --Troy */
 574
 575         if (OpenPIC == NULL)
 576                 return;
 577
 578         /* IPIs are marked SA_INTERRUPT as they must run with irqs disabled */
 579         request_irq(OPENPIC_VEC_IPI+open_pic_irq_offset,
 580                     openpic_ipi_action, SA_INTERRUPT,
 581                     "IPI0 (call function)", NULL);
 582         request_irq(OPENPIC_VEC_IPI+open_pic_irq_offset+1,
 583                     openpic_ipi_action, SA_INTERRUPT,
 584                     "IPI1 (reschedule)", NULL);
 585         request_irq(OPENPIC_VEC_IPI+open_pic_irq_offset+2,
 586                     openpic_ipi_action, SA_INTERRUPT,
 587                     "IPI2 (invalidate tlb)", NULL);
 588         request_irq(OPENPIC_VEC_IPI+open_pic_irq_offset+3,
 589                     openpic_ipi_action, SA_INTERRUPT,
 590                     "IPI3 (xmon break)", NULL);
 591
 592         for ( i = 0; i < OPENPIC_NUM_IPI ; i++ )
 593                 openpic_enable_ipi(OPENPIC_VEC_IPI+open_pic_irq_offset+i);
 594 }
 595
 596 /*
 597  * Do per-cpu setup for SMP systems.
 598  *
 599  * Get IPI's working and start taking interrupts.
 600  *   -- Cort
 601  */
 602
 603 void __devinit do_openpic_setup_cpu(void)
 604 {
 605 #ifdef CONFIG_IRQ_ALL_CPUS
 606         int i;
 607         cpumask_t msk = CPU_MASK_NONE;
 608 #endif
 609         spin_lock(&openpic_setup_lock);
 610
 611 #ifdef CONFIG_IRQ_ALL_CPUS
 612         cpu_set(smp_hw_index[smp_processor_id()], msk);
 613
 614         /* let the openpic know we want intrs. default affinity
 615          * is 0xffffffff until changed via /proc
 616          * That's how it's done on x86. If we want it differently, then
 617          * we should make sure we also change the default values of
 618          * irq_desc[].affinity in irq.c.
 619          */
 620         for (i = 0; i < NumSources; i++)
 621                 openpic_mapirq(i, msk, CPU_MASK_ALL);
 622 #endif /* CONFIG_IRQ_ALL_CPUS */
 623         openpic_set_priority(0);
 624
 625         spin_unlock(&openpic_setup_lock);
 626 }
 627 #endif /* CONFIG_SMP */
 628
 629 /*
 630  *  Initialize a timer interrupt (and disable it)
 631  *
 632  *  timer: OpenPIC timer number
 633  *  pri: interrupt source priority
 634  *  vec: the vector it will produce
 635  */
 636 static void __init openpic_inittimer(u_int timer, u_int pri, u_int vec)
 637 {
 638         check_arg_timer(timer);
 639         check_arg_pri(pri);
 640         check_arg_vec(vec);
 641         openpic_safe_writefield(&OpenPIC->Global.Timer[timer].Vector_Priority,
 642                                 OPENPIC_PRIORITY_MASK | OPENPIC_VECTOR_MASK,
 643                                 (pri << OPENPIC_PRIORITY_SHIFT) | vec);
 644 }
 645
 646 /*
 647  *  Map a timer interrupt to one or more CPUs
 648  */
 649 static void __init openpic_maptimer(u_int timer, cpumask_t cpumask)
 650 {
 651         cpumask_t phys = physmask(cpumask);
 652         check_arg_timer(timer);
 653         openpic_write(&OpenPIC->Global.Timer[timer].Destination,
 654                       cpus_addr(phys)[0]);
 655 }
 656
 657 /*
 658  * Change the priority of an interrupt
 659  */
 660 void __init
 661 openpic_set_irq_priority(u_int irq, u_int pri)
 662 {
 663         check_arg_irq(irq);
 664         openpic_safe_writefield(&ISR[irq - open_pic_irq_offset]->Vector_Priority,
 665                                 OPENPIC_PRIORITY_MASK,
 666                                 pri << OPENPIC_PRIORITY_SHIFT);
 667 }
 668
 669 /*
 670  * Initalize the interrupt source which will generate an NMI.
 671  * This raises the interrupt's priority from 8 to 9.
 672  *
 673  * irq: The logical IRQ which generates an NMI.
 674  */
 675 void __init
 676 openpic_init_nmi_irq(u_int irq)
 677 {
 678         check_arg_irq(irq);
 679         openpic_set_irq_priority(irq, OPENPIC_PRIORITY_NMI);
 680 }
 681
 682 /*
 683  *
 684  * All functions below take an offset'ed irq argument
 685  *
 686  */
 687
 688 /*
 689  * Hookup a cascade to the OpenPIC.
 690  */
 691
 692 static struct irqaction openpic_cascade_irqaction = {
 693         .handler = no_action,
 694         .flags = SA_INTERRUPT,
 695         .mask = CPU_MASK_NONE,
 696 };
 697
 698 void __init
 699 openpic_hookup_cascade(u_int irq, char *name,
 700         int (*cascade_fn)(struct pt_regs *))
 701 {
 702         openpic_cascade_irq = irq;
 703         openpic_cascade_fn = cascade_fn;
 704
 705         if (setup_irq(irq, &openpic_cascade_irqaction))
 706                 printk("Unable to get OpenPIC IRQ %d for cascade\n",
 707                                 irq - open_pic_irq_offset);
 708 }
 709
 710 /*
 711  *  Enable/disable an external interrupt source
 712  *
 713  *  Externally called, irq is an offseted system-wide interrupt number
 714  */
 715 static void openpic_enable_irq(u_int irq)
 716 {
 717         volatile u_int __iomem *vpp;
 718
 719         check_arg_irq(irq);
 720         vpp = &ISR[irq - open_pic_irq_offset]->Vector_Priority;
 721         openpic_clearfield(vpp, OPENPIC_MASK);
 722         /* make sure mask gets to controller before we return to user */
 723         do {
 724                 mb(); /* sync is probably useless here */
 725         } while (openpic_readfield(vpp, OPENPIC_MASK));
 726 }
 727
 728 static void openpic_disable_irq(u_int irq)
 729 {
 730         volatile u_int __iomem *vpp;
 731         u32 vp;
 732
 733         check_arg_irq(irq);
 734         vpp = &ISR[irq - open_pic_irq_offset]->Vector_Priority;
 735         openpic_setfield(vpp, OPENPIC_MASK);
 736         /* make sure mask gets to controller before we return to user */
 737         do {
 738                 mb();  /* sync is probably useless here */
 739                 vp = openpic_readfield(vpp, OPENPIC_MASK | OPENPIC_ACTIVITY);
 740         } while((vp & OPENPIC_ACTIVITY) && !(vp & OPENPIC_MASK));
 741 }
 742
 743 #ifdef CONFIG_SMP
 744 /*
 745  *  Enable/disable an IPI interrupt source
 746  *
 747  *  Externally called, irq is an offseted system-wide interrupt number
 748  */
 749 void openpic_enable_ipi(u_int irq)
 750 {
 751         irq -= (OPENPIC_VEC_IPI+open_pic_irq_offset);
 752         check_arg_ipi(irq);
 753         openpic_clearfield_IPI(&OpenPIC->Global.IPI_Vector_Priority(irq), OPENPIC_MASK);
 754
 755 }
 756
 757 void openpic_disable_ipi(u_int irq)
 758 {
 759         irq -= (OPENPIC_VEC_IPI+open_pic_irq_offset);
 760         check_arg_ipi(irq);
 761         openpic_setfield_IPI(&OpenPIC->Global.IPI_Vector_Priority(irq), OPENPIC_MASK);
 762 }
 763 #endif
 764
 765 /*
 766  *  Initialize an interrupt source (and disable it!)
 767  *
 768  *  irq: OpenPIC interrupt number
 769  *  pri: interrupt source priority
 770  *  vec: the vector it will produce
 771  *  pol: polarity (1 for positive, 0 for negative)
 772  *  sense: 1 for level, 0 for edge
 773  */
 774 static void __init
 775 openpic_initirq(u_int irq, u_int pri, u_int vec, int pol, int sense)
 776 {
 777         openpic_safe_writefield(&ISR[irq]->Vector_Priority,
 778                                 OPENPIC_PRIORITY_MASK | OPENPIC_VECTOR_MASK |
 779                                 OPENPIC_SENSE_MASK | OPENPIC_POLARITY_MASK,
 780                                 (pri << OPENPIC_PRIORITY_SHIFT) | vec |
 781                                 (pol ? OPENPIC_POLARITY_POSITIVE :
 782                                         OPENPIC_POLARITY_NEGATIVE) |
 783                                 (sense ? OPENPIC_SENSE_LEVEL : OPENPIC_SENSE_EDGE));
 784 }
 785
 786 /*
 787  *  Map an interrupt source to one or more CPUs
 788  */
 789 static void openpic_mapirq(u_int irq, cpumask_t physmask, cpumask_t keepmask)
 790 {
 791         if (ISR[irq] == 0)
 792                 return;
 793         if (!cpus_empty(keepmask)) {
 794                 cpumask_t irqdest = { .bits[0] = openpic_read(&ISR[irq]->Destination) };
 795                 cpus_and(irqdest, irqdest, keepmask);
 796                 cpus_or(physmask, physmask, irqdest);
 797         }
 798         openpic_write(&ISR[irq]->Destination, cpus_addr(physmask)[0]);
 799 }
 800
 801 #ifdef notused
 802 /*
 803  *  Set the sense for an interrupt source (and disable it!)
 804  *
 805  *  sense: 1 for level, 0 for edge
 806  */
 807 static void openpic_set_sense(u_int irq, int sense)
 808 {
 809         if (ISR[irq] != 0)
 810                 openpic_safe_writefield(&ISR[irq]->Vector_Priority,
 811                                         OPENPIC_SENSE_LEVEL,
 812                                         (sense ? OPENPIC_SENSE_LEVEL : 0));
 813 }
 814 #endif /* notused */
 815
 816 /* No spinlocks, should not be necessary with the OpenPIC
 817  * (1 register = 1 interrupt and we have the desc lock).
 818  */
 819 static void openpic_ack_irq(unsigned int irq_nr)
 820 {
 821 #ifdef __SLOW_VERSION__
 822         openpic_disable_irq(irq_nr);
 823         openpic_eoi();
 824 #else
 825         if ((irq_desc[irq_nr].status & IRQ_LEVEL) == 0)
 826                 openpic_eoi();
 827 #endif
 828 }
 829
 830 static void openpic_end_irq(unsigned int irq_nr)
 831 {
 832 #ifdef __SLOW_VERSION__
 833         if (!(irq_desc[irq_nr].status & (IRQ_DISABLED|IRQ_INPROGRESS))
 834             && irq_desc[irq_nr].action)
 835                 openpic_enable_irq(irq_nr);
 836 #else
 837         if ((irq_desc[irq_nr].status & IRQ_LEVEL) != 0)
 838                 openpic_eoi();
 839 #endif
 840 }
 841
 842 static void openpic_set_affinity(unsigned int irq_nr, cpumask_t cpumask)
 843 {
 844         openpic_mapirq(irq_nr - open_pic_irq_offset, physmask(cpumask), CPU_MASK_NONE);
 845 }
 846
 847 #ifdef CONFIG_SMP
 848 static void openpic_ack_ipi(unsigned int irq_nr)
 849 {
 850         openpic_eoi();
 851 }
 852
 853 static void openpic_end_ipi(unsigned int irq_nr)
 854 {
 855 }
 856
 857 static irqreturn_t openpic_ipi_action(int cpl, void *dev_id, struct pt_regs *regs)
 858 {
 859         smp_message_recv(cpl-OPENPIC_VEC_IPI-open_pic_irq_offset, regs);
 860         return IRQ_HANDLED;
 861 }
 862
 863 #endif /* CONFIG_SMP */
 864
 865 int
 866 openpic_get_irq(struct pt_regs *regs)
 867 {
 868         int irq = openpic_irq();
 869
 870         /*
 871          * Check for the cascade interrupt and call the cascaded
 872          * interrupt controller function (usually i8259_irq) if so.
 873          * This should move to irq.c eventually.  -- paulus
 874          */
 875         if (irq == openpic_cascade_irq && openpic_cascade_fn != NULL) {
 876                 int cirq = openpic_cascade_fn(regs);
 877
 878                 /* Allow for the cascade being shared with other devices */
 879                 if (cirq != -1) {
 880                         irq = cirq;
 881                         openpic_eoi();
 882                 }
 883         } else if (irq == OPENPIC_VEC_SPURIOUS)
 884                 irq = -1;
 885         return irq;
 886 }
 887
 888 #ifdef CONFIG_SMP
 889 void
 890 smp_openpic_message_pass(int target, int msg)
 891 {
 892         cpumask_t mask = CPU_MASK_ALL;
 893         /* make sure we're sending something that translates to an IPI */
 894         if (msg > 0x3) {
 895                 printk("SMP %d: smp_message_pass: unknown msg %d\n",
 896                        smp_processor_id(), msg);
 897                 return;
 898         }
 899         switch (target) {
 900         case MSG_ALL:
 901                 openpic_cause_IPI(msg, mask);
 902                 break;
 903         case MSG_ALL_BUT_SELF:
 904                 cpu_clear(smp_processor_id(), mask);
 905                 openpic_cause_IPI(msg, mask);
 906                 break;
 907         default:
 908                 openpic_cause_IPI(msg, cpumask_of_cpu(target));
 909                 break;
 910         }
 911 }
 912 #endif /* CONFIG_SMP */
 913
 914 #ifdef CONFIG_PM
 915
 916 /*
 917  * We implement the IRQ controller as a sysdev and put it
 918  * to sleep at powerdown stage (the callback is named suspend,
 919  * but it's old semantics, for the Device Model, it's really
 920  * powerdown). The possible problem is that another sysdev that
 921  * happens to be suspend after this one will have interrupts off,
 922  * that may be an issue... For now, this isn't an issue on pmac
 923  * though...
 924  */
 925
 926 static u32 save_ipi_vp[OPENPIC_NUM_IPI];
 927 static u32 save_irq_src_vp[OPENPIC_MAX_SOURCES];
 928 static u32 save_irq_src_dest[OPENPIC_MAX_SOURCES];
 929 static u32 save_cpu_task_pri[OPENPIC_MAX_PROCESSORS];
 930 static int openpic_suspend_count;
 931
 932 static void openpic_cached_enable_irq(u_int irq)
 933 {
 934         check_arg_irq(irq);
 935         save_irq_src_vp[irq - open_pic_irq_offset] &= ~OPENPIC_MASK;
 936 }
 937
 938 static void openpic_cached_disable_irq(u_int irq)
 939 {
 940         check_arg_irq(irq);
 941         save_irq_src_vp[irq - open_pic_irq_offset] |= OPENPIC_MASK;
 942 }
 943
 944 /* WARNING: Can be called directly by the cpufreq code with NULL parameter,
 945  * we need something better to deal with that... Maybe switch to S1 for
 946  * cpufreq changes
 947  */
 948 int openpic_suspend(struct sys_device *sysdev, pm_message_t state)
 949 {
 950         int     i;
 951         unsigned long flags;
 952
 953         spin_lock_irqsave(&openpic_setup_lock, flags);
 954
 955         if (openpic_suspend_count++ > 0) {
 956                 spin_unlock_irqrestore(&openpic_setup_lock, flags);
 957                 return 0;
 958         }
 959
 960         openpic_set_priority(0xf);
 961
 962         open_pic.enable = openpic_cached_enable_irq;
 963         open_pic.disable = openpic_cached_disable_irq;
 964
 965         for (i=0; i<NumProcessors; i++) {
 966                 save_cpu_task_pri[i] = openpic_read(&OpenPIC->Processor[i].Current_Task_Priority);
 967                 openpic_writefield(&OpenPIC->Processor[i].Current_Task_Priority,
 968                                    OPENPIC_CURRENT_TASK_PRIORITY_MASK, 0xf);
 969         }
 970
 971         for (i=0; i<OPENPIC_NUM_IPI; i++)
 972                 save_ipi_vp[i] = openpic_read(&OpenPIC->Global.IPI_Vector_Priority(i));
 973         for (i=0; i<NumSources; i++) {
 974                 if (ISR[i] == 0)
 975                         continue;
 976                 save_irq_src_vp[i] = openpic_read(&ISR[i]->Vector_Priority) & ~OPENPIC_ACTIVITY;
 977                 save_irq_src_dest[i] = openpic_read(&ISR[i]->Destination);
 978         }
 979
 980         spin_unlock_irqrestore(&openpic_setup_lock, flags);
 981
 982         return 0;
 983 }
 984
 985 /* WARNING: Can be called directly by the cpufreq code with NULL parameter,
 986  * we need something better to deal with that... Maybe switch to S1 for
 987  * cpufreq changes
 988  */
 989 int openpic_resume(struct sys_device *sysdev)
 990 {
 991         int             i;
 992         unsigned long   flags;
 993         u32             vppmask =       OPENPIC_PRIORITY_MASK | OPENPIC_VECTOR_MASK |
 994                                         OPENPIC_SENSE_MASK | OPENPIC_POLARITY_MASK |
 995                                         OPENPIC_MASK;
 996
 997         spin_lock_irqsave(&openpic_setup_lock, flags);
 998
 999         if ((--openpic_suspend_count) > 0) {
1000                 spin_unlock_irqrestore(&openpic_setup_lock, flags);
1001                 return 0;
1002         }
1003
1004         /* OpenPIC sometimes seem to need some time to be fully back up... */
1005         do {
1006                 openpic_set_spurious(OPENPIC_VEC_SPURIOUS);
1007         } while(openpic_readfield(&OpenPIC->Global.Spurious_Vector, OPENPIC_VECTOR_MASK)
1008                         != OPENPIC_VEC_SPURIOUS);
1009
1010         openpic_disable_8259_pass_through();
1011
1012         for (i=0; i<OPENPIC_NUM_IPI; i++)
1013                 openpic_write(&OpenPIC->Global.IPI_Vector_Priority(i),
1014                               save_ipi_vp[i]);
1015         for (i=0; i<NumSources; i++) {
1016                 if (ISR[i] == 0)
1017                         continue;
1018                 openpic_write(&ISR[i]->Destination, save_irq_src_dest[i]);
1019                 openpic_write(&ISR[i]->Vector_Priority, save_irq_src_vp[i]);
1020                 /* make sure mask gets to controller before we return to user */
1021                 do {
1022                         openpic_write(&ISR[i]->Vector_Priority, save_irq_src_vp[i]);
1023                 } while (openpic_readfield(&ISR[i]->Vector_Priority, vppmask)
1024                          != (save_irq_src_vp[i] & vppmask));
1025         }
1026         for (i=0; i<NumProcessors; i++)
1027                 openpic_write(&OpenPIC->Processor[i].Current_Task_Priority,
1028                               save_cpu_task_pri[i]);
1029
1030         open_pic.enable = openpic_enable_irq;
1031         open_pic.disable = openpic_disable_irq;
1032
1033         openpic_set_priority(0);
1034
1035         spin_unlock_irqrestore(&openpic_setup_lock, flags);
1036
1037         return 0;
1038 }
1039
1040 #endif /* CONFIG_PM */
1041
1042 static struct sysdev_class openpic_sysclass = {
1043         set_kset_name("openpic"),
1044 };
1045
1046 static struct sys_device device_openpic = {
1047         .id             = 0,
1048         .cls            = &openpic_sysclass,
1049 };
1050
1051 static struct sysdev_driver driver_openpic = {
1052 #ifdef CONFIG_PM
1053         .suspend        = &openpic_suspend,
1054         .resume         = &openpic_resume,
1055 #endif /* CONFIG_PM */
1056 };
1057
1058 static int __init init_openpic_sysfs(void)
1059 {
1060         int rc;
1061
1062         if (!OpenPIC_Addr)
1063                 return -ENODEV;
1064         printk(KERN_DEBUG "Registering openpic with sysfs...\n");
1065         rc = sysdev_class_register(&openpic_sysclass);
1066         if (rc) {
1067                 printk(KERN_ERR "Failed registering openpic sys class\n");
1068                 return -ENODEV;
1069         }
1070         rc = sysdev_register(&device_openpic);
1071         if (rc) {
1072                 printk(KERN_ERR "Failed registering openpic sys device\n");
1073                 return -ENODEV;
1074         }
1075         rc = sysdev_driver_register(&openpic_sysclass, &driver_openpic);
1076         if (rc) {
1077                 printk(KERN_ERR "Failed registering openpic sys driver\n");
1078                 return -ENODEV;
1079         }
1080         return 0;
1081 }
1082
1083 subsys_initcall(init_openpic_sysfs);
1084