arch/sparc/kernel/smp_32.c

   1 /* smp.c: Sparc SMP support.
   2  *
   3  * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
   4  * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
   5  * Copyright (C) 2004 Keith M Wesolowski (wesolows@foobazco.org)
   6  */
   7
   8 #include <asm/head.h>
   9
  10 #include <linux/kernel.h>
  11 #include <linux/sched.h>
  12 #include <linux/threads.h>
  13 #include <linux/smp.h>
  14 #include <linux/interrupt.h>
  15 #include <linux/kernel_stat.h>
  16 #include <linux/init.h>
  17 #include <linux/spinlock.h>
  18 #include <linux/mm.h>
  19 #include <linux/fs.h>
  20 #include <linux/seq_file.h>
  21 #include <linux/cache.h>
  22 #include <linux/delay.h>
  23
  24 #include <asm/ptrace.h>
  25 #include <asm/atomic.h>
  26
  27 #include <asm/irq.h>
  28 #include <asm/page.h>
  29 #include <asm/pgalloc.h>
  30 #include <asm/pgtable.h>
  31 #include <asm/oplib.h>
  32 #include <asm/cacheflush.h>
  33 #include <asm/tlbflush.h>
  34 #include <asm/cpudata.h>
  35 #include <asm/leon.h>
  36
  37 #include "irq.h"
  38
  39 volatile unsigned long cpu_callin_map[NR_CPUS] __cpuinitdata = {0,};
  40
  41 cpumask_t smp_commenced_mask = CPU_MASK_NONE;
  42
  43 /* The only guaranteed locking primitive available on all Sparc
  44  * processors is 'ldstub [%reg + immediate], %dest_reg' which atomically
  45  * places the current byte at the effective address into dest_reg and
  46  * places 0xff there afterwards.  Pretty lame locking primitive
  47  * compared to the Alpha and the Intel no?  Most Sparcs have 'swap'
  48  * instruction which is much better...
  49  */
  50
  51 void __cpuinit smp_store_cpu_info(int id)
  52 {
  53         int cpu_node;
  54         int mid;
  55
  56         cpu_data(id).udelay_val = loops_per_jiffy;
  57
  58         cpu_find_by_mid(id, &cpu_node);
  59         cpu_data(id).clock_tick = prom_getintdefault(cpu_node,
  60                                                      "clock-frequency", 0);
  61         cpu_data(id).prom_node = cpu_node;
  62         mid = cpu_get_hwmid(cpu_node);
  63
  64         if (mid < 0) {
  65                 printk(KERN_NOTICE "No MID found for CPU%d at node 0x%08d", id, cpu_node);
  66                 mid = 0;
  67         }
  68         cpu_data(id).mid = mid;
  69 }
  70
  71 void __init smp_cpus_done(unsigned int max_cpus)
  72 {
  73         extern void smp4m_smp_done(void);
  74         extern void smp4d_smp_done(void);
  75         unsigned long bogosum = 0;
  76         int cpu, num = 0;
  77
  78         for_each_online_cpu(cpu) {
  79                 num++;
  80                 bogosum += cpu_data(cpu).udelay_val;
  81         }
  82
  83         printk("Total of %d processors activated (%lu.%02lu BogoMIPS).\n",
  84                 num, bogosum/(500000/HZ),
  85                 (bogosum/(5000/HZ))%100);
  86
  87         switch(sparc_cpu_model) {
  88         case sun4:
  89                 printk("SUN4\n");
  90                 BUG();
  91                 break;
  92         case sun4c:
  93                 printk("SUN4C\n");
  94                 BUG();
  95                 break;
  96         case sun4m:
  97                 smp4m_smp_done();
  98                 break;
  99         case sun4d:
 100                 smp4d_smp_done();
 101                 break;
 102         case sparc_leon:
 103                 leon_smp_done();
 104                 break;
 105         case sun4e:
 106                 printk("SUN4E\n");
 107                 BUG();
 108                 break;
 109         case sun4u:
 110                 printk("SUN4U\n");
 111                 BUG();
 112                 break;
 113         default:
 114                 printk("UNKNOWN!\n");
 115                 BUG();
 116                 break;
 117         }
 118 }
 119
 120 void cpu_panic(void)
 121 {
 122         printk("CPU[%d]: Returns from cpu_idle!\n", smp_processor_id());
 123         panic("SMP bolixed\n");
 124 }
 125
 126 struct linux_prom_registers smp_penguin_ctable __cpuinitdata = { 0 };
 127
 128 void smp_send_reschedule(int cpu)
 129 {
 130         /*
 131          * CPU model dependent way of implementing IPI generation targeting
 132          * a single CPU. The trap handler needs only to do trap entry/return
 133          * to call schedule.
 134          */
 135         BTFIXUP_CALL(smp_ipi_resched)(cpu);
 136 }
 137
 138 void smp_send_stop(void)
 139 {
 140 }
 141
 142 void arch_send_call_function_single_ipi(int cpu)
 143 {
 144         /* trigger one IPI single call on one CPU */
 145         BTFIXUP_CALL(smp_ipi_single)(cpu);
 146 }
 147
 148 void arch_send_call_function_ipi_mask(const struct cpumask *mask)
 149 {
 150         int cpu;
 151
 152         /* trigger IPI mask call on each CPU */
 153         for_each_cpu(cpu, mask)
 154                 BTFIXUP_CALL(smp_ipi_mask_one)(cpu);
 155 }
 156
 157 void smp_resched_interrupt(void)
 158 {
 159         irq_enter();
 160         scheduler_ipi();
 161         local_cpu_data().irq_resched_count++;
 162         irq_exit();
 163         /* re-schedule routine called by interrupt return code. */
 164 }
 165
 166 void smp_call_function_single_interrupt(void)
 167 {
 168         irq_enter();
 169         generic_smp_call_function_single_interrupt();
 170         local_cpu_data().irq_call_count++;
 171         irq_exit();
 172 }
 173
 174 void smp_call_function_interrupt(void)
 175 {
 176         irq_enter();
 177         generic_smp_call_function_interrupt();
 178         local_cpu_data().irq_call_count++;
 179         irq_exit();
 180 }
 181
 182 void smp_flush_cache_all(void)
 183 {
 184         xc0((smpfunc_t) BTFIXUP_CALL(local_flush_cache_all));
 185         local_flush_cache_all();
 186 }
 187
 188 void smp_flush_tlb_all(void)
 189 {
 190         xc0((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_all));
 191         local_flush_tlb_all();
 192 }
 193
 194 void smp_flush_cache_mm(struct mm_struct *mm)
 195 {
 196         if(mm->context != NO_CONTEXT) {
 197                 cpumask_t cpu_mask;
 198                 cpumask_copy(&cpu_mask, mm_cpumask(mm));
 199                 cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 200                 if (!cpumask_empty(&cpu_mask))
 201                         xc1((smpfunc_t) BTFIXUP_CALL(local_flush_cache_mm), (unsigned long) mm);
 202                 local_flush_cache_mm(mm);
 203         }
 204 }
 205
 206 void smp_flush_tlb_mm(struct mm_struct *mm)
 207 {
 208         if(mm->context != NO_CONTEXT) {
 209                 cpumask_t cpu_mask;
 210                 cpumask_copy(&cpu_mask, mm_cpumask(mm));
 211                 cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 212                 if (!cpumask_empty(&cpu_mask)) {
 213                         xc1((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_mm), (unsigned long) mm);
 214                         if(atomic_read(&mm->mm_users) == 1 && current->active_mm == mm)
 215                                 cpumask_copy(mm_cpumask(mm),
 216                                              cpumask_of(smp_processor_id()));
 217                 }
 218                 local_flush_tlb_mm(mm);
 219         }
 220 }
 221
 222 void smp_flush_cache_range(struct vm_area_struct *vma, unsigned long start,
 223                            unsigned long end)
 224 {
 225         struct mm_struct *mm = vma->vm_mm;
 226
 227         if (mm->context != NO_CONTEXT) {
 228                 cpumask_t cpu_mask;
 229                 cpumask_copy(&cpu_mask, mm_cpumask(mm));
 230                 cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 231                 if (!cpumask_empty(&cpu_mask))
 232                         xc3((smpfunc_t) BTFIXUP_CALL(local_flush_cache_range), (unsigned long) vma, start, end);
 233                 local_flush_cache_range(vma, start, end);
 234         }
 235 }
 236
 237 void smp_flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
 238                          unsigned long end)
 239 {
 240         struct mm_struct *mm = vma->vm_mm;
 241
 242         if (mm->context != NO_CONTEXT) {
 243                 cpumask_t cpu_mask;
 244                 cpumask_copy(&cpu_mask, mm_cpumask(mm));
 245                 cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 246                 if (!cpumask_empty(&cpu_mask))
 247                         xc3((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_range), (unsigned long) vma, start, end);
 248                 local_flush_tlb_range(vma, start, end);
 249         }
 250 }
 251
 252 void smp_flush_cache_page(struct vm_area_struct *vma, unsigned long page)
 253 {
 254         struct mm_struct *mm = vma->vm_mm;
 255
 256         if(mm->context != NO_CONTEXT) {
 257                 cpumask_t cpu_mask;
 258                 cpumask_copy(&cpu_mask, mm_cpumask(mm));
 259                 cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 260                 if (!cpumask_empty(&cpu_mask))
 261                         xc2((smpfunc_t) BTFIXUP_CALL(local_flush_cache_page), (unsigned long) vma, page);
 262                 local_flush_cache_page(vma, page);
 263         }
 264 }
 265
 266 void smp_flush_tlb_page(struct vm_area_struct *vma, unsigned long page)
 267 {
 268         struct mm_struct *mm = vma->vm_mm;
 269
 270         if(mm->context != NO_CONTEXT) {
 271                 cpumask_t cpu_mask;
 272                 cpumask_copy(&cpu_mask, mm_cpumask(mm));
 273                 cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 274                 if (!cpumask_empty(&cpu_mask))
 275                         xc2((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_page), (unsigned long) vma, page);
 276                 local_flush_tlb_page(vma, page);
 277         }
 278 }
 279
 280 void smp_flush_page_to_ram(unsigned long page)
 281 {
 282         /* Current theory is that those who call this are the one's
 283          * who have just dirtied their cache with the pages contents
 284          * in kernel space, therefore we only run this on local cpu.
 285          *
 286          * XXX This experiment failed, research further... -DaveM
 287          */
 288 #if 1
 289         xc1((smpfunc_t) BTFIXUP_CALL(local_flush_page_to_ram), page);
 290 #endif
 291         local_flush_page_to_ram(page);
 292 }
 293
 294 void smp_flush_sig_insns(struct mm_struct *mm, unsigned long insn_addr)
 295 {
 296         cpumask_t cpu_mask;
 297         cpumask_copy(&cpu_mask, mm_cpumask(mm));
 298         cpumask_clear_cpu(smp_processor_id(), &cpu_mask);
 299         if (!cpumask_empty(&cpu_mask))
 300                 xc2((smpfunc_t) BTFIXUP_CALL(local_flush_sig_insns), (unsigned long) mm, insn_addr);
 301         local_flush_sig_insns(mm, insn_addr);
 302 }
 303
 304 extern unsigned int lvl14_resolution;
 305
 306 /* /proc/profile writes can call this, don't __init it please. */
 307 static DEFINE_SPINLOCK(prof_setup_lock);
 308
 309 int setup_profiling_timer(unsigned int multiplier)
 310 {
 311         int i;
 312         unsigned long flags;
 313
 314         /* Prevent level14 ticker IRQ flooding. */
 315         if((!multiplier) || (lvl14_resolution / multiplier) < 500)
 316                 return -EINVAL;
 317
 318         spin_lock_irqsave(&prof_setup_lock, flags);
 319         for_each_possible_cpu(i) {
 320                 load_profile_irq(i, lvl14_resolution / multiplier);
 321                 prof_multiplier(i) = multiplier;
 322         }
 323         spin_unlock_irqrestore(&prof_setup_lock, flags);
 324
 325         return 0;
 326 }
 327
 328 void __init smp_prepare_cpus(unsigned int max_cpus)
 329 {
 330         extern void __init smp4m_boot_cpus(void);
 331         extern void __init smp4d_boot_cpus(void);
 332         int i, cpuid, extra;
 333
 334         printk("Entering SMP Mode...\n");
 335
 336         extra = 0;
 337         for (i = 0; !cpu_find_by_instance(i, NULL, &cpuid); i++) {
 338                 if (cpuid >= NR_CPUS)
 339                         extra++;
 340         }
 341         /* i = number of cpus */
 342         if (extra && max_cpus > i - extra)
 343                 printk("Warning: NR_CPUS is too low to start all cpus\n");
 344
 345         smp_store_cpu_info(boot_cpu_id);
 346
 347         switch(sparc_cpu_model) {
 348         case sun4:
 349                 printk("SUN4\n");
 350                 BUG();
 351                 break;
 352         case sun4c:
 353                 printk("SUN4C\n");
 354                 BUG();
 355                 break;
 356         case sun4m:
 357                 smp4m_boot_cpus();
 358                 break;
 359         case sun4d:
 360                 smp4d_boot_cpus();
 361                 break;
 362         case sparc_leon:
 363                 leon_boot_cpus();
 364                 break;
 365         case sun4e:
 366                 printk("SUN4E\n");
 367                 BUG();
 368                 break;
 369         case sun4u:
 370                 printk("SUN4U\n");
 371                 BUG();
 372                 break;
 373         default:
 374                 printk("UNKNOWN!\n");
 375                 BUG();
 376                 break;
 377         }
 378 }
 379
 380 /* Set this up early so that things like the scheduler can init
 381  * properly.  We use the same cpu mask for both the present and
 382  * possible cpu map.
 383  */
 384 void __init smp_setup_cpu_possible_map(void)
 385 {
 386         int instance, mid;
 387
 388         instance = 0;
 389         while (!cpu_find_by_instance(instance, NULL, &mid)) {
 390                 if (mid < NR_CPUS) {
 391                         set_cpu_possible(mid, true);
 392                         set_cpu_present(mid, true);
 393                 }
 394                 instance++;
 395         }
 396 }
 397
 398 void __init smp_prepare_boot_cpu(void)
 399 {
 400         int cpuid = hard_smp_processor_id();
 401
 402         if (cpuid >= NR_CPUS) {
 403                 prom_printf("Serious problem, boot cpu id >= NR_CPUS\n");
 404                 prom_halt();
 405         }
 406         if (cpuid != 0)
 407                 printk("boot cpu id != 0, this could work but is untested\n");
 408
 409         current_thread_info()->cpu = cpuid;
 410         set_cpu_online(cpuid, true);
 411         set_cpu_possible(cpuid, true);
 412 }
 413
 414 int __cpuinit __cpu_up(unsigned int cpu)
 415 {
 416         extern int __cpuinit smp4m_boot_one_cpu(int);
 417         extern int __cpuinit smp4d_boot_one_cpu(int);
 418         int ret=0;
 419
 420         switch(sparc_cpu_model) {
 421         case sun4:
 422                 printk("SUN4\n");
 423                 BUG();
 424                 break;
 425         case sun4c:
 426                 printk("SUN4C\n");
 427                 BUG();
 428                 break;
 429         case sun4m:
 430                 ret = smp4m_boot_one_cpu(cpu);
 431                 break;
 432         case sun4d:
 433                 ret = smp4d_boot_one_cpu(cpu);
 434                 break;
 435         case sparc_leon:
 436                 ret = leon_boot_one_cpu(cpu);
 437                 break;
 438         case sun4e:
 439                 printk("SUN4E\n");
 440                 BUG();
 441                 break;
 442         case sun4u:
 443                 printk("SUN4U\n");
 444                 BUG();
 445                 break;
 446         default:
 447                 printk("UNKNOWN!\n");
 448                 BUG();
 449                 break;
 450         }
 451
 452         if (!ret) {
 453                 cpumask_set_cpu(cpu, &smp_commenced_mask);
 454                 while (!cpu_online(cpu))
 455                         mb();
 456         }
 457         return ret;
 458 }
 459
 460 void smp_bogo(struct seq_file *m)
 461 {
 462         int i;
 463
 464         for_each_online_cpu(i) {
 465                 seq_printf(m,
 466                            "Cpu%dBogo\t: %lu.%02lu\n",
 467                            i,
 468                            cpu_data(i).udelay_val/(500000/HZ),
 469                            (cpu_data(i).udelay_val/(5000/HZ))%100);
 470         }
 471 }
 472
 473 void smp_info(struct seq_file *m)
 474 {
 475         int i;
 476
 477         seq_printf(m, "State:\n");
 478         for_each_online_cpu(i)
 479                 seq_printf(m, "CPU%d\t\t: online\n", i);
 480 }