arch/sparc/kernel/smp.c

   1 /* smp.c: Sparc SMP support.
   2  *
   3  * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
   4  * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
   5  * Copyright (C) 2004 Keith M Wesolowski (wesolows@foobazco.org)
   6  */
   7
   8 #include <asm/head.h>
   9
  10 #include <linux/kernel.h>
  11 #include <linux/sched.h>
  12 #include <linux/threads.h>
  13 #include <linux/smp.h>
  14 #include <linux/smp_lock.h>
  15 #include <linux/interrupt.h>
  16 #include <linux/kernel_stat.h>
  17 #include <linux/init.h>
  18 #include <linux/spinlock.h>
  19 #include <linux/mm.h>
  20 #include <linux/fs.h>
  21 #include <linux/seq_file.h>
  22 #include <linux/cache.h>
  23 #include <linux/delay.h>
  24
  25 #include <asm/ptrace.h>
  26 #include <asm/atomic.h>
  27
  28 #include <asm/irq.h>
  29 #include <asm/page.h>
  30 #include <asm/pgalloc.h>
  31 #include <asm/pgtable.h>
  32 #include <asm/oplib.h>
  33 #include <asm/cacheflush.h>
  34 #include <asm/tlbflush.h>
  35 #include <asm/cpudata.h>
  36
  37 volatile int smp_processors_ready = 0;
  38 int smp_num_cpus = 1;
  39 volatile unsigned long cpu_callin_map[NR_CPUS] __initdata = {0,};
  40 unsigned char boot_cpu_id = 0;
  41 unsigned char boot_cpu_id4 = 0; /* boot_cpu_id << 2 */
  42 int smp_activated = 0;
  43 volatile int __cpu_number_map[NR_CPUS];
  44 volatile int __cpu_logical_map[NR_CPUS];
  45
  46 cpumask_t cpu_online_map = CPU_MASK_NONE;
  47 cpumask_t phys_cpu_present_map = CPU_MASK_NONE;
  48 cpumask_t smp_commenced_mask = CPU_MASK_NONE;
  49
  50 /* The only guaranteed locking primitive available on all Sparc
  51  * processors is 'ldstub [%reg + immediate], %dest_reg' which atomically
  52  * places the current byte at the effective address into dest_reg and
  53  * places 0xff there afterwards.  Pretty lame locking primitive
  54  * compared to the Alpha and the Intel no?  Most Sparcs have 'swap'
  55  * instruction which is much better...
  56  */
  57
  58 /* Used to make bitops atomic */
  59 unsigned char bitops_spinlock = 0;
  60
  61 void __cpuinit smp_store_cpu_info(int id)
  62 {
  63         int cpu_node;
  64
  65         cpu_data(id).udelay_val = loops_per_jiffy;
  66
  67         cpu_find_by_mid(id, &cpu_node);
  68         cpu_data(id).clock_tick = prom_getintdefault(cpu_node,
  69                                                      "clock-frequency", 0);
  70         cpu_data(id).prom_node = cpu_node;
  71         cpu_data(id).mid = cpu_get_hwmid(cpu_node);
  72
  73         /* this is required to tune the scheduler correctly */
  74         /* is it possible to have CPUs with different cache sizes? */
  75         if (id == boot_cpu_id) {
  76                 int cache_line,cache_nlines;
  77                 cache_line = 0x20;
  78                 cache_line = prom_getintdefault(cpu_node, "ecache-line-size", cache_line);
  79                 cache_nlines = 0x8000;
  80                 cache_nlines = prom_getintdefault(cpu_node, "ecache-nlines", cache_nlines);
  81                 max_cache_size = cache_line * cache_nlines;
  82         }
  83         if (cpu_data(id).mid < 0)
  84                 panic("No MID found for CPU%d at node 0x%08d", id, cpu_node);
  85 }
  86
  87 void __init smp_cpus_done(unsigned int max_cpus)
  88 {
  89         extern void smp4m_smp_done(void);
  90         extern void smp4d_smp_done(void);
  91         unsigned long bogosum = 0;
  92         int cpu, num;
  93
  94         for (cpu = 0, num = 0; cpu < NR_CPUS; cpu++)
  95                 if (cpu_online(cpu)) {
  96                         num++;
  97                         bogosum += cpu_data(cpu).udelay_val;
  98                 }
  99
 100         printk("Total of %d processors activated (%lu.%02lu BogoMIPS).\n",
 101                 num, bogosum/(500000/HZ),
 102                 (bogosum/(5000/HZ))%100);
 103
 104         switch(sparc_cpu_model) {
 105         case sun4:
 106                 printk("SUN4\n");
 107                 BUG();
 108                 break;
 109         case sun4c:
 110                 printk("SUN4C\n");
 111                 BUG();
 112                 break;
 113         case sun4m:
 114                 smp4m_smp_done();
 115                 break;
 116         case sun4d:
 117                 smp4d_smp_done();
 118                 break;
 119         case sun4e:
 120                 printk("SUN4E\n");
 121                 BUG();
 122                 break;
 123         case sun4u:
 124                 printk("SUN4U\n");
 125                 BUG();
 126                 break;
 127         default:
 128                 printk("UNKNOWN!\n");
 129                 BUG();
 130                 break;
 131         };
 132 }
 133
 134 void cpu_panic(void)
 135 {
 136         printk("CPU[%d]: Returns from cpu_idle!\n", smp_processor_id());
 137         panic("SMP bolixed\n");
 138 }
 139
 140 struct linux_prom_registers smp_penguin_ctable __initdata = { 0 };
 141
 142 void smp_send_reschedule(int cpu)
 143 {
 144         /* See sparc64 */
 145 }
 146
 147 void smp_send_stop(void)
 148 {
 149 }
 150
 151 void smp_flush_cache_all(void)
 152 {
 153         xc0((smpfunc_t) BTFIXUP_CALL(local_flush_cache_all));
 154         local_flush_cache_all();
 155 }
 156
 157 void smp_flush_tlb_all(void)
 158 {
 159         xc0((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_all));
 160         local_flush_tlb_all();
 161 }
 162
 163 void smp_flush_cache_mm(struct mm_struct *mm)
 164 {
 165         if(mm->context != NO_CONTEXT) {
 166                 cpumask_t cpu_mask = mm->cpu_vm_mask;
 167                 cpu_clear(smp_processor_id(), cpu_mask);
 168                 if (!cpus_empty(cpu_mask))
 169                         xc1((smpfunc_t) BTFIXUP_CALL(local_flush_cache_mm), (unsigned long) mm);
 170                 local_flush_cache_mm(mm);
 171         }
 172 }
 173
 174 void smp_flush_tlb_mm(struct mm_struct *mm)
 175 {
 176         if(mm->context != NO_CONTEXT) {
 177                 cpumask_t cpu_mask = mm->cpu_vm_mask;
 178                 cpu_clear(smp_processor_id(), cpu_mask);
 179                 if (!cpus_empty(cpu_mask)) {
 180                         xc1((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_mm), (unsigned long) mm);
 181                         if(atomic_read(&mm->mm_users) == 1 && current->active_mm == mm)
 182                                 mm->cpu_vm_mask = cpumask_of_cpu(smp_processor_id());
 183                 }
 184                 local_flush_tlb_mm(mm);
 185         }
 186 }
 187
 188 void smp_flush_cache_range(struct vm_area_struct *vma, unsigned long start,
 189                            unsigned long end)
 190 {
 191         struct mm_struct *mm = vma->vm_mm;
 192
 193         if (mm->context != NO_CONTEXT) {
 194                 cpumask_t cpu_mask = mm->cpu_vm_mask;
 195                 cpu_clear(smp_processor_id(), cpu_mask);
 196                 if (!cpus_empty(cpu_mask))
 197                         xc3((smpfunc_t) BTFIXUP_CALL(local_flush_cache_range), (unsigned long) vma, start, end);
 198                 local_flush_cache_range(vma, start, end);
 199         }
 200 }
 201
 202 void smp_flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
 203                          unsigned long end)
 204 {
 205         struct mm_struct *mm = vma->vm_mm;
 206
 207         if (mm->context != NO_CONTEXT) {
 208                 cpumask_t cpu_mask = mm->cpu_vm_mask;
 209                 cpu_clear(smp_processor_id(), cpu_mask);
 210                 if (!cpus_empty(cpu_mask))
 211                         xc3((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_range), (unsigned long) vma, start, end);
 212                 local_flush_tlb_range(vma, start, end);
 213         }
 214 }
 215
 216 void smp_flush_cache_page(struct vm_area_struct *vma, unsigned long page)
 217 {
 218         struct mm_struct *mm = vma->vm_mm;
 219
 220         if(mm->context != NO_CONTEXT) {
 221                 cpumask_t cpu_mask = mm->cpu_vm_mask;
 222                 cpu_clear(smp_processor_id(), cpu_mask);
 223                 if (!cpus_empty(cpu_mask))
 224                         xc2((smpfunc_t) BTFIXUP_CALL(local_flush_cache_page), (unsigned long) vma, page);
 225                 local_flush_cache_page(vma, page);
 226         }
 227 }
 228
 229 void smp_flush_tlb_page(struct vm_area_struct *vma, unsigned long page)
 230 {
 231         struct mm_struct *mm = vma->vm_mm;
 232
 233         if(mm->context != NO_CONTEXT) {
 234                 cpumask_t cpu_mask = mm->cpu_vm_mask;
 235                 cpu_clear(smp_processor_id(), cpu_mask);
 236                 if (!cpus_empty(cpu_mask))
 237                         xc2((smpfunc_t) BTFIXUP_CALL(local_flush_tlb_page), (unsigned long) vma, page);
 238                 local_flush_tlb_page(vma, page);
 239         }
 240 }
 241
 242 void smp_reschedule_irq(void)
 243 {
 244         set_need_resched();
 245 }
 246
 247 void smp_flush_page_to_ram(unsigned long page)
 248 {
 249         /* Current theory is that those who call this are the one's
 250          * who have just dirtied their cache with the pages contents
 251          * in kernel space, therefore we only run this on local cpu.
 252          *
 253          * XXX This experiment failed, research further... -DaveM
 254          */
 255 #if 1
 256         xc1((smpfunc_t) BTFIXUP_CALL(local_flush_page_to_ram), page);
 257 #endif
 258         local_flush_page_to_ram(page);
 259 }
 260
 261 void smp_flush_sig_insns(struct mm_struct *mm, unsigned long insn_addr)
 262 {
 263         cpumask_t cpu_mask = mm->cpu_vm_mask;
 264         cpu_clear(smp_processor_id(), cpu_mask);
 265         if (!cpus_empty(cpu_mask))
 266                 xc2((smpfunc_t) BTFIXUP_CALL(local_flush_sig_insns), (unsigned long) mm, insn_addr);
 267         local_flush_sig_insns(mm, insn_addr);
 268 }
 269
 270 extern unsigned int lvl14_resolution;
 271
 272 /* /proc/profile writes can call this, don't __init it please. */
 273 static DEFINE_SPINLOCK(prof_setup_lock);
 274
 275 int setup_profiling_timer(unsigned int multiplier)
 276 {
 277         int i;
 278         unsigned long flags;
 279
 280         /* Prevent level14 ticker IRQ flooding. */
 281         if((!multiplier) || (lvl14_resolution / multiplier) < 500)
 282                 return -EINVAL;
 283
 284         spin_lock_irqsave(&prof_setup_lock, flags);
 285         for_each_possible_cpu(i) {
 286                 load_profile_irq(i, lvl14_resolution / multiplier);
 287                 prof_multiplier(i) = multiplier;
 288         }
 289         spin_unlock_irqrestore(&prof_setup_lock, flags);
 290
 291         return 0;
 292 }
 293
 294 void __init smp_prepare_cpus(unsigned int max_cpus)
 295 {
 296         extern void smp4m_boot_cpus(void);
 297         extern void smp4d_boot_cpus(void);
 298         int i, cpuid, extra;
 299
 300         printk("Entering SMP Mode...\n");
 301
 302         extra = 0;
 303         for (i = 0; !cpu_find_by_instance(i, NULL, &cpuid); i++) {
 304                 if (cpuid >= NR_CPUS)
 305                         extra++;
 306         }
 307         /* i = number of cpus */
 308         if (extra && max_cpus > i - extra)
 309                 printk("Warning: NR_CPUS is too low to start all cpus\n");
 310
 311         smp_store_cpu_info(boot_cpu_id);
 312
 313         switch(sparc_cpu_model) {
 314         case sun4:
 315                 printk("SUN4\n");
 316                 BUG();
 317                 break;
 318         case sun4c:
 319                 printk("SUN4C\n");
 320                 BUG();
 321                 break;
 322         case sun4m:
 323                 smp4m_boot_cpus();
 324                 break;
 325         case sun4d:
 326                 smp4d_boot_cpus();
 327                 break;
 328         case sun4e:
 329                 printk("SUN4E\n");
 330                 BUG();
 331                 break;
 332         case sun4u:
 333                 printk("SUN4U\n");
 334                 BUG();
 335                 break;
 336         default:
 337                 printk("UNKNOWN!\n");
 338                 BUG();
 339                 break;
 340         };
 341 }
 342
 343 /* Set this up early so that things like the scheduler can init
 344  * properly.  We use the same cpu mask for both the present and
 345  * possible cpu map.
 346  */
 347 void __init smp_setup_cpu_possible_map(void)
 348 {
 349         int instance, mid;
 350
 351         instance = 0;
 352         while (!cpu_find_by_instance(instance, NULL, &mid)) {
 353                 if (mid < NR_CPUS) {
 354                         cpu_set(mid, phys_cpu_present_map);
 355                         cpu_set(mid, cpu_present_map);
 356                 }
 357                 instance++;
 358         }
 359 }
 360
 361 void __init smp_prepare_boot_cpu(void)
 362 {
 363         int cpuid = hard_smp_processor_id();
 364
 365         if (cpuid >= NR_CPUS) {
 366                 prom_printf("Serious problem, boot cpu id >= NR_CPUS\n");
 367                 prom_halt();
 368         }
 369         if (cpuid != 0)
 370                 printk("boot cpu id != 0, this could work but is untested\n");
 371
 372         current_thread_info()->cpu = cpuid;
 373         cpu_set(cpuid, cpu_online_map);
 374         cpu_set(cpuid, phys_cpu_present_map);
 375 }
 376
 377 int __cpuinit __cpu_up(unsigned int cpu)
 378 {
 379         extern int smp4m_boot_one_cpu(int);
 380         extern int smp4d_boot_one_cpu(int);
 381         int ret=0;
 382
 383         switch(sparc_cpu_model) {
 384         case sun4:
 385                 printk("SUN4\n");
 386                 BUG();
 387                 break;
 388         case sun4c:
 389                 printk("SUN4C\n");
 390                 BUG();
 391                 break;
 392         case sun4m:
 393                 ret = smp4m_boot_one_cpu(cpu);
 394                 break;
 395         case sun4d:
 396                 ret = smp4d_boot_one_cpu(cpu);
 397                 break;
 398         case sun4e:
 399                 printk("SUN4E\n");
 400                 BUG();
 401                 break;
 402         case sun4u:
 403                 printk("SUN4U\n");
 404                 BUG();
 405                 break;
 406         default:
 407                 printk("UNKNOWN!\n");
 408                 BUG();
 409                 break;
 410         };
 411
 412         if (!ret) {
 413                 cpu_set(cpu, smp_commenced_mask);
 414                 while (!cpu_online(cpu))
 415                         mb();
 416         }
 417         return ret;
 418 }
 419
 420 void smp_bogo(struct seq_file *m)
 421 {
 422         int i;
 423
 424         for_each_online_cpu(i) {
 425                 seq_printf(m,
 426                            "Cpu%dBogo\t: %lu.%02lu\n",
 427                            i,
 428                            cpu_data(i).udelay_val/(500000/HZ),
 429                            (cpu_data(i).udelay_val/(5000/HZ))%100);
 430         }
 431 }
 432
 433 void smp_info(struct seq_file *m)
 434 {
 435         int i;
 436
 437         seq_printf(m, "State:\n");
 438         for_each_online_cpu(i)
 439                 seq_printf(m, "CPU%d\t\t: online\n", i);
 440 }