arch/mips/mm/cerr-sb1.c

   1 /*
   2  * Copyright (C) 2001,2002,2003 Broadcom Corporation
   3  *
   4  * This program is free software; you can redistribute it and/or
   5  * modify it under the terms of the GNU General Public License
   6  * as published by the Free Software Foundation; either version 2
   7  * of the License, or (at your option) any later version.
   8  *
   9  * This program is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with this program; if not, write to the Free Software
  16  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
  17  */
  18 #include <linux/config.h>
  19 #include <linux/sched.h>
  20 #include <asm/mipsregs.h>
  21 #include <asm/sibyte/sb1250.h>
  22 #include <asm/sibyte/sb1250_regs.h>
  23
  24 #if !defined(CONFIG_SIBYTE_BUS_WATCHER) || defined(CONFIG_SIBYTE_BW_TRACE)
  25 #include <asm/io.h>
  26 #include <asm/sibyte/sb1250_scd.h>
  27 #endif
  28
  29 /*
  30  * We'd like to dump the L2_ECC_TAG register on errors, but errata make
  31  * that unsafe... So for now we don't.  (BCM1250/BCM112x erratum SOC-48.)
  32  */
  33 #undef DUMP_L2_ECC_TAG_ON_ERROR
  34
  35 /* SB1 definitions */
  36
  37 /* XXX should come from config1 XXX */
  38 #define SB1_CACHE_INDEX_MASK   0x1fe0
  39
  40 #define CP0_ERRCTL_RECOVERABLE (1 << 31)
  41 #define CP0_ERRCTL_DCACHE      (1 << 30)
  42 #define CP0_ERRCTL_ICACHE      (1 << 29)
  43 #define CP0_ERRCTL_MULTIBUS    (1 << 23)
  44 #define CP0_ERRCTL_MC_TLB      (1 << 15)
  45 #define CP0_ERRCTL_MC_TIMEOUT  (1 << 14)
  46
  47 #define CP0_CERRI_TAG_PARITY   (1 << 29)
  48 #define CP0_CERRI_DATA_PARITY  (1 << 28)
  49 #define CP0_CERRI_EXTERNAL     (1 << 26)
  50
  51 #define CP0_CERRI_IDX_VALID(c) (!((c) & CP0_CERRI_EXTERNAL))
  52 #define CP0_CERRI_DATA         (CP0_CERRI_DATA_PARITY)
  53
  54 #define CP0_CERRD_MULTIPLE     (1 << 31)
  55 #define CP0_CERRD_TAG_STATE    (1 << 30)
  56 #define CP0_CERRD_TAG_ADDRESS  (1 << 29)
  57 #define CP0_CERRD_DATA_SBE     (1 << 28)
  58 #define CP0_CERRD_DATA_DBE     (1 << 27)
  59 #define CP0_CERRD_EXTERNAL     (1 << 26)
  60 #define CP0_CERRD_LOAD         (1 << 25)
  61 #define CP0_CERRD_STORE        (1 << 24)
  62 #define CP0_CERRD_FILLWB       (1 << 23)
  63 #define CP0_CERRD_COHERENCY    (1 << 22)
  64 #define CP0_CERRD_DUPTAG       (1 << 21)
  65
  66 #define CP0_CERRD_DPA_VALID(c) (!((c) & CP0_CERRD_EXTERNAL))
  67 #define CP0_CERRD_IDX_VALID(c) \
  68    (((c) & (CP0_CERRD_LOAD | CP0_CERRD_STORE)) ? (!((c) & CP0_CERRD_EXTERNAL)) : 0)
  69 #define CP0_CERRD_CAUSES \
  70    (CP0_CERRD_LOAD | CP0_CERRD_STORE | CP0_CERRD_FILLWB | CP0_CERRD_COHERENCY | CP0_CERRD_DUPTAG)
  71 #define CP0_CERRD_TYPES \
  72    (CP0_CERRD_TAG_STATE | CP0_CERRD_TAG_ADDRESS | CP0_CERRD_DATA_SBE | CP0_CERRD_DATA_DBE | CP0_CERRD_EXTERNAL)
  73 #define CP0_CERRD_DATA         (CP0_CERRD_DATA_SBE | CP0_CERRD_DATA_DBE)
  74
  75 static uint32_t extract_ic(unsigned short addr, int data);
  76 static uint32_t extract_dc(unsigned short addr, int data);
  77
  78 static inline void breakout_errctl(unsigned int val)
  79 {
  80         if (val & CP0_ERRCTL_RECOVERABLE)
  81                 prom_printf(" recoverable");
  82         if (val & CP0_ERRCTL_DCACHE)
  83                 prom_printf(" dcache");
  84         if (val & CP0_ERRCTL_ICACHE)
  85                 prom_printf(" icache");
  86         if (val & CP0_ERRCTL_MULTIBUS)
  87                 prom_printf(" multiple-buserr");
  88         prom_printf("\n");
  89 }
  90
  91 static inline void breakout_cerri(unsigned int val)
  92 {
  93         if (val & CP0_CERRI_TAG_PARITY)
  94                 prom_printf(" tag-parity");
  95         if (val & CP0_CERRI_DATA_PARITY)
  96                 prom_printf(" data-parity");
  97         if (val & CP0_CERRI_EXTERNAL)
  98                 prom_printf(" external");
  99         prom_printf("\n");
 100 }
 101
 102 static inline void breakout_cerrd(unsigned int val)
 103 {
 104         switch (val & CP0_CERRD_CAUSES) {
 105         case CP0_CERRD_LOAD:
 106                 prom_printf(" load,");
 107                 break;
 108         case CP0_CERRD_STORE:
 109                 prom_printf(" store,");
 110                 break;
 111         case CP0_CERRD_FILLWB:
 112                 prom_printf(" fill/wb,");
 113                 break;
 114         case CP0_CERRD_COHERENCY:
 115                 prom_printf(" coherency,");
 116                 break;
 117         case CP0_CERRD_DUPTAG:
 118                 prom_printf(" duptags,");
 119                 break;
 120         default:
 121                 prom_printf(" NO CAUSE,");
 122                 break;
 123         }
 124         if (!(val & CP0_CERRD_TYPES))
 125                 prom_printf(" NO TYPE");
 126         else {
 127                 if (val & CP0_CERRD_MULTIPLE)
 128                         prom_printf(" multi-err");
 129                 if (val & CP0_CERRD_TAG_STATE)
 130                         prom_printf(" tag-state");
 131                 if (val & CP0_CERRD_TAG_ADDRESS)
 132                         prom_printf(" tag-address");
 133                 if (val & CP0_CERRD_DATA_SBE)
 134                         prom_printf(" data-SBE");
 135                 if (val & CP0_CERRD_DATA_DBE)
 136                         prom_printf(" data-DBE");
 137                 if (val & CP0_CERRD_EXTERNAL)
 138                         prom_printf(" external");
 139         }
 140         prom_printf("\n");
 141 }
 142
 143 #ifndef CONFIG_SIBYTE_BUS_WATCHER
 144
 145 static void check_bus_watcher(void)
 146 {
 147         uint32_t status, l2_err, memio_err;
 148 #ifdef DUMP_L2_ECC_TAG_ON_ERROR
 149         uint64_t l2_tag;
 150 #endif
 151
 152         /* Destructive read, clears register and interrupt */
 153         status = csr_in32(IOADDR(A_SCD_BUS_ERR_STATUS));
 154         /* Bit 31 is always on, but there's no #define for that */
 155         if (status & ~(1UL << 31)) {
 156                 l2_err = csr_in32(IOADDR(A_BUS_L2_ERRORS));
 157 #ifdef DUMP_L2_ECC_TAG_ON_ERROR
 158                 l2_tag = in64(IO_SPACE_BASE | A_L2_ECC_TAG);
 159 #endif
 160                 memio_err = csr_in32(IOADDR(A_BUS_MEM_IO_ERRORS));
 161                 prom_printf("Bus watcher error counters: %08x %08x\n", l2_err, memio_err);
 162                 prom_printf("\nLast recorded signature:\n");
 163                 prom_printf("Request %02x from %d, answered by %d with Dcode %d\n",
 164                        (unsigned int)(G_SCD_BERR_TID(status) & 0x3f),
 165                        (int)(G_SCD_BERR_TID(status) >> 6),
 166                        (int)G_SCD_BERR_RID(status),
 167                        (int)G_SCD_BERR_DCODE(status));
 168 #ifdef DUMP_L2_ECC_TAG_ON_ERROR
 169                 prom_printf("Last L2 tag w/ bad ECC: %016llx\n", l2_tag);
 170 #endif
 171         } else {
 172                 prom_printf("Bus watcher indicates no error\n");
 173         }
 174 }
 175 #else
 176 extern void check_bus_watcher(void);
 177 #endif
 178
 179 asmlinkage void sb1_cache_error(void)
 180 {
 181         uint64_t cerr_dpa;
 182         uint32_t errctl, cerr_i, cerr_d, dpalo, dpahi, eepc, res;
 183
 184 #ifdef CONFIG_SIBYTE_BW_TRACE
 185         /* Freeze the trace buffer now */
 186 #if defined(CONFIG_SIBYTE_BCM1x55) || defined(CONFIG_SIBYTE_BCM1x80)
 187         csr_out32(M_BCM1480_SCD_TRACE_CFG_FREEZE, IO_SPACE_BASE | A_SCD_TRACE_CFG);
 188 #else
 189         csr_out32(M_SCD_TRACE_CFG_FREEZE, IO_SPACE_BASE | A_SCD_TRACE_CFG);
 190 #endif
 191         prom_printf("Trace buffer frozen\n");
 192 #endif
 193
 194         prom_printf("Cache error exception on CPU %x:\n",
 195                     (read_c0_prid() >> 25) & 0x7);
 196
 197         __asm__ __volatile__ (
 198         "       .set    push\n\t"
 199         "       .set    mips64\n\t"
 200         "       .set    noat\n\t"
 201         "       mfc0    %0, $26\n\t"
 202         "       mfc0    %1, $27\n\t"
 203         "       mfc0    %2, $27, 1\n\t"
 204         "       dmfc0   $1, $27, 3\n\t"
 205         "       dsrl32  %3, $1, 0 \n\t"
 206         "       sll     %4, $1, 0 \n\t"
 207         "       mfc0    %5, $30\n\t"
 208         "       .set    pop"
 209         : "=r" (errctl), "=r" (cerr_i), "=r" (cerr_d),
 210           "=r" (dpahi), "=r" (dpalo), "=r" (eepc));
 211
 212         cerr_dpa = (((uint64_t)dpahi) << 32) | dpalo;
 213         prom_printf(" c0_errorepc ==   %08x\n", eepc);
 214         prom_printf(" c0_errctl   ==   %08x", errctl);
 215         breakout_errctl(errctl);
 216         if (errctl & CP0_ERRCTL_ICACHE) {
 217                 prom_printf(" c0_cerr_i   ==   %08x", cerr_i);
 218                 breakout_cerri(cerr_i);
 219                 if (CP0_CERRI_IDX_VALID(cerr_i)) {
 220                         /* Check index of EPC, allowing for delay slot */
 221                         if (((eepc & SB1_CACHE_INDEX_MASK) != (cerr_i & SB1_CACHE_INDEX_MASK)) &&
 222                             ((eepc & SB1_CACHE_INDEX_MASK) != ((cerr_i & SB1_CACHE_INDEX_MASK) - 4)))
 223                                 prom_printf(" cerr_i idx doesn't match eepc\n");
 224                         else {
 225                                 res = extract_ic(cerr_i & SB1_CACHE_INDEX_MASK,
 226                                                  (cerr_i & CP0_CERRI_DATA) != 0);
 227                                 if (!(res & cerr_i))
 228                                         prom_printf("...didn't see indicated icache problem\n");
 229                         }
 230                 }
 231         }
 232         if (errctl & CP0_ERRCTL_DCACHE) {
 233                 prom_printf(" c0_cerr_d   ==   %08x", cerr_d);
 234                 breakout_cerrd(cerr_d);
 235                 if (CP0_CERRD_DPA_VALID(cerr_d)) {
 236                         prom_printf(" c0_cerr_dpa == %010llx\n", cerr_dpa);
 237                         if (!CP0_CERRD_IDX_VALID(cerr_d)) {
 238                                 res = extract_dc(cerr_dpa & SB1_CACHE_INDEX_MASK,
 239                                                  (cerr_d & CP0_CERRD_DATA) != 0);
 240                                 if (!(res & cerr_d))
 241                                         prom_printf("...didn't see indicated dcache problem\n");
 242                         } else {
 243                                 if ((cerr_dpa & SB1_CACHE_INDEX_MASK) != (cerr_d & SB1_CACHE_INDEX_MASK))
 244                                         prom_printf(" cerr_d idx doesn't match cerr_dpa\n");
 245                                 else {
 246                                         res = extract_dc(cerr_d & SB1_CACHE_INDEX_MASK,
 247                                                          (cerr_d & CP0_CERRD_DATA) != 0);
 248                                         if (!(res & cerr_d))
 249                                                 prom_printf("...didn't see indicated problem\n");
 250                                 }
 251                         }
 252                 }
 253         }
 254
 255         check_bus_watcher();
 256
 257         /*
 258          * Calling panic() when a fatal cache error occurs scrambles the
 259          * state of the system (and the cache), making it difficult to
 260          * investigate after the fact.  However, if you just stall the CPU,
 261          * the other CPU may keep on running, which is typically very
 262          * undesirable.
 263          */
 264 #ifdef CONFIG_SB1_CERR_STALL
 265         while (1)
 266                 ;
 267 #else
 268         panic("unhandled cache error");
 269 #endif
 270 }
 271
 272
 273 /* Parity lookup table. */
 274 static const uint8_t parity[256] = {
 275         0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
 276         1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,
 277         1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,
 278         0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
 279         1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,
 280         0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
 281         0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
 282         1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0
 283 };
 284
 285 /* Masks to select bits for Hamming parity, mask_72_64[i] for bit[i] */
 286 static const uint64_t mask_72_64[8] = {
 287         0x0738C808099264FFULL,
 288         0x38C808099264FF07ULL,
 289         0xC808099264FF0738ULL,
 290         0x08099264FF0738C8ULL,
 291         0x099264FF0738C808ULL,
 292         0x9264FF0738C80809ULL,
 293         0x64FF0738C8080992ULL,
 294         0xFF0738C808099264ULL
 295 };
 296
 297 /* Calculate the parity on a range of bits */
 298 static char range_parity(uint64_t dword, int max, int min)
 299 {
 300         char parity = 0;
 301         int i;
 302         dword >>= min;
 303         for (i=max-min; i>=0; i--) {
 304                 if (dword & 0x1)
 305                         parity = !parity;
 306                 dword >>= 1;
 307         }
 308         return parity;
 309 }
 310
 311 /* Calculate the 4-bit even byte-parity for an instruction */
 312 static unsigned char inst_parity(uint32_t word)
 313 {
 314         int i, j;
 315         char parity = 0;
 316         for (j=0; j<4; j++) {
 317                 char byte_parity = 0;
 318                 for (i=0; i<8; i++) {
 319                         if (word & 0x80000000)
 320                                 byte_parity = !byte_parity;
 321                         word <<= 1;
 322                 }
 323                 parity <<= 1;
 324                 parity |= byte_parity;
 325         }
 326         return parity;
 327 }
 328
 329 static uint32_t extract_ic(unsigned short addr, int data)
 330 {
 331         unsigned short way;
 332         int valid;
 333         uint64_t taglo, va, tlo_tmp;
 334         uint32_t taghi, taglolo, taglohi;
 335         uint8_t lru;
 336         int res = 0;
 337
 338         prom_printf("Icache index 0x%04x  ", addr);
 339         for (way = 0; way < 4; way++) {
 340                 /* Index-load-tag-I */
 341                 __asm__ __volatile__ (
 342                 "       .set    push            \n\t"
 343                 "       .set    noreorder       \n\t"
 344                 "       .set    mips64          \n\t"
 345                 "       .set    noat            \n\t"
 346                 "       cache   4, 0(%3)        \n\t"
 347                 "       mfc0    %0, $29         \n\t"
 348                 "       dmfc0   $1, $28         \n\t"
 349                 "       dsrl32  %1, $1, 0       \n\t"
 350                 "       sll     %2, $1, 0       \n\t"
 351                 "       .set    pop"
 352                 : "=r" (taghi), "=r" (taglohi), "=r" (taglolo)
 353                 : "r" ((way << 13) | addr));
 354
 355                 taglo = ((unsigned long long)taglohi << 32) | taglolo;
 356                 if (way == 0) {
 357                         lru = (taghi >> 14) & 0xff;
 358                         prom_printf("[Bank %d Set 0x%02x]  LRU > %d %d %d %d > MRU\n",
 359                                     ((addr >> 5) & 0x3), /* bank */
 360                                     ((addr >> 7) & 0x3f), /* index */
 361                                     (lru & 0x3),
 362                                     ((lru >> 2) & 0x3),
 363                                     ((lru >> 4) & 0x3),
 364                                     ((lru >> 6) & 0x3));
 365                 }
 366                 va = (taglo & 0xC0000FFFFFFFE000ULL) | addr;
 367                 if ((taglo & (1 << 31)) && (((taglo >> 62) & 0x3) == 3))
 368                         va |= 0x3FFFF00000000000ULL;
 369                 valid = ((taghi >> 29) & 1);
 370                 if (valid) {
 371                         tlo_tmp = taglo & 0xfff3ff;
 372                         if (((taglo >> 10) & 1) ^ range_parity(tlo_tmp, 23, 0)) {
 373                                 prom_printf("   ** bad parity in VTag0/G/ASID\n");
 374                                 res |= CP0_CERRI_TAG_PARITY;
 375                         }
 376                         if (((taglo >> 11) & 1) ^ range_parity(taglo, 63, 24)) {
 377                                 prom_printf("   ** bad parity in R/VTag1\n");
 378                                 res |= CP0_CERRI_TAG_PARITY;
 379                         }
 380                 }
 381                 if (valid ^ ((taghi >> 27) & 1)) {
 382                         prom_printf("   ** bad parity for valid bit\n");
 383                         res |= CP0_CERRI_TAG_PARITY;
 384                 }
 385                 prom_printf(" %d  [VA %016llx]  [Vld? %d]  raw tags: %08X-%016llX\n",
 386                             way, va, valid, taghi, taglo);
 387
 388                 if (data) {
 389                         uint32_t datahi, insta, instb;
 390                         uint8_t predecode;
 391                         int offset;
 392
 393                         /* (hit all banks and ways) */
 394                         for (offset = 0; offset < 4; offset++) {
 395                                 /* Index-load-data-I */
 396                                 __asm__ __volatile__ (
 397                                 "       .set    push\n\t"
 398                                 "       .set    noreorder\n\t"
 399                                 "       .set    mips64\n\t"
 400                                 "       .set    noat\n\t"
 401                                 "       cache   6, 0(%3)  \n\t"
 402                                 "       mfc0    %0, $29, 1\n\t"
 403                                 "       dmfc0  $1, $28, 1\n\t"
 404                                 "       dsrl32 %1, $1, 0 \n\t"
 405                                 "       sll    %2, $1, 0 \n\t"
 406                                 "       .set    pop         \n"
 407                                 : "=r" (datahi), "=r" (insta), "=r" (instb)
 408                                 : "r" ((way << 13) | addr | (offset << 3)));
 409                                 predecode = (datahi >> 8) & 0xff;
 410                                 if (((datahi >> 16) & 1) != (uint32_t)range_parity(predecode, 7, 0)) {
 411                                         prom_printf("   ** bad parity in predecode\n");
 412                                         res |= CP0_CERRI_DATA_PARITY;
 413                                 }
 414                                 /* XXXKW should/could check predecode bits themselves */
 415                                 if (((datahi >> 4) & 0xf) ^ inst_parity(insta)) {
 416                                         prom_printf("   ** bad parity in instruction a\n");
 417                                         res |= CP0_CERRI_DATA_PARITY;
 418                                 }
 419                                 if ((datahi & 0xf) ^ inst_parity(instb)) {
 420                                         prom_printf("   ** bad parity in instruction b\n");
 421                                         res |= CP0_CERRI_DATA_PARITY;
 422                                 }
 423                                 prom_printf("  %05X-%08X%08X", datahi, insta, instb);
 424                         }
 425                         prom_printf("\n");
 426                 }
 427         }
 428         return res;
 429 }
 430
 431 /* Compute the ECC for a data doubleword */
 432 static uint8_t dc_ecc(uint64_t dword)
 433 {
 434         uint64_t t;
 435         uint32_t w;
 436         uint8_t  p;
 437         int      i;
 438
 439         p = 0;
 440         for (i = 7; i >= 0; i--)
 441         {
 442                 p <<= 1;
 443                 t = dword & mask_72_64[i];
 444                 w = (uint32_t)(t >> 32);
 445                 p ^= (parity[w>>24] ^ parity[(w>>16) & 0xFF]
 446                       ^ parity[(w>>8) & 0xFF] ^ parity[w & 0xFF]);
 447                 w = (uint32_t)(t & 0xFFFFFFFF);
 448                 p ^= (parity[w>>24] ^ parity[(w>>16) & 0xFF]
 449                       ^ parity[(w>>8) & 0xFF] ^ parity[w & 0xFF]);
 450         }
 451         return p;
 452 }
 453
 454 struct dc_state {
 455         unsigned char val;
 456         char *name;
 457 };
 458
 459 static struct dc_state dc_states[] = {
 460         { 0x00, "INVALID" },
 461         { 0x0f, "COH-SHD" },
 462         { 0x13, "NCO-E-C" },
 463         { 0x19, "NCO-E-D" },
 464         { 0x16, "COH-E-C" },
 465         { 0x1c, "COH-E-D" },
 466         { 0xff, "*ERROR*" }
 467 };
 468
 469 #define DC_TAG_VALID(state) \
 470     (((state) == 0x0) || ((state) == 0xf) || ((state) == 0x13) || \
 471      ((state) == 0x19) || ((state) == 0x16) || ((state) == 0x1c))
 472
 473 static char *dc_state_str(unsigned char state)
 474 {
 475         struct dc_state *dsc = dc_states;
 476         while (dsc->val != 0xff) {
 477                 if (dsc->val == state)
 478                         break;
 479                 dsc++;
 480         }
 481         return dsc->name;
 482 }
 483
 484 static uint32_t extract_dc(unsigned short addr, int data)
 485 {
 486         int valid, way;
 487         unsigned char state;
 488         uint64_t taglo, pa;
 489         uint32_t taghi, taglolo, taglohi;
 490         uint8_t ecc, lru;
 491         int res = 0;
 492
 493         prom_printf("Dcache index 0x%04x  ", addr);
 494         for (way = 0; way < 4; way++) {
 495                 __asm__ __volatile__ (
 496                 "       .set    push\n\t"
 497                 "       .set    noreorder\n\t"
 498                 "       .set    mips64\n\t"
 499                 "       .set    noat\n\t"
 500                 "       cache   5, 0(%3)\n\t"   /* Index-load-tag-D */
 501                 "       mfc0    %0, $29, 2\n\t"
 502                 "       dmfc0   $1, $28, 2\n\t"
 503                 "       dsrl32  %1, $1, 0\n\t"
 504                 "       sll     %2, $1, 0\n\t"
 505                 "       .set    pop"
 506                 : "=r" (taghi), "=r" (taglohi), "=r" (taglolo)
 507                 : "r" ((way << 13) | addr));
 508
 509                 taglo = ((unsigned long long)taglohi << 32) | taglolo;
 510                 pa = (taglo & 0xFFFFFFE000ULL) | addr;
 511                 if (way == 0) {
 512                         lru = (taghi >> 14) & 0xff;
 513                         prom_printf("[Bank %d Set 0x%02x]  LRU > %d %d %d %d > MRU\n",
 514                                     ((addr >> 11) & 0x2) | ((addr >> 5) & 1), /* bank */
 515                                     ((addr >> 6) & 0x3f), /* index */
 516                                     (lru & 0x3),
 517                                     ((lru >> 2) & 0x3),
 518                                     ((lru >> 4) & 0x3),
 519                                     ((lru >> 6) & 0x3));
 520                 }
 521                 state = (taghi >> 25) & 0x1f;
 522                 valid = DC_TAG_VALID(state);
 523                 prom_printf(" %d  [PA %010llx]  [state %s (%02x)]  raw tags: %08X-%016llX\n",
 524                             way, pa, dc_state_str(state), state, taghi, taglo);
 525                 if (valid) {
 526                         if (((taglo >> 11) & 1) ^ range_parity(taglo, 39, 26)) {
 527                                 prom_printf("   ** bad parity in PTag1\n");
 528                                 res |= CP0_CERRD_TAG_ADDRESS;
 529                         }
 530                         if (((taglo >> 10) & 1) ^ range_parity(taglo, 25, 13)) {
 531                                 prom_printf("   ** bad parity in PTag0\n");
 532                                 res |= CP0_CERRD_TAG_ADDRESS;
 533                         }
 534                 } else {
 535                         res |= CP0_CERRD_TAG_STATE;
 536                 }
 537
 538                 if (data) {
 539                         uint64_t datalo;
 540                         uint32_t datalohi, datalolo, datahi;
 541                         int offset;
 542                         char bad_ecc = 0;
 543
 544                         for (offset = 0; offset < 4; offset++) {
 545                                 /* Index-load-data-D */
 546                                 __asm__ __volatile__ (
 547                                 "       .set    push\n\t"
 548                                 "       .set    noreorder\n\t"
 549                                 "       .set    mips64\n\t"
 550                                 "       .set    noat\n\t"
 551                                 "       cache   7, 0(%3)\n\t" /* Index-load-data-D */
 552                                 "       mfc0    %0, $29, 3\n\t"
 553                                 "       dmfc0   $1, $28, 3\n\t"
 554                                 "       dsrl32  %1, $1, 0 \n\t"
 555                                 "       sll     %2, $1, 0 \n\t"
 556                                 "       .set    pop"
 557                                 : "=r" (datahi), "=r" (datalohi), "=r" (datalolo)
 558                                 : "r" ((way << 13) | addr | (offset << 3)));
 559                                 datalo = ((unsigned long long)datalohi << 32) | datalolo;
 560                                 ecc = dc_ecc(datalo);
 561                                 if (ecc != datahi) {
 562                                         int bits = 0;
 563                                         bad_ecc |= 1 << (3-offset);
 564                                         ecc ^= datahi;
 565                                         while (ecc) {
 566                                                 if (ecc & 1) bits++;
 567                                                 ecc >>= 1;
 568                                         }
 569                                         res |= (bits == 1) ? CP0_CERRD_DATA_SBE : CP0_CERRD_DATA_DBE;
 570                                 }
 571                                 prom_printf("  %02X-%016llX", datahi, datalo);
 572                         }
 573                         prom_printf("\n");
 574                         if (bad_ecc)
 575                                 prom_printf("  dwords w/ bad ECC: %d %d %d %d\n",
 576                                             !!(bad_ecc & 8), !!(bad_ecc & 4),
 577                                             !!(bad_ecc & 2), !!(bad_ecc & 1));
 578                 }
 579         }
 580         return res;
 581 }