2 * Copyright (c) 2010 Broadcom Corporation
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 #include <linux/delay.h>
18 #include <linux/kernel.h>
19 #include <linux/string.h>
22 #include <linux/module.h>
23 #include <linux/pci.h>
31 #define BCM47162_DMP() ((sih->chip == BCM47162_CHIP_ID) && \
32 (sih->chiprev == 0) && \
33 (sii->coreid[sii->curidx] == MIPS74K_CORE_ID))
38 get_erom_ent(si_t *sih, u32 **eromptr, u32 mask, u32 match)
41 uint inv = 0, nom = 0;
44 ent = R_REG(si_osh(sih), *eromptr);
50 if ((ent & ER_VALID) == 0) {
55 if (ent == (ER_END | ER_VALID))
58 if ((ent & mask) == match)
64 SI_VMSG(("%s: Returning ent 0x%08x\n", __func__, ent));
66 SI_VMSG((" after %d invalid and %d non-matching entries\n",
73 get_asd(si_t *sih, u32 **eromptr, uint sp, uint ad, uint st,
74 u32 *addrl, u32 *addrh, u32 *sizel, u32 *sizeh)
78 asd = get_erom_ent(sih, eromptr, ER_VALID, ER_VALID);
79 if (((asd & ER_TAG1) != ER_ADD) ||
80 (((asd & AD_SP_MASK) >> AD_SP_SHIFT) != sp) ||
81 ((asd & AD_ST_MASK) != st)) {
82 /* This is not what we want, "push" it back */
86 *addrl = asd & AD_ADDR_MASK;
88 *addrh = get_erom_ent(sih, eromptr, 0, 0);
92 sz = asd & AD_SZ_MASK;
93 if (sz == AD_SZ_SZD) {
94 szd = get_erom_ent(sih, eromptr, 0, 0);
95 *sizel = szd & SD_SZ_MASK;
97 *sizeh = get_erom_ent(sih, eromptr, 0, 0);
99 *sizel = AD_SZ_BASE << (sz >> AD_SZ_SHIFT);
101 SI_VMSG((" SP %d, ad %d: st = %d, 0x%08x_0x%08x @ 0x%08x_0x%08x\n",
102 sp, ad, st, *sizeh, *sizel, *addrh, *addrl));
107 static void ai_hwfixup(si_info_t *sii)
111 /* parse the enumeration rom to identify all cores */
112 void ai_scan(si_t *sih, void *regs, uint devid)
114 si_info_t *sii = SI_INFO(sih);
115 chipcregs_t *cc = (chipcregs_t *) regs;
116 u32 erombase, *eromptr, *eromlim;
118 erombase = R_REG(sii->osh, &cc->eromptr);
120 switch (sih->bustype) {
122 eromptr = (u32 *) REG_MAP(erombase, SI_CORE_SIZE);
126 /* Set wrappers address */
127 sii->curwrap = (void *)((unsigned long)regs + SI_CORE_SIZE);
129 /* Now point the window at the erom */
130 pci_write_config_dword(sii->osh->pdev, PCI_BAR0_WIN, erombase);
136 eromptr = (u32 *)(unsigned long)erombase;
140 SI_ERROR(("Don't know how to do AXI enumertion on bus %d\n",
145 eromlim = eromptr + (ER_REMAPCONTROL / sizeof(u32));
147 SI_VMSG(("ai_scan: regs = 0x%p, erombase = 0x%08x, eromptr = 0x%p, eromlim = 0x%p\n", regs, erombase, eromptr, eromlim));
148 while (eromptr < eromlim) {
149 u32 cia, cib, cid, mfg, crev, nmw, nsw, nmp, nsp;
150 u32 mpd, asd, addrl, addrh, sizel, sizeh;
157 /* Grok a component */
158 cia = get_erom_ent(sih, &eromptr, ER_TAG, ER_CI);
159 if (cia == (ER_END | ER_VALID)) {
160 SI_VMSG(("Found END of erom after %d cores\n",
166 cib = get_erom_ent(sih, &eromptr, 0, 0);
168 if ((cib & ER_TAG) != ER_CI) {
169 SI_ERROR(("CIA not followed by CIB\n"));
173 cid = (cia & CIA_CID_MASK) >> CIA_CID_SHIFT;
174 mfg = (cia & CIA_MFG_MASK) >> CIA_MFG_SHIFT;
175 crev = (cib & CIB_REV_MASK) >> CIB_REV_SHIFT;
176 nmw = (cib & CIB_NMW_MASK) >> CIB_NMW_SHIFT;
177 nsw = (cib & CIB_NSW_MASK) >> CIB_NSW_SHIFT;
178 nmp = (cib & CIB_NMP_MASK) >> CIB_NMP_SHIFT;
179 nsp = (cib & CIB_NSP_MASK) >> CIB_NSP_SHIFT;
181 SI_VMSG(("Found component 0x%04x/0x%04x rev %d at erom addr 0x%p, with nmw = %d, " "nsw = %d, nmp = %d & nsp = %d\n", mfg, cid, crev, base, nmw, nsw, nmp, nsp));
183 if (((mfg == MFGID_ARM) && (cid == DEF_AI_COMP)) || (nsp == 0))
185 if ((nmw + nsw == 0)) {
186 /* A component which is not a core */
187 if (cid == OOB_ROUTER_CORE_ID) {
188 asd = get_asd(sih, &eromptr, 0, 0, AD_ST_SLAVE,
189 &addrl, &addrh, &sizel, &sizeh);
191 sii->oob_router = addrl;
198 /* sii->eromptr[idx] = base; */
201 sii->coreid[idx] = cid;
203 for (i = 0; i < nmp; i++) {
204 mpd = get_erom_ent(sih, &eromptr, ER_VALID, ER_VALID);
205 if ((mpd & ER_TAG) != ER_MP) {
206 SI_ERROR(("Not enough MP entries for component 0x%x\n", cid));
209 SI_VMSG((" Master port %d, mp: %d id: %d\n", i,
210 (mpd & MPD_MP_MASK) >> MPD_MP_SHIFT,
211 (mpd & MPD_MUI_MASK) >> MPD_MUI_SHIFT));
214 /* First Slave Address Descriptor should be port 0:
215 * the main register space for the core
218 get_asd(sih, &eromptr, 0, 0, AD_ST_SLAVE, &addrl, &addrh,
221 /* Try again to see if it is a bridge */
223 get_asd(sih, &eromptr, 0, 0, AD_ST_BRIDGE, &addrl,
224 &addrh, &sizel, &sizeh);
227 else if ((addrh != 0) || (sizeh != 0)
228 || (sizel != SI_CORE_SIZE)) {
229 SI_ERROR(("First Slave ASD for core 0x%04x malformed " "(0x%08x)\n", cid, asd));
233 sii->coresba[idx] = addrl;
234 sii->coresba_size[idx] = sizel;
235 /* Get any more ASDs in port 0 */
239 get_asd(sih, &eromptr, 0, j, AD_ST_SLAVE, &addrl,
240 &addrh, &sizel, &sizeh);
241 if ((asd != 0) && (j == 1) && (sizel == SI_CORE_SIZE)) {
242 sii->coresba2[idx] = addrl;
243 sii->coresba2_size[idx] = sizel;
248 /* Go through the ASDs for other slave ports */
249 for (i = 1; i < nsp; i++) {
253 get_asd(sih, &eromptr, i, j++, AD_ST_SLAVE,
254 &addrl, &addrh, &sizel, &sizeh);
257 SI_ERROR((" SP %d has no address descriptors\n",
263 /* Now get master wrappers */
264 for (i = 0; i < nmw; i++) {
266 get_asd(sih, &eromptr, i, 0, AD_ST_MWRAP, &addrl,
267 &addrh, &sizel, &sizeh);
269 SI_ERROR(("Missing descriptor for MW %d\n", i));
272 if ((sizeh != 0) || (sizel != SI_CORE_SIZE)) {
273 SI_ERROR(("Master wrapper %d is not 4KB\n", i));
277 sii->wrapba[idx] = addrl;
280 /* And finally slave wrappers */
281 for (i = 0; i < nsw; i++) {
282 uint fwp = (nsp == 1) ? 0 : 1;
284 get_asd(sih, &eromptr, fwp + i, 0, AD_ST_SWRAP,
285 &addrl, &addrh, &sizel, &sizeh);
287 SI_ERROR(("Missing descriptor for SW %d\n", i));
290 if ((sizeh != 0) || (sizel != SI_CORE_SIZE)) {
291 SI_ERROR(("Slave wrapper %d is not 4KB\n", i));
294 if ((nmw == 0) && (i == 0))
295 sii->wrapba[idx] = addrl;
298 /* Don't record bridges */
306 SI_ERROR(("Reached end of erom without finding END"));
313 /* This function changes the logical "focus" to the indicated core.
314 * Return the current core's virtual address.
316 void *ai_setcoreidx(si_t *sih, uint coreidx)
318 si_info_t *sii = SI_INFO(sih);
319 u32 addr = sii->coresba[coreidx];
320 u32 wrap = sii->wrapba[coreidx];
323 if (coreidx >= sii->numcores)
327 * If the user has provided an interrupt mask enabled function,
328 * then assert interrupts are disabled before switching the core.
330 ASSERT((sii->intrsenabled_fn == NULL)
331 || !(*(sii)->intrsenabled_fn) ((sii)->intr_arg));
333 switch (sih->bustype) {
336 if (!sii->regs[coreidx]) {
337 sii->regs[coreidx] = REG_MAP(addr, SI_CORE_SIZE);
338 ASSERT(GOODREGS(sii->regs[coreidx]));
340 sii->curmap = regs = sii->regs[coreidx];
341 if (!sii->wrappers[coreidx]) {
342 sii->wrappers[coreidx] = REG_MAP(wrap, SI_CORE_SIZE);
343 ASSERT(GOODREGS(sii->wrappers[coreidx]));
345 sii->curwrap = sii->wrappers[coreidx];
349 /* point bar0 window */
350 pci_write_config_dword(sii->osh->pdev, PCI_BAR0_WIN, addr);
352 /* point bar0 2nd 4KB window */
353 pci_write_config_dword(sii->osh->pdev, PCI_BAR0_WIN2, wrap);
358 sii->curmap = regs = (void *)(unsigned long)addr;
359 sii->curwrap = (void *)(unsigned long)wrap;
369 sii->curidx = coreidx;
374 /* Return the number of address spaces in current core */
375 int ai_numaddrspaces(si_t *sih)
380 /* Return the address of the nth address space in the current core */
381 u32 ai_addrspace(si_t *sih, uint asidx)
390 return sii->coresba[cidx];
392 return sii->coresba2[cidx];
394 SI_ERROR(("%s: Need to parse the erom again to find addr space %d\n", __func__, asidx));
399 /* Return the size of the nth address space in the current core */
400 u32 ai_addrspacesize(si_t *sih, uint asidx)
409 return sii->coresba_size[cidx];
411 return sii->coresba2_size[cidx];
413 SI_ERROR(("%s: Need to parse the erom again to find addr space %d\n", __func__, asidx));
418 uint ai_flag(si_t *sih)
424 if (BCM47162_DMP()) {
425 SI_ERROR(("%s: Attempting to read MIPS DMP registers on 47162a0", __func__));
430 return R_REG(sii->osh, &ai->oobselouta30) & 0x1f;
433 void ai_setint(si_t *sih, int siflag)
437 void ai_write_wrap_reg(si_t *sih, u32 offset, u32 val)
439 si_info_t *sii = SI_INFO(sih);
440 u32 *w = (u32 *) sii->curwrap;
441 W_REG(sii->osh, w + (offset / 4), val);
445 uint ai_corevendor(si_t *sih)
451 cia = sii->cia[sii->curidx];
452 return (cia & CIA_MFG_MASK) >> CIA_MFG_SHIFT;
455 uint ai_corerev(si_t *sih)
461 cib = sii->cib[sii->curidx];
462 return (cib & CIB_REV_MASK) >> CIB_REV_SHIFT;
465 bool ai_iscoreup(si_t *sih)
473 return (((R_REG(sii->osh, &ai->ioctrl) & (SICF_FGC | SICF_CLOCK_EN)) ==
475 && ((R_REG(sii->osh, &ai->resetctrl) & AIRC_RESET) == 0));
479 * Switch to 'coreidx', issue a single arbitrary 32bit register mask&set operation,
480 * switch back to the original core, and return the new value.
482 * When using the silicon backplane, no fiddling with interrupts or core switches is needed.
484 * Also, when using pci/pcie, we can optimize away the core switching for pci registers
485 * and (on newer pci cores) chipcommon registers.
487 uint ai_corereg(si_t *sih, uint coreidx, uint regoff, uint mask, uint val)
498 ASSERT(GOODIDX(coreidx));
499 ASSERT(regoff < SI_CORE_SIZE);
500 ASSERT((val & ~mask) == 0);
502 if (coreidx >= SI_MAXCORES)
505 if (sih->bustype == SI_BUS) {
506 /* If internal bus, we can always get at everything */
508 /* map if does not exist */
509 if (!sii->regs[coreidx]) {
510 sii->regs[coreidx] = REG_MAP(sii->coresba[coreidx],
512 ASSERT(GOODREGS(sii->regs[coreidx]));
514 r = (u32 *) ((unsigned char *) sii->regs[coreidx] + regoff);
515 } else if (sih->bustype == PCI_BUS) {
516 /* If pci/pcie, we can get at pci/pcie regs and on newer cores to chipc */
518 if ((sii->coreid[coreidx] == CC_CORE_ID) && SI_FAST(sii)) {
519 /* Chipc registers are mapped at 12KB */
522 r = (u32 *) ((char *)sii->curmap +
523 PCI_16KB0_CCREGS_OFFSET + regoff);
524 } else if (sii->pub.buscoreidx == coreidx) {
525 /* pci registers are at either in the last 2KB of an 8KB window
526 * or, in pcie and pci rev 13 at 8KB
530 r = (u32 *) ((char *)sii->curmap +
531 PCI_16KB0_PCIREGS_OFFSET +
534 r = (u32 *) ((char *)sii->curmap +
535 ((regoff >= SBCONFIGOFF) ?
536 PCI_BAR0_PCISBR_OFFSET :
537 PCI_BAR0_PCIREGS_OFFSET) +
543 INTR_OFF(sii, intr_val);
545 /* save current core index */
546 origidx = si_coreidx(&sii->pub);
549 r = (u32 *) ((unsigned char *) ai_setcoreidx(&sii->pub, coreidx) +
556 w = (R_REG(sii->osh, r) & ~mask) | val;
557 W_REG(sii->osh, r, w);
561 w = R_REG(sii->osh, r);
564 /* restore core index */
565 if (origidx != coreidx)
566 ai_setcoreidx(&sii->pub, origidx);
568 INTR_RESTORE(sii, intr_val);
574 void ai_core_disable(si_t *sih, u32 bits)
582 ASSERT(GOODREGS(sii->curwrap));
585 /* if core is already in reset, just return */
586 if (R_REG(sii->osh, &ai->resetctrl) & AIRC_RESET)
589 W_REG(sii->osh, &ai->ioctrl, bits);
590 dummy = R_REG(sii->osh, &ai->ioctrl);
593 W_REG(sii->osh, &ai->resetctrl, AIRC_RESET);
597 /* reset and re-enable a core
599 * bits - core specific bits that are set during and after reset sequence
600 * resetbits - core specific bits that are set only during reset sequence
602 void ai_core_reset(si_t *sih, u32 bits, u32 resetbits)
609 ASSERT(GOODREGS(sii->curwrap));
613 * Must do the disable sequence first to work for arbitrary current core state.
615 ai_core_disable(sih, (bits | resetbits));
618 * Now do the initialization sequence.
620 W_REG(sii->osh, &ai->ioctrl, (bits | SICF_FGC | SICF_CLOCK_EN));
621 dummy = R_REG(sii->osh, &ai->ioctrl);
622 W_REG(sii->osh, &ai->resetctrl, 0);
625 W_REG(sii->osh, &ai->ioctrl, (bits | SICF_CLOCK_EN));
626 dummy = R_REG(sii->osh, &ai->ioctrl);
630 void ai_core_cflags_wo(si_t *sih, u32 mask, u32 val)
638 if (BCM47162_DMP()) {
639 SI_ERROR(("%s: Accessing MIPS DMP register (ioctrl) on 47162a0",
644 ASSERT(GOODREGS(sii->curwrap));
647 ASSERT((val & ~mask) == 0);
650 w = ((R_REG(sii->osh, &ai->ioctrl) & ~mask) | val);
651 W_REG(sii->osh, &ai->ioctrl, w);
655 u32 ai_core_cflags(si_t *sih, u32 mask, u32 val)
662 if (BCM47162_DMP()) {
663 SI_ERROR(("%s: Accessing MIPS DMP register (ioctrl) on 47162a0",
668 ASSERT(GOODREGS(sii->curwrap));
671 ASSERT((val & ~mask) == 0);
674 w = ((R_REG(sii->osh, &ai->ioctrl) & ~mask) | val);
675 W_REG(sii->osh, &ai->ioctrl, w);
678 return R_REG(sii->osh, &ai->ioctrl);
681 u32 ai_core_sflags(si_t *sih, u32 mask, u32 val)
688 if (BCM47162_DMP()) {
689 SI_ERROR(("%s: Accessing MIPS DMP register (iostatus) on 47162a0", __func__));
693 ASSERT(GOODREGS(sii->curwrap));
696 ASSERT((val & ~mask) == 0);
697 ASSERT((mask & ~SISF_CORE_BITS) == 0);
700 w = ((R_REG(sii->osh, &ai->iostatus) & ~mask) | val);
701 W_REG(sii->osh, &ai->iostatus, w);
704 return R_REG(sii->osh, &ai->iostatus);