main.c revision 245697
1139738Simp/*- 284996Srobert * Initial implementation: 384996Srobert * Copyright (c) 2001 Robert Drehmel 484996Srobert * All rights reserved. 584996Srobert * 684996Srobert * As long as the above copyright statement and this notice remain 7181398Smarius * unchanged, you can do what ever you want with this file. 884996Srobert */ 9182916Smarius/*- 10238851Smarius * Copyright (c) 2008 - 2012 Marius Strobl <marius@FreeBSD.org> 11182916Smarius * All rights reserved. 12182916Smarius * 13182916Smarius * Redistribution and use in source and binary forms, with or without 14182916Smarius * modification, are permitted provided that the following conditions 15182916Smarius * are met: 16182916Smarius * 1. Redistributions of source code must retain the above copyright 17182916Smarius * notice, this list of conditions and the following disclaimer. 18182916Smarius * 2. Redistributions in binary form must reproduce the above copyright 19182916Smarius * notice, this list of conditions and the following disclaimer in the 20182916Smarius * documentation and/or other materials provided with the distribution. 21182916Smarius * 22182916Smarius * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 23182916Smarius * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 24182916Smarius * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25182916Smarius * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 26182916Smarius * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 27182916Smarius * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 28182916Smarius * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 29182916Smarius * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 30182916Smarius * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 31182916Smarius * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32182916Smarius * SUCH DAMAGE. 33182916Smarius */ 34124139Sobrien 35124139Sobrien#include <sys/cdefs.h> 36124139Sobrien__FBSDID("$FreeBSD: head/sys/boot/sparc64/loader/main.c 245697 2013-01-20 19:55:49Z avg $"); 37182020Smarius 3884996Srobert/* 3984996Srobert * FreeBSD/sparc64 kernel loader - machine dependent part 4084996Srobert * 4184996Srobert * - implements copyin and readin functions that map kernel 4284996Srobert * pages on demand. The machine independent code does not 4384996Srobert * know the size of the kernel early enough to pre-enter 4484996Srobert * TTEs and install just one 4MB mapping seemed to limiting 4584996Srobert * to me. 4684996Srobert */ 4791139Sjake 4884996Srobert#include <stand.h> 49203829Smarius#include <sys/param.h> 5084996Srobert#include <sys/exec.h> 51203829Smarius#include <sys/linker.h> 52102219Srobert#include <sys/queue.h> 53163145Skmacy#include <sys/types.h> 54234898Smarius#ifdef LOADER_ZFS_SUPPORT 55234898Smarius#include <sys/vtoc.h> 56235364Savg#include "../zfs/libzfs.h" 57234898Smarius#endif 5884996Srobert 59163145Skmacy#include <vm/vm.h> 6084996Srobert#include <machine/asi.h> 61203829Smarius#include <machine/cmt.h> 6291139Sjake#include <machine/cpufunc.h> 6384996Srobert#include <machine/elf.h> 64203829Smarius#include <machine/fireplane.h> 65203829Smarius#include <machine/jbus.h> 6691110Sjake#include <machine/lsu.h> 6791110Sjake#include <machine/metadata.h> 6884996Srobert#include <machine/tte.h> 69181398Smarius#include <machine/tlb.h> 7091139Sjake#include <machine/upa.h> 71182478Smarius#include <machine/ver.h> 72182877Smarius#include <machine/vmparam.h> 7384996Srobert 7484996Srobert#include "bootstrap.h" 7584996Srobert#include "libofw.h" 7685719Sjake#include "dev_net.h" 7784996Srobert 78170839Smariusextern char bootprog_name[], bootprog_rev[], bootprog_date[], bootprog_maker[]; 79170839Smarius 8084996Srobertenum { 8184996Srobert HEAPVA = 0x800000, 8284996Srobert HEAPSZ = 0x1000000, 8384996Srobert LOADSZ = 0x1000000 /* for kernel and modules */ 8484996Srobert}; 8584996Srobert 86203829Smarius/* At least Sun Fire V1280 require page sized allocations to be claimed. */ 87203829SmariusCTASSERT(HEAPSZ % PAGE_SIZE == 0); 88203829Smarius 89170839Smariusstatic struct mmu_ops { 90163145Skmacy void (*tlb_init)(void); 91163145Skmacy int (*mmu_mapin)(vm_offset_t va, vm_size_t len); 92163145Skmacy} *mmu_ops; 93163145Skmacy 9485719Sjaketypedef void kernel_entry_t(vm_offset_t mdp, u_long o1, u_long o2, u_long o3, 95170839Smarius void *openfirmware); 9685719Sjake 97223719Smariusstatic inline u_long dtlb_get_data_sun4u(u_int, u_int); 98203830Smariusstatic int dtlb_enter_sun4u(u_int, u_long data, vm_offset_t); 99181398Smariusstatic vm_offset_t dtlb_va_to_pa_sun4u(vm_offset_t); 100223719Smariusstatic inline u_long itlb_get_data_sun4u(u_int, u_int); 101203830Smariusstatic int itlb_enter_sun4u(u_int, u_long data, vm_offset_t); 102181398Smariusstatic vm_offset_t itlb_va_to_pa_sun4u(vm_offset_t); 103182916Smariusstatic void itlb_relocate_locked0_sun4u(void); 10485719Sjakeextern vm_offset_t md_load(char *, vm_offset_t *); 105170839Smariusstatic int sparc64_autoload(void); 106170839Smariusstatic ssize_t sparc64_readin(const int, vm_offset_t, const size_t); 107170839Smariusstatic ssize_t sparc64_copyin(const void *, vm_offset_t, size_t); 108170854Smariusstatic vm_offset_t claim_virt(vm_offset_t, size_t, int); 109170854Smariusstatic vm_offset_t alloc_phys(size_t, int); 110170854Smariusstatic int map_phys(int, size_t, vm_offset_t, vm_offset_t); 111170854Smariusstatic void release_phys(vm_offset_t, u_int); 112114386Speterstatic int __elfN(exec)(struct preloaded_file *); 113163145Skmacystatic int mmu_mapin_sun4u(vm_offset_t, vm_size_t); 114170839Smariusstatic vm_offset_t init_heap(void); 115203829Smariusstatic phandle_t find_bsp_sun4u(phandle_t, uint32_t); 116203829Smariusconst char *cpu_cpuid_prop_sun4u(void); 117203829Smariusuint32_t cpu_get_mid_sun4u(void); 118163145Skmacystatic void tlb_init_sun4u(void); 11984996Srobert 120181398Smarius#ifdef LOADER_DEBUG 121181398Smariustypedef u_int64_t tte_t; 122181398Smarius 123181398Smariusstatic void pmap_print_tlb_sun4u(void); 124181398Smariusstatic void pmap_print_tte_sun4u(tte_t, tte_t); 125181398Smarius#endif 126181398Smarius 127170839Smariusstatic struct mmu_ops mmu_ops_sun4u = { tlb_init_sun4u, mmu_mapin_sun4u }; 128163145Skmacy 129163145Skmacy/* sun4u */ 13097445Sjakestruct tlb_entry *dtlb_store; 13197445Sjakestruct tlb_entry *itlb_store; 132203829Smariusu_int dtlb_slot; 133203829Smariusu_int itlb_slot; 134204152Smariusstatic int cpu_impl; 135203829Smariusstatic u_int dtlb_slot_max; 136203829Smariusstatic u_int itlb_slot_max; 137223719Smariusstatic u_int tlb_locked; 13891139Sjake 139170839Smariusstatic vm_offset_t curkva = 0; 140170839Smariusstatic vm_offset_t heapva; 141163145Skmacy 142236581Smariusstatic char bootpath[64]; 143170854Smariusstatic phandle_t root; 14484996Srobert 145245697Savg#ifdef LOADER_ZFS_SUPPORT 146245697Savgstatic struct zfs_devdesc zfs_currdev; 147245697Savg#endif 148245697Savg 14984996Srobert/* 15084996Srobert * Machine dependent structures that the machine independent 15184996Srobert * loader part uses. 15284996Srobert */ 15384996Srobertstruct devsw *devsw[] = { 15485719Sjake#ifdef LOADER_DISK_SUPPORT 15584996Srobert &ofwdisk, 15685719Sjake#endif 15785719Sjake#ifdef LOADER_NET_SUPPORT 15885719Sjake &netdev, 15985719Sjake#endif 160234898Smarius#ifdef LOADER_ZFS_SUPPORT 161235364Savg &zfs_dev, 162234898Smarius#endif 16384996Srobert 0 16484996Srobert}; 16584996Srobertstruct arch_switch archsw; 16684996Srobert 167170839Smariusstatic struct file_format sparc64_elf = { 168114386Speter __elfN(loadfile), 169114386Speter __elfN(exec) 17084996Srobert}; 17184996Srobertstruct file_format *file_formats[] = { 17284996Srobert &sparc64_elf, 17384996Srobert 0 17484996Srobert}; 175234898Smarius 17684996Srobertstruct fs_ops *file_system[] = { 177240335Sae#ifdef LOADER_ZFS_SUPPORT 178240335Sae &zfs_fsops, 179240335Sae#endif 18091110Sjake#ifdef LOADER_UFS_SUPPORT 18184996Srobert &ufs_fsops, 18285719Sjake#endif 18393606Stmm#ifdef LOADER_CD9660_SUPPORT 18493606Stmm &cd9660_fsops, 18593606Stmm#endif 186108100Sjake#ifdef LOADER_ZIP_SUPPORT 187105065Sjake &zipfs_fsops, 188105065Sjake#endif 189108100Sjake#ifdef LOADER_GZIP_SUPPORT 190108100Sjake &gzipfs_fsops, 191108100Sjake#endif 192105065Sjake#ifdef LOADER_BZIP2_SUPPORT 193105065Sjake &bzipfs_fsops, 194105065Sjake#endif 195117448Stmm#ifdef LOADER_NFS_SUPPORT 19685719Sjake &nfs_fsops, 19785719Sjake#endif 19891110Sjake#ifdef LOADER_TFTP_SUPPORT 19991110Sjake &tftp_fsops, 20091110Sjake#endif 20184996Srobert 0 20284996Srobert}; 20385719Sjakestruct netif_driver *netif_drivers[] = { 20485719Sjake#ifdef LOADER_NET_SUPPORT 20585719Sjake &ofwnet, 20685719Sjake#endif 20785719Sjake 0 20885719Sjake}; 20984996Srobert 21084996Srobertextern struct console ofwconsole; 21184996Srobertstruct console *consoles[] = { 21284996Srobert &ofwconsole, 21384996Srobert 0 21484996Srobert}; 21584996Srobert 21691110Sjake#ifdef LOADER_DEBUG 21791110Sjakestatic int 21891110Sjakewatch_phys_set_mask(vm_offset_t pa, u_long mask) 21991110Sjake{ 22091110Sjake u_long lsucr; 22191110Sjake 22291110Sjake stxa(AA_DMMU_PWPR, ASI_DMMU, pa & (((2UL << 38) - 1) << 3)); 22391110Sjake lsucr = ldxa(0, ASI_LSU_CTL_REG); 22491110Sjake lsucr = ((lsucr | LSU_PW) & ~LSU_PM_MASK) | 22591110Sjake (mask << LSU_PM_SHIFT); 22691110Sjake stxa(0, ASI_LSU_CTL_REG, lsucr); 22791110Sjake return (0); 22891110Sjake} 22991110Sjake 23091110Sjakestatic int 23191110Sjakewatch_phys_set(vm_offset_t pa, int sz) 23291110Sjake{ 23391110Sjake u_long off; 23491110Sjake 23591110Sjake off = (u_long)pa & 7; 23691110Sjake /* Test for misaligned watch points. */ 23791110Sjake if (off + sz > 8) 23891110Sjake return (-1); 23991110Sjake return (watch_phys_set_mask(pa, ((1 << sz) - 1) << off)); 24091110Sjake} 24191110Sjake 24291110Sjake 24391110Sjakestatic int 24491110Sjakewatch_virt_set_mask(vm_offset_t va, u_long mask) 24591110Sjake{ 24691110Sjake u_long lsucr; 24791110Sjake 24891110Sjake stxa(AA_DMMU_VWPR, ASI_DMMU, va & (((2UL << 41) - 1) << 3)); 24991110Sjake lsucr = ldxa(0, ASI_LSU_CTL_REG); 25091110Sjake lsucr = ((lsucr | LSU_VW) & ~LSU_VM_MASK) | 25191110Sjake (mask << LSU_VM_SHIFT); 25291110Sjake stxa(0, ASI_LSU_CTL_REG, lsucr); 25391110Sjake return (0); 25491110Sjake} 25591110Sjake 25691110Sjakestatic int 25791110Sjakewatch_virt_set(vm_offset_t va, int sz) 25891110Sjake{ 25991110Sjake u_long off; 26091110Sjake 26191110Sjake off = (u_long)va & 7; 26291110Sjake /* Test for misaligned watch points. */ 26391110Sjake if (off + sz > 8) 26491110Sjake return (-1); 26591110Sjake return (watch_virt_set_mask(va, ((1 << sz) - 1) << off)); 26691110Sjake} 26791110Sjake#endif 26891110Sjake 26984996Srobert/* 27084996Srobert * archsw functions 27184996Srobert */ 27284996Srobertstatic int 27384996Srobertsparc64_autoload(void) 27484996Srobert{ 275170839Smarius 276170839Smarius return (0); 27784996Srobert} 27884996Srobert 27984996Srobertstatic ssize_t 28084996Srobertsparc64_readin(const int fd, vm_offset_t va, const size_t len) 28184996Srobert{ 282170839Smarius 283163145Skmacy mmu_ops->mmu_mapin(va, len); 284170839Smarius return (read(fd, (void *)va, len)); 28584996Srobert} 28684996Srobert 28784996Srobertstatic ssize_t 28884996Srobertsparc64_copyin(const void *src, vm_offset_t dest, size_t len) 28984996Srobert{ 290170839Smarius 291163145Skmacy mmu_ops->mmu_mapin(dest, len); 29284996Srobert memcpy((void *)dest, src, len); 293170839Smarius return (len); 29484996Srobert} 29584996Srobert 29684996Srobert/* 29784996Srobert * other MD functions 29884996Srobert */ 299170854Smariusstatic vm_offset_t 300170854Smariusclaim_virt(vm_offset_t virt, size_t size, int align) 301170854Smarius{ 302170854Smarius vm_offset_t mva; 303170854Smarius 304170854Smarius if (OF_call_method("claim", mmu, 3, 1, virt, size, align, &mva) == -1) 305170854Smarius return ((vm_offset_t)-1); 306170854Smarius return (mva); 307170854Smarius} 308170854Smarius 309170854Smariusstatic vm_offset_t 310170854Smariusalloc_phys(size_t size, int align) 311170854Smarius{ 312170854Smarius cell_t phys_hi, phys_low; 313170854Smarius 314170854Smarius if (OF_call_method("claim", memory, 2, 2, size, align, &phys_low, 315170854Smarius &phys_hi) == -1) 316170854Smarius return ((vm_offset_t)-1); 317170854Smarius return ((vm_offset_t)phys_hi << 32 | phys_low); 318170854Smarius} 319170854Smarius 32084996Srobertstatic int 321170854Smariusmap_phys(int mode, size_t size, vm_offset_t virt, vm_offset_t phys) 322170854Smarius{ 323170854Smarius 324170854Smarius return (OF_call_method("map", mmu, 5, 0, (uint32_t)phys, 325170854Smarius (uint32_t)(phys >> 32), virt, size, mode)); 326170854Smarius} 327170854Smarius 328170854Smariusstatic void 329170854Smariusrelease_phys(vm_offset_t phys, u_int size) 330170854Smarius{ 331170854Smarius 332170854Smarius (void)OF_call_method("release", memory, 3, 0, (uint32_t)phys, 333170854Smarius (uint32_t)(phys >> 32), size); 334170854Smarius} 335170854Smarius 336170854Smariusstatic int 337114386Speter__elfN(exec)(struct preloaded_file *fp) 33884996Srobert{ 33984996Srobert struct file_metadata *fmp; 34085719Sjake vm_offset_t mdp; 341116415Sjake Elf_Addr entry; 34291139Sjake Elf_Ehdr *e; 34385719Sjake int error; 34484996Srobert 345170839Smarius if ((fmp = file_findmetadata(fp, MODINFOMD_ELFHDR)) == 0) 346170839Smarius return (EFTYPE); 34791139Sjake e = (Elf_Ehdr *)&fmp->md_data; 34884996Srobert 34985719Sjake if ((error = md_load(fp->f_args, &mdp)) != 0) 350170839Smarius return (error); 35184996Srobert 35291139Sjake printf("jumping to kernel entry at %#lx.\n", e->e_entry); 353188455Smarius#ifdef LOADER_DEBUG 354181398Smarius pmap_print_tlb_sun4u(); 35584996Srobert#endif 35685719Sjake 357200946Smarius dev_cleanup(); 358200946Smarius 359116415Sjake entry = e->e_entry; 360116415Sjake 361165325Skmacy OF_release((void *)heapva, HEAPSZ); 362116415Sjake 363116415Sjake ((kernel_entry_t *)entry)(mdp, 0, 0, 0, openfirmware); 364116415Sjake 365170854Smarius panic("%s: exec returned", __func__); 36684996Srobert} 36784996Srobert 368182478Smariusstatic inline u_long 369223719Smariusdtlb_get_data_sun4u(u_int tlb, u_int slot) 370182478Smarius{ 371223719Smarius u_long data, pstate; 372182478Smarius 373223719Smarius slot = TLB_DAR_SLOT(tlb, slot); 374182478Smarius /* 375223719Smarius * We read ASI_DTLB_DATA_ACCESS_REG twice back-to-back in order to 376223719Smarius * work around errata of USIII and beyond. 377182478Smarius */ 378223719Smarius pstate = rdpr(pstate); 379223719Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 380223719Smarius (void)ldxa(slot, ASI_DTLB_DATA_ACCESS_REG); 381223719Smarius data = ldxa(slot, ASI_DTLB_DATA_ACCESS_REG); 382223719Smarius wrpr(pstate, pstate, 0); 383223719Smarius return (data); 384182478Smarius} 385182478Smarius 386182478Smariusstatic inline u_long 387223719Smariusitlb_get_data_sun4u(u_int tlb, u_int slot) 388182478Smarius{ 389223719Smarius u_long data, pstate; 390182478Smarius 391223719Smarius slot = TLB_DAR_SLOT(tlb, slot); 392182478Smarius /* 393223719Smarius * We read ASI_DTLB_DATA_ACCESS_REG twice back-to-back in order to 394223719Smarius * work around errata of USIII and beyond. 395182478Smarius */ 396223719Smarius pstate = rdpr(pstate); 397223719Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 398223719Smarius (void)ldxa(slot, ASI_ITLB_DATA_ACCESS_REG); 399223719Smarius data = ldxa(slot, ASI_ITLB_DATA_ACCESS_REG); 400223719Smarius wrpr(pstate, pstate, 0); 401223719Smarius return (data); 402182478Smarius} 403182478Smarius 404181398Smariusstatic vm_offset_t 405181398Smariusdtlb_va_to_pa_sun4u(vm_offset_t va) 406181398Smarius{ 407182766Smarius u_long pstate, reg; 408223719Smarius u_int i, tlb; 409181398Smarius 410182766Smarius pstate = rdpr(pstate); 411182766Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 412181398Smarius for (i = 0; i < dtlb_slot_max; i++) { 413223719Smarius reg = ldxa(TLB_DAR_SLOT(tlb_locked, i), 414223719Smarius ASI_DTLB_TAG_READ_REG); 415181398Smarius if (TLB_TAR_VA(reg) != va) 416181398Smarius continue; 417223719Smarius reg = dtlb_get_data_sun4u(tlb_locked, i); 418182766Smarius wrpr(pstate, pstate, 0); 419191071Smarius reg >>= TD_PA_SHIFT; 420207537Smarius if (cpu_impl == CPU_IMPL_SPARC64V || 421207537Smarius cpu_impl >= CPU_IMPL_ULTRASPARCIII) 422191071Smarius return (reg & TD_PA_CH_MASK); 423191071Smarius return (reg & TD_PA_SF_MASK); 424181398Smarius } 425182766Smarius wrpr(pstate, pstate, 0); 426181398Smarius return (-1); 427181398Smarius} 428181398Smarius 429181398Smariusstatic vm_offset_t 430181398Smariusitlb_va_to_pa_sun4u(vm_offset_t va) 431181398Smarius{ 432182766Smarius u_long pstate, reg; 433181398Smarius int i; 434181398Smarius 435182766Smarius pstate = rdpr(pstate); 436182766Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 437181398Smarius for (i = 0; i < itlb_slot_max; i++) { 438223719Smarius reg = ldxa(TLB_DAR_SLOT(tlb_locked, i), 439223719Smarius ASI_ITLB_TAG_READ_REG); 440181398Smarius if (TLB_TAR_VA(reg) != va) 441181398Smarius continue; 442223719Smarius reg = itlb_get_data_sun4u(tlb_locked, i); 443182766Smarius wrpr(pstate, pstate, 0); 444191071Smarius reg >>= TD_PA_SHIFT; 445207537Smarius if (cpu_impl == CPU_IMPL_SPARC64V || 446207537Smarius cpu_impl >= CPU_IMPL_ULTRASPARCIII) 447191071Smarius return (reg & TD_PA_CH_MASK); 448191071Smarius return (reg & TD_PA_SF_MASK); 449181398Smarius } 450182766Smarius wrpr(pstate, pstate, 0); 451181398Smarius return (-1); 452181398Smarius} 453181398Smarius 454203830Smariusstatic int 455203830Smariusdtlb_enter_sun4u(u_int index, u_long data, vm_offset_t virt) 456181398Smarius{ 457181398Smarius 458203830Smarius return (OF_call_method("SUNW,dtlb-load", mmu, 3, 0, index, data, 459203830Smarius virt)); 460181398Smarius} 461181398Smarius 462203830Smariusstatic int 463203830Smariusitlb_enter_sun4u(u_int index, u_long data, vm_offset_t virt) 464181398Smarius{ 465181398Smarius 466203830Smarius if (cpu_impl == CPU_IMPL_ULTRASPARCIIIp && index == 0 && 467203830Smarius (data & TD_L) != 0) 468203830Smarius panic("%s: won't enter locked TLB entry at index 0 on USIII+", 469203830Smarius __func__); 470203830Smarius return (OF_call_method("SUNW,itlb-load", mmu, 3, 0, index, data, 471203830Smarius virt)); 472181398Smarius} 473181398Smarius 474182916Smariusstatic void 475182916Smariusitlb_relocate_locked0_sun4u(void) 476182916Smarius{ 477182916Smarius u_long data, pstate, tag; 478182916Smarius int i; 479182916Smarius 480182916Smarius if (cpu_impl != CPU_IMPL_ULTRASPARCIIIp) 481182916Smarius return; 482182916Smarius 483182916Smarius pstate = rdpr(pstate); 484182916Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 485182916Smarius 486223719Smarius data = itlb_get_data_sun4u(tlb_locked, 0); 487182916Smarius if ((data & (TD_V | TD_L)) != (TD_V | TD_L)) { 488182916Smarius wrpr(pstate, pstate, 0); 489182916Smarius return; 490182916Smarius } 491182916Smarius 492182916Smarius /* Flush the mapping of slot 0. */ 493223719Smarius tag = ldxa(TLB_DAR_SLOT(tlb_locked, 0), ASI_ITLB_TAG_READ_REG); 494182916Smarius stxa(TLB_DEMAP_VA(TLB_TAR_VA(tag)) | TLB_DEMAP_PRIMARY | 495182916Smarius TLB_DEMAP_PAGE, ASI_IMMU_DEMAP, 0); 496182916Smarius flush(0); /* The USIII-family ignores the address. */ 497182916Smarius 498182916Smarius /* 499182916Smarius * Search a replacement slot != 0 and enter the data and tag 500182916Smarius * that formerly were in slot 0. 501182916Smarius */ 502182916Smarius for (i = 1; i < itlb_slot_max; i++) { 503223719Smarius if ((itlb_get_data_sun4u(tlb_locked, i) & TD_V) != 0) 504182916Smarius continue; 505182916Smarius 506182916Smarius stxa(AA_IMMU_TAR, ASI_IMMU, tag); 507223719Smarius stxa(TLB_DAR_SLOT(tlb_locked, i), ASI_ITLB_DATA_ACCESS_REG, 508223719Smarius data); 509182916Smarius flush(0); /* The USIII-family ignores the address. */ 510182916Smarius break; 511182916Smarius } 512182916Smarius wrpr(pstate, pstate, 0); 513182916Smarius if (i == itlb_slot_max) 514182916Smarius panic("%s: could not find a replacement slot", __func__); 515182916Smarius} 516182916Smarius 51784996Srobertstatic int 518163145Skmacymmu_mapin_sun4u(vm_offset_t va, vm_size_t len) 51984996Srobert{ 52091110Sjake vm_offset_t pa, mva; 52197445Sjake u_long data; 522203830Smarius u_int index; 52384996Srobert 52484996Srobert if (va + len > curkva) 52584996Srobert curkva = va + len; 52684996Srobert 52791110Sjake pa = (vm_offset_t)-1; 52885719Sjake len += va & PAGE_MASK_4M; 52985719Sjake va &= ~PAGE_MASK_4M; 53084996Srobert while (len) { 531181398Smarius if (dtlb_va_to_pa_sun4u(va) == (vm_offset_t)-1 || 532181398Smarius itlb_va_to_pa_sun4u(va) == (vm_offset_t)-1) { 533182020Smarius /* Allocate a physical page, claim the virtual area. */ 53491110Sjake if (pa == (vm_offset_t)-1) { 535170854Smarius pa = alloc_phys(PAGE_SIZE_4M, PAGE_SIZE_4M); 53691110Sjake if (pa == (vm_offset_t)-1) 537170854Smarius panic("%s: out of memory", __func__); 538170854Smarius mva = claim_virt(va, PAGE_SIZE_4M, 0); 539170839Smarius if (mva != va) 540170854Smarius panic("%s: can't claim virtual page " 54191110Sjake "(wanted %#lx, got %#lx)", 542170854Smarius __func__, va, mva); 543182020Smarius /* 544182020Smarius * The mappings may have changed, be paranoid. 545182020Smarius */ 54691110Sjake continue; 54791110Sjake } 54893678Stmm /* 54993678Stmm * Actually, we can only allocate two pages less at 55093678Stmm * most (depending on the kernel TSB size). 55193678Stmm */ 55293678Stmm if (dtlb_slot >= dtlb_slot_max) 553170839Smarius panic("%s: out of dtlb_slots", __func__); 55493678Stmm if (itlb_slot >= itlb_slot_max) 555170839Smarius panic("%s: out of itlb_slots", __func__); 55697445Sjake data = TD_V | TD_4M | TD_PA(pa) | TD_L | TD_CP | 55791139Sjake TD_CV | TD_P | TD_W; 55897445Sjake dtlb_store[dtlb_slot].te_pa = pa; 55997445Sjake dtlb_store[dtlb_slot].te_va = va; 560203830Smarius index = dtlb_slot_max - dtlb_slot - 1; 561203830Smarius if (dtlb_enter_sun4u(index, data, va) < 0) 562203830Smarius panic("%s: can't enter dTLB slot %d data " 563203831Smarius "%#lx va %#lx", __func__, index, data, 564203831Smarius va); 565203830Smarius dtlb_slot++; 56697445Sjake itlb_store[itlb_slot].te_pa = pa; 56797445Sjake itlb_store[itlb_slot].te_va = va; 568203830Smarius index = itlb_slot_max - itlb_slot - 1; 569203830Smarius if (itlb_enter_sun4u(index, data, va) < 0) 570203830Smarius panic("%s: can't enter iTLB slot %d data " 571203831Smarius "%#lx va %#lxd", __func__, index, data, 572203831Smarius va); 57397445Sjake itlb_slot++; 57491110Sjake pa = (vm_offset_t)-1; 57584996Srobert } 57685719Sjake len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len; 57785719Sjake va += PAGE_SIZE_4M; 57884996Srobert } 57991110Sjake if (pa != (vm_offset_t)-1) 580170854Smarius release_phys(pa, PAGE_SIZE_4M); 581170839Smarius return (0); 58284996Srobert} 58384996Srobert 58484996Srobertstatic vm_offset_t 58584996Srobertinit_heap(void) 58684996Srobert{ 58784996Srobert 58884996Srobert /* There is no need for continuous physical heap memory. */ 58984996Srobert heapva = (vm_offset_t)OF_claim((void *)HEAPVA, HEAPSZ, 32); 590170839Smarius return (heapva); 59184996Srobert} 59284996Srobert 593203829Smariusstatic phandle_t 594203829Smariusfind_bsp_sun4u(phandle_t node, uint32_t bspid) 595203829Smarius{ 596203829Smarius char type[sizeof("cpu")]; 597203829Smarius phandle_t child; 598203829Smarius uint32_t cpuid; 599203829Smarius 600203829Smarius for (; node > 0; node = OF_peer(node)) { 601203829Smarius child = OF_child(node); 602203829Smarius if (child > 0) { 603203829Smarius child = find_bsp_sun4u(child, bspid); 604203829Smarius if (child > 0) 605203829Smarius return (child); 606203829Smarius } else { 607203829Smarius if (OF_getprop(node, "device_type", type, 608203829Smarius sizeof(type)) <= 0) 609203829Smarius continue; 610203829Smarius if (strcmp(type, "cpu") != 0) 611203829Smarius continue; 612203829Smarius if (OF_getprop(node, cpu_cpuid_prop_sun4u(), &cpuid, 613203829Smarius sizeof(cpuid)) <= 0) 614203829Smarius continue; 615203829Smarius if (cpuid == bspid) 616203829Smarius return (node); 617203829Smarius } 618203829Smarius } 619203829Smarius return (0); 620203829Smarius} 621203829Smarius 622203829Smariusconst char * 623203829Smariuscpu_cpuid_prop_sun4u(void) 624203829Smarius{ 625203829Smarius 626203829Smarius switch (cpu_impl) { 627203829Smarius case CPU_IMPL_SPARC64: 628207537Smarius case CPU_IMPL_SPARC64V: 629203829Smarius case CPU_IMPL_ULTRASPARCI: 630203829Smarius case CPU_IMPL_ULTRASPARCII: 631203829Smarius case CPU_IMPL_ULTRASPARCIIi: 632203829Smarius case CPU_IMPL_ULTRASPARCIIe: 633203829Smarius return ("upa-portid"); 634203829Smarius case CPU_IMPL_ULTRASPARCIII: 635203829Smarius case CPU_IMPL_ULTRASPARCIIIp: 636203829Smarius case CPU_IMPL_ULTRASPARCIIIi: 637203829Smarius case CPU_IMPL_ULTRASPARCIIIip: 638203829Smarius return ("portid"); 639203829Smarius case CPU_IMPL_ULTRASPARCIV: 640203829Smarius case CPU_IMPL_ULTRASPARCIVp: 641203829Smarius return ("cpuid"); 642203829Smarius default: 643203829Smarius return (""); 644203829Smarius } 645203829Smarius} 646203829Smarius 647203829Smariusuint32_t 648203829Smariuscpu_get_mid_sun4u(void) 649203829Smarius{ 650203829Smarius 651203829Smarius switch (cpu_impl) { 652203829Smarius case CPU_IMPL_SPARC64: 653207537Smarius case CPU_IMPL_SPARC64V: 654203829Smarius case CPU_IMPL_ULTRASPARCI: 655203829Smarius case CPU_IMPL_ULTRASPARCII: 656203829Smarius case CPU_IMPL_ULTRASPARCIIi: 657203829Smarius case CPU_IMPL_ULTRASPARCIIe: 658203829Smarius return (UPA_CR_GET_MID(ldxa(0, ASI_UPA_CONFIG_REG))); 659203829Smarius case CPU_IMPL_ULTRASPARCIII: 660203829Smarius case CPU_IMPL_ULTRASPARCIIIp: 661203829Smarius return (FIREPLANE_CR_GET_AID(ldxa(AA_FIREPLANE_CONFIG, 662203829Smarius ASI_FIREPLANE_CONFIG_REG))); 663203829Smarius case CPU_IMPL_ULTRASPARCIIIi: 664203829Smarius case CPU_IMPL_ULTRASPARCIIIip: 665203829Smarius return (JBUS_CR_GET_JID(ldxa(0, ASI_JBUS_CONFIG_REG))); 666203829Smarius case CPU_IMPL_ULTRASPARCIV: 667203829Smarius case CPU_IMPL_ULTRASPARCIVp: 668203829Smarius return (INTR_ID_GET_ID(ldxa(AA_INTR_ID, ASI_INTR_ID))); 669203829Smarius default: 670203829Smarius return (0); 671203829Smarius } 672203829Smarius} 673203829Smarius 67491139Sjakestatic void 675163145Skmacytlb_init_sun4u(void) 67691139Sjake{ 677203829Smarius phandle_t bsp; 67891139Sjake 679182478Smarius cpu_impl = VER_IMPL(rdpr(ver)); 680223719Smarius switch (cpu_impl) { 681223719Smarius case CPU_IMPL_SPARC64: 682223719Smarius case CPU_IMPL_ULTRASPARCI: 683223719Smarius case CPU_IMPL_ULTRASPARCII: 684223719Smarius case CPU_IMPL_ULTRASPARCIIi: 685223719Smarius case CPU_IMPL_ULTRASPARCIIe: 686223719Smarius tlb_locked = TLB_DAR_T32; 687223719Smarius break; 688223719Smarius case CPU_IMPL_ULTRASPARCIII: 689223719Smarius case CPU_IMPL_ULTRASPARCIIIp: 690223719Smarius case CPU_IMPL_ULTRASPARCIIIi: 691223719Smarius case CPU_IMPL_ULTRASPARCIIIip: 692223719Smarius case CPU_IMPL_ULTRASPARCIV: 693223719Smarius case CPU_IMPL_ULTRASPARCIVp: 694223719Smarius tlb_locked = TLB_DAR_T16; 695223719Smarius break; 696223719Smarius case CPU_IMPL_SPARC64V: 697223719Smarius tlb_locked = TLB_DAR_FTLB; 698223719Smarius break; 699223719Smarius } 700203829Smarius bsp = find_bsp_sun4u(OF_child(root), cpu_get_mid_sun4u()); 701203829Smarius if (bsp == 0) 702170839Smarius panic("%s: no node for bootcpu?!?!", __func__); 703182020Smarius 704203829Smarius if (OF_getprop(bsp, "#dtlb-entries", &dtlb_slot_max, 70591139Sjake sizeof(dtlb_slot_max)) == -1 || 706203829Smarius OF_getprop(bsp, "#itlb-entries", &itlb_slot_max, 70791139Sjake sizeof(itlb_slot_max)) == -1) 708170854Smarius panic("%s: can't get TLB slot max.", __func__); 709182916Smarius 710182916Smarius if (cpu_impl == CPU_IMPL_ULTRASPARCIIIp) { 711182916Smarius#ifdef LOADER_DEBUG 712182916Smarius printf("pre fixup:\n"); 713182916Smarius pmap_print_tlb_sun4u(); 714182916Smarius#endif 715182916Smarius 716182916Smarius /* 717182916Smarius * Relocate the locked entry in it16 slot 0 (if existent) 718182916Smarius * as part of working around Cheetah+ erratum 34. 719182916Smarius */ 720182916Smarius itlb_relocate_locked0_sun4u(); 721182916Smarius 722182916Smarius#ifdef LOADER_DEBUG 723182916Smarius printf("post fixup:\n"); 724182916Smarius pmap_print_tlb_sun4u(); 725182916Smarius#endif 726182916Smarius } 727182916Smarius 72891139Sjake dtlb_store = malloc(dtlb_slot_max * sizeof(*dtlb_store)); 72991139Sjake itlb_store = malloc(itlb_slot_max * sizeof(*itlb_store)); 73091139Sjake if (dtlb_store == NULL || itlb_store == NULL) 731170854Smarius panic("%s: can't allocate TLB store", __func__); 73291139Sjake} 73391139Sjake 734234898Smarius#ifdef LOADER_ZFS_SUPPORT 735235364Savgstatic void 736235364Savgsparc64_zfs_probe(void) 737234898Smarius{ 738234898Smarius struct vtoc8 vtoc; 739238851Smarius char alias[64], devname[sizeof(alias) + sizeof(":x") - 1]; 740238851Smarius char type[sizeof("device_type")]; 741238851Smarius char *bdev, *dev, *odev; 742234898Smarius uint64_t guid; 743238851Smarius int fd, len, part; 744238851Smarius phandle_t aliases, options; 745234898Smarius 746235364Savg /* Get the GUID of the ZFS pool on the boot device. */ 747234898Smarius guid = 0; 748236581Smarius zfs_probe_dev(bootpath, &guid); 749234898Smarius 750238851Smarius /* 751238851Smarius * Get the GUIDs of the ZFS pools on any additional disks listed in 752238851Smarius * the boot-device environment variable. 753238851Smarius */ 754238851Smarius if ((aliases = OF_finddevice("/aliases")) == -1) 755238851Smarius goto out; 756238851Smarius options = OF_finddevice("/options"); 757238851Smarius len = OF_getproplen(options, "boot-device"); 758238851Smarius if (len <= 0) 759238851Smarius goto out; 760238851Smarius bdev = odev = malloc(len + 1); 761238851Smarius if (bdev == NULL) 762238851Smarius goto out; 763238851Smarius if (OF_getprop(options, "boot-device", bdev, len) <= 0) 764238851Smarius goto out; 765238851Smarius bdev[len] = '\0'; 766238851Smarius while ((dev = strsep(&bdev, " ")) != NULL) { 767238851Smarius if (*dev == '\0') 768238851Smarius continue; 769238851Smarius strcpy(alias, dev); 770238851Smarius (void)OF_getprop(aliases, dev, alias, sizeof(alias)); 771238851Smarius /* 772238851Smarius * Don't probe the boot disk twice. Note that bootpath 773238851Smarius * includes the partition specifier. 774238851Smarius */ 775238851Smarius if (strncmp(alias, bootpath, strlen(alias)) == 0) 776238851Smarius continue; 777238851Smarius if (OF_getprop(OF_finddevice(alias), "device_type", type, 778238851Smarius sizeof(type)) == -1) 779238851Smarius continue; 780238851Smarius if (strcmp(type, "block") != 0) 781238851Smarius continue; 782238851Smarius 783234898Smarius /* Find freebsd-zfs slices in the VTOC. */ 784238851Smarius fd = open(alias, O_RDONLY); 785234898Smarius if (fd == -1) 786234898Smarius continue; 787234898Smarius lseek(fd, 0, SEEK_SET); 788234898Smarius if (read(fd, &vtoc, sizeof(vtoc)) != sizeof(vtoc)) { 789234898Smarius close(fd); 790234898Smarius continue; 791234898Smarius } 792234898Smarius close(fd); 793234898Smarius 794234898Smarius for (part = 0; part < 8; part++) { 795234898Smarius if (part == 2 || vtoc.part[part].tag != 796236581Smarius VTOC_TAG_FREEBSD_ZFS) 797234898Smarius continue; 798238851Smarius (void)sprintf(devname, "%s:%c", alias, part + 'a'); 799235364Savg if (zfs_probe_dev(devname, NULL) == ENXIO) 800234898Smarius break; 801234898Smarius } 802234898Smarius } 803238851Smarius free(odev); 804234898Smarius 805238851Smarius out: 806234898Smarius if (guid != 0) { 807235364Savg zfs_currdev.pool_guid = guid; 808235364Savg zfs_currdev.root_guid = 0; 809235364Savg zfs_currdev.d_dev = &zfs_dev; 810235364Savg zfs_currdev.d_type = zfs_currdev.d_dev->dv_type; 811234898Smarius } 812234898Smarius} 813234898Smarius#endif /* LOADER_ZFS_SUPPORT */ 814234898Smarius 81585719Sjakeint 81685719Sjakemain(int (*openfirm)(void *)) 81784996Srobert{ 818163145Skmacy char compatible[32]; 81984996Srobert struct devsw **dp; 82084996Srobert 82184996Srobert /* 822182020Smarius * Tell the Open Firmware functions where they find the OFW gate. 82384996Srobert */ 82485719Sjake OF_init(openfirm); 82584996Srobert 82684996Srobert archsw.arch_getdev = ofw_getdev; 82784996Srobert archsw.arch_copyin = sparc64_copyin; 82884996Srobert archsw.arch_copyout = ofw_copyout; 82984996Srobert archsw.arch_readin = sparc64_readin; 83084996Srobert archsw.arch_autoload = sparc64_autoload; 831235364Savg#ifdef LOADER_ZFS_SUPPORT 832235364Savg archsw.arch_zfs_probe = sparc64_zfs_probe; 833235364Savg#endif 83484996Srobert 835214526Smarius if (init_heap() == (vm_offset_t)-1) 836214526Smarius OF_exit(); 837214526Smarius setheap((void *)heapva, (void *)(heapva + HEAPSZ)); 838214526Smarius 83984996Srobert /* 84084996Srobert * Probe for a console. 84184996Srobert */ 84284996Srobert cons_probe(); 84384996Srobert 844170854Smarius if ((root = OF_peer(0)) == -1) 845170854Smarius panic("%s: can't get root phandle", __func__); 846170854Smarius OF_getprop(root, "compatible", compatible, sizeof(compatible)); 847221869Sattilio mmu_ops = &mmu_ops_sun4u; 84891139Sjake 849163145Skmacy mmu_ops->tlb_init(); 850163145Skmacy 85184996Srobert /* 85284996Srobert * Set up the current device. 85384996Srobert */ 854170854Smarius OF_getprop(chosen, "bootpath", bootpath, sizeof(bootpath)); 85584996Srobert 856106738Sjake /* 857106738Sjake * Sun compatible bootable CD-ROMs have a disk label placed 858106738Sjake * before the cd9660 data, with the actual filesystem being 859106738Sjake * in the first partition, while the other partitions contain 860106738Sjake * pseudo disk labels with embedded boot blocks for different 861106738Sjake * architectures, which may be followed by UFS filesystems. 862106738Sjake * The firmware will set the boot path to the partition it 863106738Sjake * boots from ('f' in the sun4u case), but we want the kernel 864106738Sjake * to be loaded from the cd9660 fs ('a'), so the boot path 865106738Sjake * needs to be altered. 866106738Sjake */ 867106738Sjake if (bootpath[strlen(bootpath) - 2] == ':' && 868234898Smarius bootpath[strlen(bootpath) - 1] == 'f' && 869236581Smarius strstr(bootpath, "cdrom") != NULL) { 870106738Sjake bootpath[strlen(bootpath) - 1] = 'a'; 871106738Sjake printf("Boot path set to %s\n", bootpath); 87284996Srobert } 87384996Srobert 874234898Smarius /* 875234898Smarius * Initialize devices. 876234898Smarius */ 877234898Smarius for (dp = devsw; *dp != 0; dp++) 878234898Smarius if ((*dp)->dv_init != 0) 879234898Smarius (*dp)->dv_init(); 880234898Smarius 881245697Savg#ifdef LOADER_ZFS_SUPPORT 882245697Savg if (zfs_currdev.pool_guid != 0) { 883245697Savg (void)strncpy(bootpath, zfs_fmtdev(&zfs_currdev), 884245697Savg sizeof(bootpath) - 1); 885245697Savg bootpath[sizeof(bootpath) - 1] = '\0'; 886245697Savg } 887245697Savg#endif 888245697Savg 889236581Smarius env_setenv("currdev", EV_VOLATILE, bootpath, 890236581Smarius ofw_setcurrdev, env_nounset); 891236581Smarius env_setenv("loaddev", EV_VOLATILE, bootpath, 892236581Smarius env_noset, env_nounset); 893236581Smarius 894101287Sjake printf("\n"); 895101287Sjake printf("%s, Revision %s\n", bootprog_name, bootprog_rev); 896101287Sjake printf("(%s, %s)\n", bootprog_maker, bootprog_date); 89784996Srobert printf("bootpath=\"%s\"\n", bootpath); 89884996Srobert 89984996Srobert /* Give control to the machine independent loader code. */ 90084996Srobert interact(); 901170839Smarius return (1); 90284996Srobert} 90384996Srobert 904234897SmariusCOMMAND_SET(heap, "heap", "show heap usage", command_heap); 905234897Smarius 906234897Smariusstatic int 907234897Smariuscommand_heap(int argc, char *argv[]) 908234897Smarius{ 909234897Smarius 910234897Smarius mallocstats(); 911234897Smarius printf("heap base at %p, top at %p, upper limit at %p\n", heapva, 912234897Smarius sbrk(0), heapva + HEAPSZ); 913234897Smarius return(CMD_OK); 914234897Smarius} 915234897Smarius 91691110SjakeCOMMAND_SET(reboot, "reboot", "reboot the system", command_reboot); 91791110Sjake 91891110Sjakestatic int 91991110Sjakecommand_reboot(int argc, char *argv[]) 92091110Sjake{ 92191110Sjake int i; 92291110Sjake 92391110Sjake for (i = 0; devsw[i] != NULL; ++i) 92491110Sjake if (devsw[i]->dv_cleanup != NULL) 92591110Sjake (devsw[i]->dv_cleanup)(); 92691110Sjake 92791110Sjake printf("Rebooting...\n"); 92891110Sjake OF_exit(); 92991110Sjake} 93091110Sjake 93191110Sjake/* provide this for panic, as it's not in the startup code */ 93291110Sjakevoid 93391110Sjakeexit(int code) 93491110Sjake{ 935170839Smarius 93691110Sjake OF_exit(); 93791110Sjake} 93891110Sjake 93991110Sjake#ifdef LOADER_DEBUG 940188455Smariusstatic const char *const page_sizes[] = { 94184996Srobert " 8k", " 64k", "512k", " 4m" 94284996Srobert}; 94384996Srobert 94484996Srobertstatic void 945181398Smariuspmap_print_tte_sun4u(tte_t tag, tte_t tte) 94684996Srobert{ 947170839Smarius 94884996Srobert printf("%s %s ", 949191071Smarius page_sizes[(tte >> TD_SIZE_SHIFT) & TD_SIZE_MASK], 95084996Srobert tag & TD_G ? "G" : " "); 95184996Srobert printf(tte & TD_W ? "W " : " "); 95284996Srobert printf(tte & TD_P ? "\e[33mP\e[0m " : " "); 95384996Srobert printf(tte & TD_E ? "E " : " "); 95484996Srobert printf(tte & TD_CV ? "CV " : " "); 95584996Srobert printf(tte & TD_CP ? "CP " : " "); 95684996Srobert printf(tte & TD_L ? "\e[32mL\e[0m " : " "); 95784996Srobert printf(tte & TD_IE ? "IE " : " "); 95884996Srobert printf(tte & TD_NFO ? "NFO " : " "); 959181398Smarius printf("pa=0x%lx va=0x%lx ctx=%ld\n", 960181398Smarius TD_PA(tte), TLB_TAR_VA(tag), TLB_TAR_CTX(tag)); 96184996Srobert} 962181398Smarius 963181398Smariusstatic void 964181398Smariuspmap_print_tlb_sun4u(void) 96584996Srobert{ 966181398Smarius tte_t tag, tte; 967182478Smarius u_long pstate; 96884996Srobert int i; 96984996Srobert 970182478Smarius pstate = rdpr(pstate); 971181398Smarius for (i = 0; i < itlb_slot_max; i++) { 972182478Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 973223719Smarius tte = itlb_get_data_sun4u(tlb_locked, i); 974182478Smarius wrpr(pstate, pstate, 0); 97584996Srobert if (!(tte & TD_V)) 97684996Srobert continue; 977223719Smarius tag = ldxa(TLB_DAR_SLOT(tlb_locked, i), 978223719Smarius ASI_ITLB_TAG_READ_REG); 979181398Smarius printf("iTLB-%2u: ", i); 980181398Smarius pmap_print_tte_sun4u(tag, tte); 98184996Srobert } 982181398Smarius for (i = 0; i < dtlb_slot_max; i++) { 983182478Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 984223719Smarius tte = dtlb_get_data_sun4u(tlb_locked, i); 985182478Smarius wrpr(pstate, pstate, 0); 986181398Smarius if (!(tte & TD_V)) 987181398Smarius continue; 988223719Smarius tag = ldxa(TLB_DAR_SLOT(tlb_locked, i), 989223719Smarius ASI_DTLB_TAG_READ_REG); 990181398Smarius printf("dTLB-%2u: ", i); 991181398Smarius pmap_print_tte_sun4u(tag, tte); 992181398Smarius } 99384996Srobert} 99491110Sjake#endif 995