191970Stmm/*- 291970Stmm * Copyright (c) 1988 University of Utah. 391970Stmm * Copyright (c) 1982, 1986, 1990 The Regents of the University of California. 491970Stmm * All rights reserved. 591970Stmm * 691970Stmm * This code is derived from software contributed to Berkeley by 791970Stmm * the Systems Programming Group of the University of Utah Computer 891970Stmm * Science Department, and code derived from software contributed to 991970Stmm * Berkeley by William Jolitz. 1091970Stmm * 1191970Stmm * Redistribution and use in source and binary forms, with or without 1291970Stmm * modification, are permitted provided that the following conditions 1391970Stmm * are met: 1491970Stmm * 1. Redistributions of source code must retain the above copyright 1591970Stmm * notice, this list of conditions and the following disclaimer. 1691970Stmm * 2. Redistributions in binary form must reproduce the above copyright 1791970Stmm * notice, this list of conditions and the following disclaimer in the 1891970Stmm * documentation and/or other materials provided with the distribution. 1991970Stmm * 4. Neither the name of the University nor the names of its contributors 2091970Stmm * may be used to endorse or promote products derived from this software 2191970Stmm * without specific prior written permission. 2291970Stmm * 2391970Stmm * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 2491970Stmm * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2591970Stmm * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2691970Stmm * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 2791970Stmm * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2891970Stmm * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2991970Stmm * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3091970Stmm * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3191970Stmm * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3291970Stmm * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3391970Stmm * SUCH DAMAGE. 3491970Stmm * 3591970Stmm * from: Utah $Hdr: mem.c 1.13 89/10/08$ 3691970Stmm * from: @(#)mem.c 7.2 (Berkeley) 5/9/91 3791970Stmm * from: FreeBSD: src/sys/i386/i386/mem.c,v 1.94 2001/09/26 3891970Stmm */ 3991970Stmm 40132956Smarkm#include <sys/cdefs.h> 41132956Smarkm__FBSDID("$FreeBSD$"); 42132956Smarkm 4391970Stmm/* 4491970Stmm * Memory special file 4591970Stmm * 4691970Stmm * NOTE: other architectures support mmap()'ing the mem and kmem devices; this 4791970Stmm * might cause illegal aliases to be created for the locked kernel page(s), so 4891970Stmm * it is not implemented. 4991970Stmm */ 5091970Stmm 5191970Stmm#include <sys/param.h> 5291970Stmm#include <sys/conf.h> 5391970Stmm#include <sys/fcntl.h> 5491970Stmm#include <sys/kernel.h> 5591970Stmm#include <sys/lock.h> 56132956Smarkm#include <sys/malloc.h> 57132956Smarkm#include <sys/memrange.h> 58130025Sphk#include <sys/module.h> 5991970Stmm#include <sys/mutex.h> 6091970Stmm#include <sys/proc.h> 6191970Stmm#include <sys/signalvar.h> 6291970Stmm#include <sys/systm.h> 6391970Stmm#include <sys/uio.h> 6491970Stmm 6591970Stmm#include <vm/vm.h> 6691970Stmm#include <vm/vm_param.h> 67112349Sjake#include <vm/vm_page.h> 68112349Sjake#include <vm/vm_kern.h> 6991970Stmm#include <vm/pmap.h> 7091970Stmm#include <vm/vm_extern.h> 7191970Stmm 7291970Stmm#include <machine/cache.h> 73112349Sjake#include <machine/md_var.h> 7491970Stmm#include <machine/pmap.h> 75112349Sjake#include <machine/tlb.h> 7691970Stmm 77132956Smarkm#include <machine/memdev.h> 7891970Stmm 79132956Smarkmstruct mem_range_softc mem_range_softc; 8091970Stmm 81132956Smarkm/* ARGSUSED */ 82132956Smarkmint 83132956Smarkmmemrw(struct cdev *dev, struct uio *uio, int flags) 8491970Stmm{ 8591970Stmm struct iovec *iov; 86112349Sjake vm_offset_t eva; 87112349Sjake vm_offset_t off; 88112349Sjake vm_offset_t ova; 89112349Sjake vm_offset_t va; 90108331Sjake vm_prot_t prot; 91113238Sjake vm_paddr_t pa; 92112349Sjake vm_size_t cnt; 93112349Sjake vm_page_t m; 94112349Sjake int error; 95112349Sjake int i; 96211049Smarius uint32_t colors; 9791970Stmm 98112349Sjake cnt = 0; 99211049Smarius colors = 1; 100112349Sjake error = 0; 101112349Sjake ova = 0; 102112349Sjake 10391970Stmm GIANT_REQUIRED; 10491970Stmm 10591970Stmm while (uio->uio_resid > 0 && error == 0) { 10691970Stmm iov = uio->uio_iov; 10791970Stmm if (iov->iov_len == 0) { 10891970Stmm uio->uio_iov++; 10991970Stmm uio->uio_iovcnt--; 11091970Stmm if (uio->uio_iovcnt < 0) 111132956Smarkm panic("memrw"); 11291970Stmm continue; 11391970Stmm } 114183397Sed if (dev2unit(dev) == CDEV_MINOR_MEM) { 115112349Sjake pa = uio->uio_offset & ~PAGE_MASK; 116112349Sjake if (!is_physical_memory(pa)) { 117112349Sjake error = EFAULT; 118112349Sjake break; 119112349Sjake } 120112349Sjake 121112349Sjake off = uio->uio_offset & PAGE_MASK; 122112349Sjake cnt = PAGE_SIZE - ((vm_offset_t)iov->iov_base & 123112349Sjake PAGE_MASK); 124133774Smarius cnt = ulmin(cnt, PAGE_SIZE - off); 125133774Smarius cnt = ulmin(cnt, iov->iov_len); 126112349Sjake 127112349Sjake m = NULL; 128112349Sjake for (i = 0; phys_avail[i] != 0; i += 2) { 129112349Sjake if (pa >= phys_avail[i] && 130112349Sjake pa < phys_avail[i + 1]) { 131112349Sjake m = PHYS_TO_VM_PAGE(pa); 13291970Stmm break; 13391970Stmm } 13491970Stmm } 135112349Sjake 136112349Sjake if (m != NULL) { 137211049Smarius if (ova == 0) { 138211049Smarius if (dcache_color_ignore == 0) 139211049Smarius colors = DCACHE_COLORS; 140112349Sjake ova = kmem_alloc_wait(kernel_map, 141211049Smarius PAGE_SIZE * colors); 142211049Smarius } 143211049Smarius if (colors != 1 && m->md.color != -1) 144169793Smarius va = ova + m->md.color * PAGE_SIZE; 145164372Skmacy else 146169793Smarius va = ova; 147112349Sjake pmap_qenter(va, &m, 1); 148112349Sjake error = uiomove((void *)(va + off), cnt, 149112349Sjake uio); 150112349Sjake pmap_qremove(va, 1); 151112349Sjake } else { 152112349Sjake va = TLB_PHYS_TO_DIRECT(pa); 153112349Sjake error = uiomove((void *)(va + off), cnt, 154112349Sjake uio); 15591970Stmm } 15691970Stmm break; 157211049Smarius } else if (dev2unit(dev) == CDEV_MINOR_KMEM) { 158112349Sjake va = trunc_page(uio->uio_offset); 159112349Sjake eva = round_page(uio->uio_offset + iov->iov_len); 16091970Stmm 16191970Stmm /* 162112349Sjake * Make sure that all of the pages are currently 163112349Sjake * resident so we don't create any zero fill pages. 16491970Stmm */ 165112349Sjake for (; va < eva; va += PAGE_SIZE) 166112349Sjake if (pmap_kextract(va) == 0) 167112349Sjake return (EFAULT); 16891970Stmm 169108331Sjake prot = (uio->uio_rw == UIO_READ) ? VM_PROT_READ : 170108331Sjake VM_PROT_WRITE; 171112349Sjake va = uio->uio_offset; 172112349Sjake if (va < VM_MIN_DIRECT_ADDRESS && 173112349Sjake kernacc((void *)va, iov->iov_len, prot) == FALSE) 17491970Stmm return (EFAULT); 175112349Sjake 176112349Sjake error = uiomove((void *)va, iov->iov_len, uio); 177112349Sjake break; 17891970Stmm } 179132956Smarkm /* else panic! */ 18091970Stmm } 181112349Sjake if (ova != 0) 182211049Smarius kmem_free_wakeup(kernel_map, ova, PAGE_SIZE * colors); 18391970Stmm return (error); 18491970Stmm} 185