191970Stmm/*-
291970Stmm * Copyright (c) 1988 University of Utah.
391970Stmm * Copyright (c) 1982, 1986, 1990 The Regents of the University of California.
491970Stmm * All rights reserved.
591970Stmm *
691970Stmm * This code is derived from software contributed to Berkeley by
791970Stmm * the Systems Programming Group of the University of Utah Computer
891970Stmm * Science Department, and code derived from software contributed to
991970Stmm * Berkeley by William Jolitz.
1091970Stmm *
1191970Stmm * Redistribution and use in source and binary forms, with or without
1291970Stmm * modification, are permitted provided that the following conditions
1391970Stmm * are met:
1491970Stmm * 1. Redistributions of source code must retain the above copyright
1591970Stmm *    notice, this list of conditions and the following disclaimer.
1691970Stmm * 2. Redistributions in binary form must reproduce the above copyright
1791970Stmm *    notice, this list of conditions and the following disclaimer in the
1891970Stmm *    documentation and/or other materials provided with the distribution.
1991970Stmm * 4. Neither the name of the University nor the names of its contributors
2091970Stmm *    may be used to endorse or promote products derived from this software
2191970Stmm *    without specific prior written permission.
2291970Stmm *
2391970Stmm * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
2491970Stmm * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
2591970Stmm * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2691970Stmm * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
2791970Stmm * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2891970Stmm * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2991970Stmm * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
3091970Stmm * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
3191970Stmm * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
3291970Stmm * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
3391970Stmm * SUCH DAMAGE.
3491970Stmm *
3591970Stmm *	from: Utah $Hdr: mem.c 1.13 89/10/08$
3691970Stmm *	from: @(#)mem.c	7.2 (Berkeley) 5/9/91
3791970Stmm *	from: FreeBSD: src/sys/i386/i386/mem.c,v 1.94 2001/09/26
3891970Stmm */
3991970Stmm
40132956Smarkm#include <sys/cdefs.h>
41132956Smarkm__FBSDID("$FreeBSD$");
42132956Smarkm
4391970Stmm/*
4491970Stmm * Memory special file
4591970Stmm *
4691970Stmm * NOTE: other architectures support mmap()'ing the mem and kmem devices; this
4791970Stmm * might cause illegal aliases to be created for the locked kernel page(s), so
4891970Stmm * it is not implemented.
4991970Stmm */
5091970Stmm
5191970Stmm#include <sys/param.h>
5291970Stmm#include <sys/conf.h>
5391970Stmm#include <sys/fcntl.h>
5491970Stmm#include <sys/kernel.h>
5591970Stmm#include <sys/lock.h>
56132956Smarkm#include <sys/malloc.h>
57132956Smarkm#include <sys/memrange.h>
58130025Sphk#include <sys/module.h>
5991970Stmm#include <sys/mutex.h>
6091970Stmm#include <sys/proc.h>
6191970Stmm#include <sys/signalvar.h>
6291970Stmm#include <sys/systm.h>
6391970Stmm#include <sys/uio.h>
6491970Stmm
6591970Stmm#include <vm/vm.h>
6691970Stmm#include <vm/vm_param.h>
67112349Sjake#include <vm/vm_page.h>
68112349Sjake#include <vm/vm_kern.h>
6991970Stmm#include <vm/pmap.h>
7091970Stmm#include <vm/vm_extern.h>
7191970Stmm
7291970Stmm#include <machine/cache.h>
73112349Sjake#include <machine/md_var.h>
7491970Stmm#include <machine/pmap.h>
75112349Sjake#include <machine/tlb.h>
7691970Stmm
77132956Smarkm#include <machine/memdev.h>
7891970Stmm
79132956Smarkmstruct mem_range_softc mem_range_softc;
8091970Stmm
81132956Smarkm/* ARGSUSED */
82132956Smarkmint
83132956Smarkmmemrw(struct cdev *dev, struct uio *uio, int flags)
8491970Stmm{
8591970Stmm	struct iovec *iov;
86112349Sjake	vm_offset_t eva;
87112349Sjake	vm_offset_t off;
88112349Sjake	vm_offset_t ova;
89112349Sjake	vm_offset_t va;
90108331Sjake	vm_prot_t prot;
91113238Sjake	vm_paddr_t pa;
92112349Sjake	vm_size_t cnt;
93112349Sjake	vm_page_t m;
94112349Sjake	int error;
95112349Sjake	int i;
96211049Smarius	uint32_t colors;
9791970Stmm
98112349Sjake	cnt = 0;
99211049Smarius	colors = 1;
100112349Sjake	error = 0;
101112349Sjake	ova = 0;
102112349Sjake
10391970Stmm	GIANT_REQUIRED;
10491970Stmm
10591970Stmm	while (uio->uio_resid > 0 && error == 0) {
10691970Stmm		iov = uio->uio_iov;
10791970Stmm		if (iov->iov_len == 0) {
10891970Stmm			uio->uio_iov++;
10991970Stmm			uio->uio_iovcnt--;
11091970Stmm			if (uio->uio_iovcnt < 0)
111132956Smarkm				panic("memrw");
11291970Stmm			continue;
11391970Stmm		}
114183397Sed		if (dev2unit(dev) == CDEV_MINOR_MEM) {
115112349Sjake			pa = uio->uio_offset & ~PAGE_MASK;
116112349Sjake			if (!is_physical_memory(pa)) {
117112349Sjake				error = EFAULT;
118112349Sjake				break;
119112349Sjake			}
120112349Sjake
121112349Sjake			off = uio->uio_offset & PAGE_MASK;
122112349Sjake			cnt = PAGE_SIZE - ((vm_offset_t)iov->iov_base &
123112349Sjake			    PAGE_MASK);
124133774Smarius			cnt = ulmin(cnt, PAGE_SIZE - off);
125133774Smarius			cnt = ulmin(cnt, iov->iov_len);
126112349Sjake
127112349Sjake			m = NULL;
128112349Sjake			for (i = 0; phys_avail[i] != 0; i += 2) {
129112349Sjake				if (pa >= phys_avail[i] &&
130112349Sjake				    pa < phys_avail[i + 1]) {
131112349Sjake					m = PHYS_TO_VM_PAGE(pa);
13291970Stmm					break;
13391970Stmm				}
13491970Stmm			}
135112349Sjake
136112349Sjake			if (m != NULL) {
137211049Smarius				if (ova == 0) {
138211049Smarius					if (dcache_color_ignore == 0)
139211049Smarius						colors = DCACHE_COLORS;
140112349Sjake					ova = kmem_alloc_wait(kernel_map,
141211049Smarius					    PAGE_SIZE * colors);
142211049Smarius				}
143211049Smarius				if (colors != 1 && m->md.color != -1)
144169793Smarius					va = ova + m->md.color * PAGE_SIZE;
145164372Skmacy				else
146169793Smarius					va = ova;
147112349Sjake				pmap_qenter(va, &m, 1);
148112349Sjake				error = uiomove((void *)(va + off), cnt,
149112349Sjake				    uio);
150112349Sjake				pmap_qremove(va, 1);
151112349Sjake			} else {
152112349Sjake				va = TLB_PHYS_TO_DIRECT(pa);
153112349Sjake				error = uiomove((void *)(va + off), cnt,
154112349Sjake				    uio);
15591970Stmm			}
15691970Stmm			break;
157211049Smarius		} else if (dev2unit(dev) == CDEV_MINOR_KMEM) {
158112349Sjake			va = trunc_page(uio->uio_offset);
159112349Sjake			eva = round_page(uio->uio_offset + iov->iov_len);
16091970Stmm
16191970Stmm			/*
162112349Sjake			 * Make sure that all of the pages are currently
163112349Sjake			 * resident so we don't create any zero fill pages.
16491970Stmm			 */
165112349Sjake			for (; va < eva; va += PAGE_SIZE)
166112349Sjake				if (pmap_kextract(va) == 0)
167112349Sjake					return (EFAULT);
16891970Stmm
169108331Sjake			prot = (uio->uio_rw == UIO_READ) ? VM_PROT_READ :
170108331Sjake			    VM_PROT_WRITE;
171112349Sjake			va = uio->uio_offset;
172112349Sjake			if (va < VM_MIN_DIRECT_ADDRESS &&
173112349Sjake			    kernacc((void *)va, iov->iov_len, prot) == FALSE)
17491970Stmm				return (EFAULT);
175112349Sjake
176112349Sjake			error = uiomove((void *)va, iov->iov_len, uio);
177112349Sjake			break;
17891970Stmm		}
179132956Smarkm		/* else panic! */
18091970Stmm	}
181112349Sjake	if (ova != 0)
182211049Smarius		kmem_free_wakeup(kernel_map, ova, PAGE_SIZE * colors);
18391970Stmm	return (error);
18491970Stmm}
185