1 /*-
2 * Copyright (c) 1988 University of Utah.
3 * Copyright (c) 1982, 1986, 1990 The Regents of the University of California.
4 * All rights reserved.
5 *
6 * This code is derived from software contributed to Berkeley by
7 * the Systems Programming Group of the University of Utah Computer
8 * Science Department, and code derived from software contributed to
9 * Berkeley by William Jolitz.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 4. Neither the name of the University nor the names of its contributors
20 * may be used to endorse or promote products derived from this software
21 * without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
24 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
34 *
35 * from: Utah $Hdr: mem.c 1.13 89/10/08$
36 * from: @(#)mem.c 7.2 (Berkeley) 5/9/91
37 * from: FreeBSD: src/sys/i386/i386/mem.c,v 1.94 2001/09/26
38 */
39
40 #include <sys/cdefs.h>
41 __FBSDID("$FreeBSD$");
42
43 /*
44 * Memory special file
45 *
46 * NOTE: other architectures support mmap()'ing the mem and kmem devices; this
47 * might cause illegal aliases to be created for the locked kernel page(s), so
48 * it is not implemented.
49 */
50
51 #include <sys/param.h>
52 #include <sys/conf.h>
53 #include <sys/fcntl.h>
54 #include <sys/kernel.h>
55 #include <sys/lock.h>
56 #include <sys/malloc.h>
57 #include <sys/memrange.h>
58 #include <sys/module.h>
59 #include <sys/mutex.h>
60 #include <sys/proc.h>
61 #include <sys/signalvar.h>
62 #include <sys/systm.h>
63 #include <sys/uio.h>
64
65 #include <vm/vm.h>
66 #include <vm/vm_param.h>
67 #include <vm/vm_page.h>
68 #include <vm/vm_kern.h>
69 #include <vm/pmap.h>
70 #include <vm/vm_extern.h>
71
72 #ifndef SUN4V
73 #include <machine/cache.h>
74 #endif
75 #include <machine/md_var.h>
76 #include <machine/pmap.h>
77 #include <machine/tlb.h>
78
79 #include <machine/memdev.h>
80
81 struct mem_range_softc mem_range_softc;
82
83 /* ARGSUSED */
84 int
85 memrw(struct cdev *dev, struct uio *uio, int flags)
86 {
87 struct iovec *iov;
88 vm_offset_t eva;
89 vm_offset_t off;
90 vm_offset_t ova;
91 vm_offset_t va;
92 vm_prot_t prot;
93 vm_paddr_t pa;
94 vm_size_t cnt;
95 vm_page_t m;
96 int error;
97 int i;
98 uint32_t colors;
99
100 cnt = 0;
101 colors = 1;
102 error = 0;
103 ova = 0;
104
105 GIANT_REQUIRED;
106
107 while (uio->uio_resid > 0 && error == 0) {
108 iov = uio->uio_iov;
109 if (iov->iov_len == 0) {
110 uio->uio_iov++;
111 uio->uio_iovcnt--;
112 if (uio->uio_iovcnt < 0)
113 panic("memrw");
114 continue;
115 }
116 if (dev2unit(dev) == CDEV_MINOR_MEM) {
117 pa = uio->uio_offset & ~PAGE_MASK;
118 if (!is_physical_memory(pa)) {
119 error = EFAULT;
120 break;
121 }
122
123 off = uio->uio_offset & PAGE_MASK;
124 cnt = PAGE_SIZE - ((vm_offset_t)iov->iov_base &
125 PAGE_MASK);
126 cnt = ulmin(cnt, PAGE_SIZE - off);
127 cnt = ulmin(cnt, iov->iov_len);
128
129 m = NULL;
130 for (i = 0; phys_avail[i] != 0; i += 2) {
131 if (pa >= phys_avail[i] &&
132 pa < phys_avail[i + 1]) {
133 m = PHYS_TO_VM_PAGE(pa);
134 break;
135 }
136 }
137
138 if (m != NULL) {
139 if (ova == 0) {
140 #ifndef SUN4V
141 if (dcache_color_ignore == 0)
142 colors = DCACHE_COLORS;
143 #endif
144 ova = kmem_alloc_wait(kernel_map,
145 PAGE_SIZE * colors);
146 }
147 #ifndef SUN4V
148 if (colors != 1 && m->md.color != -1)
149 va = ova + m->md.color * PAGE_SIZE;
150 else
151 #endif
152 va = ova;
153 pmap_qenter(va, &m, 1);
154 error = uiomove((void *)(va + off), cnt,
155 uio);
156 pmap_qremove(va, 1);
157 } else {
158 va = TLB_PHYS_TO_DIRECT(pa);
159 error = uiomove((void *)(va + off), cnt,
160 uio);
161 }
162 break;
163 } else if (dev2unit(dev) == CDEV_MINOR_KMEM) {
164 va = trunc_page(uio->uio_offset);
165 eva = round_page(uio->uio_offset + iov->iov_len);
166
167 /*
168 * Make sure that all of the pages are currently
169 * resident so we don't create any zero fill pages.
170 */
171 for (; va < eva; va += PAGE_SIZE)
172 if (pmap_kextract(va) == 0)
173 return (EFAULT);
174
175 prot = (uio->uio_rw == UIO_READ) ? VM_PROT_READ :
176 VM_PROT_WRITE;
177 va = uio->uio_offset;
178 if (va < VM_MIN_DIRECT_ADDRESS &&
179 kernacc((void *)va, iov->iov_len, prot) == FALSE)
180 return (EFAULT);
181
182 error = uiomove((void *)va, iov->iov_len, uio);
183 break;
184 }
185 /* else panic! */
186 }
187 if (ova != 0)
188 kmem_free_wakeup(kernel_map, ova, PAGE_SIZE * colors);
189 return (error);
190 }
Cache object: f00cac0eb95ae44e59152c1a0f730b72
|