FreeBSD/Linux Kernel Cross Reference
sys/vm/vm_phys.h
1 /*-
2 * Copyright (c) 2002-2006 Rice University
3 * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu>
4 * All rights reserved.
5 *
6 * This software was developed for the FreeBSD Project by Alan L. Cox,
7 * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
25 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
28 * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 *
31 * $FreeBSD: releng/11.0/sys/vm/vm_phys.h 297748 2016-04-09 13:58:04Z jhb $
32 */
33
34 /*
35 * Physical memory system definitions
36 */
37
38 #ifndef _VM_PHYS_H_
39 #define _VM_PHYS_H_
40
41 #ifdef _KERNEL
42
43 /* Domains must be dense (non-sparse) and zero-based. */
44 struct mem_affinity {
45 vm_paddr_t start;
46 vm_paddr_t end;
47 int domain;
48 };
49
50 struct vm_freelist {
51 struct pglist pl;
52 int lcnt;
53 };
54
55 struct vm_phys_seg {
56 vm_paddr_t start;
57 vm_paddr_t end;
58 vm_page_t first_page;
59 int domain;
60 struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER];
61 };
62
63 extern struct mem_affinity *mem_affinity;
64 extern int *mem_locality;
65 extern int vm_ndomains;
66 extern struct vm_phys_seg vm_phys_segs[];
67 extern int vm_phys_nsegs;
68
69 /*
70 * The following functions are only to be used by the virtual memory system.
71 */
72 void vm_phys_add_page(vm_paddr_t pa);
73 void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end);
74 vm_page_t vm_phys_alloc_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
75 u_long alignment, vm_paddr_t boundary);
76 vm_page_t vm_phys_alloc_freelist_pages(int freelist, int pool, int order);
77 vm_page_t vm_phys_alloc_pages(int pool, int order);
78 boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high);
79 int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end,
80 vm_memattr_t memattr);
81 void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end);
82 vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa);
83 void vm_phys_free_contig(vm_page_t m, u_long npages);
84 void vm_phys_free_pages(vm_page_t m, int order);
85 void vm_phys_init(void);
86 vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa);
87 vm_page_t vm_phys_scan_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
88 u_long alignment, vm_paddr_t boundary, int options);
89 void vm_phys_set_pool(int pool, vm_page_t m, int order);
90 boolean_t vm_phys_unfree_page(vm_page_t m);
91 boolean_t vm_phys_zero_pages_idle(void);
92 int vm_phys_mem_affinity(int f, int t);
93
94 /*
95 * vm_phys_domain:
96 *
97 * Return the memory domain the page belongs to.
98 */
99 static inline struct vm_domain *
100 vm_phys_domain(vm_page_t m)
101 {
102 #ifdef VM_NUMA_ALLOC
103 int domn, segind;
104
105 /* XXXKIB try to assert that the page is managed */
106 segind = m->segind;
107 KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m));
108 domn = vm_phys_segs[segind].domain;
109 KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m));
110 return (&vm_dom[domn]);
111 #else
112 return (&vm_dom[0]);
113 #endif
114 }
115
116 static inline void
117 vm_phys_freecnt_adj(vm_page_t m, int adj)
118 {
119
120 mtx_assert(&vm_page_queue_free_mtx, MA_OWNED);
121 vm_cnt.v_free_count += adj;
122 vm_phys_domain(m)->vmd_free_count += adj;
123 }
124
125 #endif /* _KERNEL */
126 #endif /* !_VM_PHYS_H_ */
Cache object: 5e48a3e051c65c94593c3f2e7a262a0d
|