FreeBSD/Linux Kernel Cross Reference
sys/vm/vm_phys.h
1 /*-
2 * Copyright (c) 2002-2006 Rice University
3 * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu>
4 * All rights reserved.
5 *
6 * This software was developed for the FreeBSD Project by Alan L. Cox,
7 * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
25 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
28 * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 *
31 * $FreeBSD$
32 */
33
34 /*
35 * Physical memory system definitions
36 */
37
38 #ifndef _VM_PHYS_H_
39 #define _VM_PHYS_H_
40
41 #ifdef _KERNEL
42
43 /* Domains must be dense (non-sparse) and zero-based. */
44 struct mem_affinity {
45 vm_paddr_t start;
46 vm_paddr_t end;
47 int domain;
48 };
49
50 struct vm_freelist {
51 struct pglist pl;
52 int lcnt;
53 };
54
55 struct vm_phys_seg {
56 vm_paddr_t start;
57 vm_paddr_t end;
58 vm_page_t first_page;
59 int domain;
60 struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER];
61 };
62
63 extern struct mem_affinity *mem_affinity;
64 extern int *mem_locality;
65 extern int vm_ndomains;
66 extern struct vm_phys_seg vm_phys_segs[];
67 extern int vm_phys_nsegs;
68
69 /*
70 * The following functions are only to be used by the virtual memory system.
71 */
72 void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end);
73 vm_page_t vm_phys_alloc_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
74 u_long alignment, vm_paddr_t boundary);
75 vm_page_t vm_phys_alloc_freelist_pages(int freelist, int pool, int order);
76 vm_page_t vm_phys_alloc_pages(int pool, int order);
77 boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high);
78 int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end,
79 vm_memattr_t memattr);
80 void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end);
81 vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa);
82 void vm_phys_free_contig(vm_page_t m, u_long npages);
83 void vm_phys_free_pages(vm_page_t m, int order);
84 void vm_phys_init(void);
85 vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa);
86 vm_page_t vm_phys_scan_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
87 u_long alignment, vm_paddr_t boundary, int options);
88 void vm_phys_set_pool(int pool, vm_page_t m, int order);
89 boolean_t vm_phys_unfree_page(vm_page_t m);
90 boolean_t vm_phys_zero_pages_idle(void);
91 int vm_phys_mem_affinity(int f, int t);
92
93 /*
94 * vm_phys_domain:
95 *
96 * Return the memory domain the page belongs to.
97 */
98 static inline struct vm_domain *
99 vm_phys_domain(vm_page_t m)
100 {
101 #ifdef VM_NUMA_ALLOC
102 int domn, segind;
103
104 /* XXXKIB try to assert that the page is managed */
105 segind = m->segind;
106 KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m));
107 domn = vm_phys_segs[segind].domain;
108 KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m));
109 return (&vm_dom[domn]);
110 #else
111 return (&vm_dom[0]);
112 #endif
113 }
114
115 static inline u_int
116 vm_phys_freecnt_adj(vm_page_t m, int adj)
117 {
118
119 mtx_assert(&vm_page_queue_free_mtx, MA_OWNED);
120 vm_phys_domain(m)->vmd_free_count += adj;
121 return (vm_cnt.v_free_count += adj);
122 }
123
124 #endif /* _KERNEL */
125 #endif /* !_VM_PHYS_H_ */
Cache object: c81a4aff0e514b297dd58accb1cd0204
|