| @@ -1,190 +1,188 @@ | | | @@ -1,190 +1,188 @@ |
1 | /* $NetBSD: uvm_init.c,v 1.52 2019/12/27 12:51:57 ad Exp $ */ | | 1 | /* $NetBSD: uvm_init.c,v 1.53 2020/03/06 20:46:12 ad Exp $ */ |
2 | | | 2 | |
3 | /* | | 3 | /* |
4 | * Copyright (c) 1997 Charles D. Cranor and Washington University. | | 4 | * Copyright (c) 1997 Charles D. Cranor and Washington University. |
5 | * All rights reserved. | | 5 | * All rights reserved. |
6 | * | | 6 | * |
7 | * Redistribution and use in source and binary forms, with or without | | 7 | * Redistribution and use in source and binary forms, with or without |
8 | * modification, are permitted provided that the following conditions | | 8 | * modification, are permitted provided that the following conditions |
9 | * are met: | | 9 | * are met: |
10 | * 1. Redistributions of source code must retain the above copyright | | 10 | * 1. Redistributions of source code must retain the above copyright |
11 | * notice, this list of conditions and the following disclaimer. | | 11 | * notice, this list of conditions and the following disclaimer. |
12 | * 2. Redistributions in binary form must reproduce the above copyright | | 12 | * 2. Redistributions in binary form must reproduce the above copyright |
13 | * notice, this list of conditions and the following disclaimer in the | | 13 | * notice, this list of conditions and the following disclaimer in the |
14 | * documentation and/or other materials provided with the distribution. | | 14 | * documentation and/or other materials provided with the distribution. |
15 | * | | 15 | * |
16 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR | | 16 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
17 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES | | 17 | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
18 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. | | 18 | * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
19 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, | | 19 | * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT | | 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
21 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | | 21 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
22 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | | 22 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
23 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | | 23 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
24 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF | | 24 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
25 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | | 25 | * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
26 | * | | 26 | * |
27 | * from: Id: uvm_init.c,v 1.1.2.3 1998/02/06 05:15:27 chs Exp | | 27 | * from: Id: uvm_init.c,v 1.1.2.3 1998/02/06 05:15:27 chs Exp |
28 | */ | | 28 | */ |
29 | | | 29 | |
30 | /* | | 30 | /* |
31 | * uvm_init.c: init the vm system. | | 31 | * uvm_init.c: init the vm system. |
32 | */ | | 32 | */ |
33 | | | 33 | |
34 | #include <sys/cdefs.h> | | 34 | #include <sys/cdefs.h> |
35 | __KERNEL_RCSID(0, "$NetBSD: uvm_init.c,v 1.52 2019/12/27 12:51:57 ad Exp $"); | | 35 | __KERNEL_RCSID(0, "$NetBSD: uvm_init.c,v 1.53 2020/03/06 20:46:12 ad Exp $"); |
36 | | | 36 | |
37 | #include <sys/param.h> | | 37 | #include <sys/param.h> |
38 | #include <sys/systm.h> | | 38 | #include <sys/systm.h> |
39 | #include <sys/debug.h> | | 39 | #include <sys/debug.h> |
40 | #include <sys/file.h> | | 40 | #include <sys/file.h> |
41 | #include <sys/filedesc.h> | | 41 | #include <sys/filedesc.h> |
42 | #include <sys/resourcevar.h> | | 42 | #include <sys/resourcevar.h> |
43 | #include <sys/kmem.h> | | 43 | #include <sys/kmem.h> |
44 | #include <sys/mman.h> | | 44 | #include <sys/mman.h> |
45 | #include <sys/vnode.h> | | 45 | #include <sys/vnode.h> |
46 | | | 46 | |
47 | #include <uvm/uvm.h> | | 47 | #include <uvm/uvm.h> |
48 | #include <uvm/uvm_pdpolicy.h> | | 48 | #include <uvm/uvm_pdpolicy.h> |
49 | #include <uvm/uvm_physseg.h> | | 49 | #include <uvm/uvm_physseg.h> |
50 | #include <uvm/uvm_readahead.h> | | 50 | #include <uvm/uvm_readahead.h> |
51 | | | 51 | |
52 | /* | | 52 | /* |
53 | * struct uvm: we store most global vars in this structure to make them | | 53 | * struct uvm: we store most global vars in this structure to make them |
54 | * easier to spot... | | 54 | * easier to spot... |
55 | */ | | 55 | */ |
56 | | | 56 | |
57 | struct uvm uvm; /* decl */ | | 57 | struct uvm uvm; /* decl */ |
58 | struct uvmexp uvmexp; /* decl */ | | 58 | struct uvmexp uvmexp; /* decl */ |
59 | struct uvm_object *uvm_kernel_object; | | 59 | struct uvm_object *uvm_kernel_object; |
60 | | | 60 | |
61 | #if defined(__uvmexp_pagesize) | | 61 | #if defined(__uvmexp_pagesize) |
62 | const int * const uvmexp_pagesize = &uvmexp.pagesize; | | 62 | const int * const uvmexp_pagesize = &uvmexp.pagesize; |
63 | const int * const uvmexp_pagemask = &uvmexp.pagemask; | | 63 | const int * const uvmexp_pagemask = &uvmexp.pagemask; |
64 | const int * const uvmexp_pageshift = &uvmexp.pageshift; | | 64 | const int * const uvmexp_pageshift = &uvmexp.pageshift; |
65 | #endif | | 65 | #endif |
66 | | | 66 | |
67 | kmutex_t uvm_kentry_lock __cacheline_aligned; | | 67 | kmutex_t uvm_kentry_lock __cacheline_aligned; |
68 | | | 68 | |
69 | /* | | 69 | /* |
70 | * uvm_md_init: Init dependant on the MD boot context. | | 70 | * uvm_md_init: Init dependant on the MD boot context. |
71 | * called from MD code. | | 71 | * called from MD code. |
72 | */ | | 72 | */ |
73 | | | 73 | |
74 | void | | 74 | void |
75 | uvm_md_init(void) | | 75 | uvm_md_init(void) |
76 | { | | 76 | { |
77 | uvm_setpagesize(); /* initialize PAGE_SIZE-dependent variables */ | | 77 | uvm_setpagesize(); /* initialize PAGE_SIZE-dependent variables */ |
78 | uvm_physseg_init(); | | 78 | uvm_physseg_init(); |
79 | } | | 79 | } |
80 | | | 80 | |
81 | /* | | 81 | /* |
82 | * uvm_init: init the VM system. called from kern/init_main.c. | | 82 | * uvm_init: init the VM system. called from kern/init_main.c. |
83 | */ | | 83 | */ |
84 | | | 84 | |
85 | void | | 85 | void |
86 | uvm_init(void) | | 86 | uvm_init(void) |
87 | { | | 87 | { |
88 | vaddr_t kvm_start, kvm_end; | | 88 | vaddr_t kvm_start, kvm_end; |
89 | | | 89 | |
90 | /* | | 90 | /* |
91 | * Ensure that the hardware set the page size, zero the UVM structure. | | 91 | * Ensure that the hardware set the page size, zero the UVM structure. |
92 | */ | | 92 | */ |
93 | | | 93 | |
94 | if (uvmexp.pagesize == 0) { | | 94 | if (uvmexp.pagesize == 0) { |
95 | panic("uvm_init: page size not set"); | | 95 | panic("uvm_init: page size not set"); |
96 | } | | 96 | } |
97 | | | 97 | |
98 | memset(&uvm, 0, sizeof(uvm)); | | 98 | memset(&uvm, 0, sizeof(uvm)); |
99 | averunnable.fscale = FSCALE; | | 99 | averunnable.fscale = FSCALE; |
100 | | | 100 | |
101 | /* | | 101 | /* |
102 | * Init the page sub-system. This includes allocating the vm_page | | 102 | * Init the page sub-system. This includes allocating the vm_page |
103 | * structures, and setting up all the page queues (and locks). | | 103 | * structures, and setting up all the page queues (and locks). |
104 | * Available memory will be put in the "free" queue, kvm_start and | | 104 | * Available memory will be put in the "free" queue, kvm_start and |
105 | * kvm_end will be set to the area of kernel virtual memory which | | 105 | * kvm_end will be set to the area of kernel virtual memory which |
106 | * is available for general use. | | 106 | * is available for general use. |
107 | */ | | 107 | */ |
108 | | | 108 | |
109 | uvm_page_init(&kvm_start, &kvm_end); | | 109 | uvm_page_init(&kvm_start, &kvm_end); |
110 | | | 110 | |
111 | /* | | 111 | /* |
112 | * Init the map sub-system. | | 112 | * Init the map sub-system. |
113 | */ | | 113 | */ |
114 | | | 114 | |
115 | uvm_map_init(); | | 115 | uvm_map_init(); |
116 | | | 116 | |
117 | /* | | 117 | /* |
118 | * Setup the kernel's virtual memory data structures. This includes | | 118 | * Setup the kernel's virtual memory data structures. This includes |
119 | * setting up the kernel_map/kernel_object. | | 119 | * setting up the kernel_map/kernel_object. |
120 | * Bootstrap all kernel memory allocators. | | 120 | * Bootstrap all kernel memory allocators. |
121 | */ | | 121 | */ |
122 | | | 122 | |
123 | uao_init(); | | 123 | uao_init(); |
124 | uvm_km_bootstrap(kvm_start, kvm_end); | | 124 | uvm_km_bootstrap(kvm_start, kvm_end); |
125 | | | 125 | |
126 | /* | | 126 | /* |
127 | * Setup uvm_map caches and init the amap. | | 127 | * Setup uvm_map caches and init the amap. |
128 | */ | | 128 | */ |
129 | | | 129 | |
130 | uvm_map_init_caches(); | | 130 | uvm_map_init_caches(); |
131 | uvm_amap_init(); | | 131 | uvm_amap_init(); |
132 | | | 132 | |
133 | /* | | 133 | /* |
134 | * Init the pmap module. The pmap module is free to allocate | | 134 | * Init the pmap module. The pmap module is free to allocate |
135 | * memory for its private use (e.g. pvlists). | | 135 | * memory for its private use (e.g. pvlists). |
136 | */ | | 136 | */ |
137 | | | 137 | |
138 | pmap_init(); | | 138 | pmap_init(); |
139 | | | 139 | |
140 | /* | | 140 | /* |
141 | * Make kernel memory allocators ready for use. | | 141 | * Make kernel memory allocators ready for use. |
142 | * After this call the pool/kmem memory allocators can be used. | | 142 | * After this call the pool/kmem memory allocators can be used. |
143 | */ | | 143 | */ |
144 | | | 144 | |
145 | uvm_km_init(); | | 145 | uvm_km_init(); |
146 | #ifdef __HAVE_PMAP_PV_TRACK | | 146 | #ifdef __HAVE_PMAP_PV_TRACK |
147 | pmap_pv_init(); | | 147 | pmap_pv_init(); |
148 | #endif | | 148 | #endif |
149 | | | 149 | |
150 | #ifdef DEBUG | | 150 | #ifdef DEBUG |
151 | debug_init(); | | 151 | debug_init(); |
152 | #endif | | 152 | #endif |
153 | | | 153 | |
154 | /* | | 154 | /* |
155 | * Init all pagers and the pager_map. | | 155 | * Init all pagers and the pager_map. |
156 | */ | | 156 | */ |
157 | | | 157 | |
158 | uvm_pager_init(); | | 158 | uvm_pager_init(); |
159 | | | 159 | |
160 | /* | | 160 | /* |
161 | * Initialize the uvm_loan() facility. | | 161 | * Initialize the uvm_loan() facility. |
162 | */ | | 162 | */ |
163 | | | 163 | |
164 | uvm_loan_init(); | | 164 | uvm_loan_init(); |
165 | | | 165 | |
166 | /* | | 166 | /* |
167 | * The VM system is now up! Now that kmem is up we can resize the | | 167 | * Enable paging of kernel objects. |
168 | * <obj,off> => <page> hash table for general use and enable paging | | | |
169 | * of kernel objects. | | | |
170 | */ | | 168 | */ |
171 | | | 169 | |
172 | uao_create(VM_MAX_KERNEL_ADDRESS - VM_MIN_KERNEL_ADDRESS, | | 170 | uao_create(VM_MAX_KERNEL_ADDRESS - VM_MIN_KERNEL_ADDRESS, |
173 | UAO_FLAG_KERNSWAP); | | 171 | UAO_FLAG_KERNSWAP); |
174 | | | 172 | |
175 | uvmpdpol_reinit(); | | 173 | uvmpdpol_reinit(); |
176 | | | 174 | |
177 | /* | | 175 | /* |
178 | * Init anonymous memory systems. | | 176 | * Init anonymous memory systems. |
179 | */ | | 177 | */ |
180 | | | 178 | |
181 | uvm_anon_init(); | | 179 | uvm_anon_init(); |
182 | | | 180 | |
183 | uvm_uarea_init(); | | 181 | uvm_uarea_init(); |
184 | | | 182 | |
185 | /* | | 183 | /* |
186 | * Init readahead mechanism. | | 184 | * Init readahead mechanism. |
187 | */ | | 185 | */ |
188 | | | 186 | |
189 | uvm_ra_init(); | | 187 | uvm_ra_init(); |
190 | } | | 188 | } |