1 | /* |
2 | * Copyright (c) 2000-2011 Apple Inc. All rights reserved. |
3 | * |
4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
5 | * |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License |
8 | * Version 2.0 (the 'License'). You may not use this file except in |
9 | * compliance with the License. The rights granted to you under the License |
10 | * may not be used to create, or enable the creation or redistribution of, |
11 | * unlawful or unlicensed copies of an Apple operating system, or to |
12 | * circumvent, violate, or enable the circumvention or violation of, any |
13 | * terms of an Apple operating system software license agreement. |
14 | * |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
17 | * |
18 | * The Original Code and all software distributed under the License are |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and |
24 | * limitations under the License. |
25 | * |
26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
27 | */ |
28 | /* |
29 | * @OSF_COPYRIGHT@ |
30 | */ |
31 | /* |
32 | * Mach Operating System |
33 | * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University |
34 | * All Rights Reserved. |
35 | * |
36 | * Permission to use, copy, modify and distribute this software and its |
37 | * documentation is hereby granted, provided that both the copyright |
38 | * notice and this permission notice appear in all copies of the |
39 | * software, derivative works or modified versions, and any portions |
40 | * thereof, and that both notices appear in supporting documentation. |
41 | * |
42 | * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" |
43 | * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR |
44 | * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. |
45 | * |
46 | * Carnegie Mellon requests users of this software to return to |
47 | * |
48 | * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU |
49 | * School of Computer Science |
50 | * Carnegie Mellon University |
51 | * Pittsburgh PA 15213-3890 |
52 | * |
53 | * any improvements or extensions that they make and grant Carnegie Mellon |
54 | * the rights to redistribute these changes. |
55 | */ |
56 | /* |
57 | */ |
58 | /* |
59 | * File: vm/vm_init.c |
60 | * Author: Avadis Tevanian, Jr., Michael Wayne Young |
61 | * Date: 1985 |
62 | * |
63 | * Initialize the Virtual Memory subsystem. |
64 | */ |
65 | |
66 | #include <mach/machine/vm_types.h> |
67 | #include <mach/vm_map.h> |
68 | #include <kern/zalloc.h> |
69 | #include <kern/kalloc.h> |
70 | #include <kern/kext_alloc.h> |
71 | #include <sys/kdebug.h> |
72 | #include <vm/vm_object.h> |
73 | #include <vm/vm_map.h> |
74 | #include <vm/vm_page.h> |
75 | #include <vm/vm_kern.h> |
76 | #include <vm/memory_object.h> |
77 | #include <vm/vm_fault.h> |
78 | #include <vm/vm_init.h> |
79 | |
80 | #include <pexpert/pexpert.h> |
81 | |
82 | #include <vm/vm_protos.h> |
83 | |
84 | #define ZONE_MAP_MIN CONFIG_ZONE_MAP_MIN |
85 | |
86 | /* Maximum zone size is 1.5G */ |
87 | #define ZONE_MAP_MAX (1024 * 1024 * 1536) |
88 | |
89 | const vm_offset_t vm_min_kernel_address = VM_MIN_KERNEL_AND_KEXT_ADDRESS; |
90 | const vm_offset_t vm_max_kernel_address = VM_MAX_KERNEL_ADDRESS; |
91 | |
92 | boolean_t vm_kernel_ready = FALSE; |
93 | boolean_t kmem_ready = FALSE; |
94 | boolean_t kmem_alloc_ready = FALSE; |
95 | boolean_t zlog_ready = FALSE; |
96 | |
97 | vm_offset_t kmapoff_kaddr; |
98 | unsigned int kmapoff_pgcnt; |
99 | |
100 | #if CONFIG_EMBEDDED |
101 | extern int log_executable_mem_entry; |
102 | #endif /* CONFIG_EMBEDDED */ |
103 | |
104 | static inline void |
105 | vm_mem_bootstrap_log(const char *message) |
106 | { |
107 | // kprintf("vm_mem_bootstrap: %s\n", message); |
108 | kernel_debug_string_early(message); |
109 | } |
110 | |
111 | /* |
112 | * vm_mem_bootstrap initializes the virtual memory system. |
113 | * This is done only by the first cpu up. |
114 | */ |
115 | |
116 | void |
117 | vm_mem_bootstrap(void) |
118 | { |
119 | vm_offset_t start, end; |
120 | vm_size_t zsizearg; |
121 | mach_vm_size_t zsize; |
122 | |
123 | /* |
124 | * Initializes resident memory structures. |
125 | * From here on, all physical memory is accounted for, |
126 | * and we use only virtual addresses. |
127 | */ |
128 | vm_mem_bootstrap_log("vm_page_bootstrap" ); |
129 | vm_page_bootstrap(&start, &end); |
130 | |
131 | /* |
132 | * Initialize other VM packages |
133 | */ |
134 | |
135 | vm_mem_bootstrap_log("zone_bootstrap" ); |
136 | zone_bootstrap(); |
137 | |
138 | vm_mem_bootstrap_log("vm_object_bootstrap" ); |
139 | vm_object_bootstrap(); |
140 | |
141 | vm_kernel_ready = TRUE; |
142 | |
143 | vm_mem_bootstrap_log("vm_map_init" ); |
144 | vm_map_init(); |
145 | |
146 | vm_mem_bootstrap_log("kmem_init" ); |
147 | kmem_init(start, end); |
148 | kmem_ready = TRUE; |
149 | /* |
150 | * Eat a random amount of kernel_map to fuzz subsequent heap, zone and |
151 | * stack addresses. (With a 4K page and 9 bits of randomness, this |
152 | * eats at most 2M of VA from the map.) |
153 | */ |
154 | if (!PE_parse_boot_argn("kmapoff" , &kmapoff_pgcnt, |
155 | sizeof (kmapoff_pgcnt))) |
156 | kmapoff_pgcnt = early_random() & 0x1ff; /* 9 bits */ |
157 | |
158 | if (kmapoff_pgcnt > 0 && |
159 | vm_allocate_kernel(kernel_map, &kmapoff_kaddr, |
160 | kmapoff_pgcnt * PAGE_SIZE_64, VM_FLAGS_ANYWHERE, VM_KERN_MEMORY_OSFMK) != KERN_SUCCESS) |
161 | panic("cannot vm_allocate %u kernel_map pages" , kmapoff_pgcnt); |
162 | |
163 | #if CONFIG_EMBEDDED |
164 | PE_parse_boot_argn("log_executable_mem_entry" , |
165 | &log_executable_mem_entry, |
166 | sizeof (log_executable_mem_entry)); |
167 | #endif /* CONFIG_EMBEDDED */ |
168 | |
169 | vm_mem_bootstrap_log("pmap_init" ); |
170 | pmap_init(); |
171 | |
172 | kmem_alloc_ready = TRUE; |
173 | |
174 | if (PE_parse_boot_argn("zsize" , &zsizearg, sizeof (zsizearg))) |
175 | zsize = zsizearg * 1024ULL * 1024ULL; |
176 | else { |
177 | zsize = sane_size >> 2; /* Get target zone size as 1/4 of physical memory */ |
178 | } |
179 | |
180 | if (zsize < ZONE_MAP_MIN) |
181 | zsize = ZONE_MAP_MIN; /* Clamp to min */ |
182 | |
183 | #if defined(__LP64__) |
184 | zsize += zsize >> 1; |
185 | #endif /* __LP64__ */ |
186 | if (zsize > sane_size >> 1) |
187 | zsize = sane_size >> 1; /* Clamp to half of RAM max */ |
188 | #if !__LP64__ |
189 | if (zsize > ZONE_MAP_MAX) |
190 | zsize = ZONE_MAP_MAX; /* Clamp to 1.5GB max for K32 */ |
191 | #endif /* !__LP64__ */ |
192 | |
193 | vm_mem_bootstrap_log("kext_alloc_init" ); |
194 | kext_alloc_init(); |
195 | |
196 | vm_mem_bootstrap_log("zone_init" ); |
197 | assert((vm_size_t) zsize == zsize); |
198 | zone_init((vm_size_t) zsize); /* Allocate address space for zones */ |
199 | |
200 | /* The vm_page_zone must be created prior to kalloc_init; that |
201 | * routine can trigger zalloc()s (for e.g. mutex statistic structure |
202 | * initialization). The vm_page_zone must exist to saisfy fictitious |
203 | * page allocations (which are used for guard pages by the guard |
204 | * mode zone allocator). |
205 | */ |
206 | vm_mem_bootstrap_log("vm_page_module_init" ); |
207 | vm_page_module_init(); |
208 | |
209 | vm_mem_bootstrap_log("kalloc_init" ); |
210 | kalloc_init(); |
211 | |
212 | vm_mem_bootstrap_log("vm_fault_init" ); |
213 | vm_fault_init(); |
214 | |
215 | vm_mem_bootstrap_log("memory_manager_default_init" ); |
216 | memory_manager_default_init(); |
217 | |
218 | vm_mem_bootstrap_log("memory_object_control_bootstrap" ); |
219 | memory_object_control_bootstrap(); |
220 | |
221 | vm_mem_bootstrap_log("device_pager_bootstrap" ); |
222 | device_pager_bootstrap(); |
223 | |
224 | vm_paging_map_init(); |
225 | |
226 | vm_mem_bootstrap_log("vm_mem_bootstrap done" ); |
227 | |
228 | #ifdef CONFIG_ZCACHE |
229 | zcache_bootstrap(); |
230 | #endif |
231 | vm_rtfault_record_init(); |
232 | } |
233 | |
234 | void |
235 | vm_mem_init(void) |
236 | { |
237 | vm_object_init(); |
238 | } |
239 | |