1/* 2 * Copyright (c) 2000-2011 Apple Inc. All rights reserved. 3 * 4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ 5 * 6 * This file contains Original Code and/or Modifications of Original Code 7 * as defined in and that are subject to the Apple Public Source License 8 * Version 2.0 (the 'License'). You may not use this file except in 9 * compliance with the License. The rights granted to you under the License 10 * may not be used to create, or enable the creation or redistribution of, 11 * unlawful or unlicensed copies of an Apple operating system, or to 12 * circumvent, violate, or enable the circumvention or violation of, any 13 * terms of an Apple operating system software license agreement. 14 * 15 * Please obtain a copy of the License at 16 * http://www.opensource.apple.com/apsl/ and read it before using this file. 17 * 18 * The Original Code and all software distributed under the License are 19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER 20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, 21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, 22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. 23 * Please see the License for the specific language governing rights and 24 * limitations under the License. 25 * 26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ 27 */ 28/* 29 * @OSF_COPYRIGHT@ 30 */ 31/* 32 * Mach Operating System 33 * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University 34 * All Rights Reserved. 35 * 36 * Permission to use, copy, modify and distribute this software and its 37 * documentation is hereby granted, provided that both the copyright 38 * notice and this permission notice appear in all copies of the 39 * software, derivative works or modified versions, and any portions 40 * thereof, and that both notices appear in supporting documentation. 41 * 42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR 44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 45 * 46 * Carnegie Mellon requests users of this software to return to 47 * 48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 49 * School of Computer Science 50 * Carnegie Mellon University 51 * Pittsburgh PA 15213-3890 52 * 53 * any improvements or extensions that they make and grant Carnegie Mellon 54 * the rights to redistribute these changes. 55 */ 56/* 57 */ 58/* 59 * File: vm/vm_init.c 60 * Author: Avadis Tevanian, Jr., Michael Wayne Young 61 * Date: 1985 62 * 63 * Initialize the Virtual Memory subsystem. 64 */ 65 66#include <mach/machine/vm_types.h> 67#include <mach/vm_map.h> 68#include <kern/zalloc.h> 69#include <kern/kalloc.h> 70#include <kern/kext_alloc.h> 71#include <sys/kdebug.h> 72#include <vm/vm_object.h> 73#include <vm/vm_map.h> 74#include <vm/vm_page.h> 75#include <vm/vm_kern.h> 76#include <vm/memory_object.h> 77#include <vm/vm_fault.h> 78#include <vm/vm_init.h> 79 80#include <pexpert/pexpert.h> 81 82#include <vm/vm_protos.h> 83 84#define ZONE_MAP_MIN CONFIG_ZONE_MAP_MIN 85 86/* Maximum zone size is 1.5G */ 87#define ZONE_MAP_MAX (1024 * 1024 * 1536) 88 89const vm_offset_t vm_min_kernel_address = VM_MIN_KERNEL_AND_KEXT_ADDRESS; 90const vm_offset_t vm_max_kernel_address = VM_MAX_KERNEL_ADDRESS; 91 92boolean_t vm_kernel_ready = FALSE; 93boolean_t kmem_ready = FALSE; 94boolean_t kmem_alloc_ready = FALSE; 95boolean_t zlog_ready = FALSE; 96 97vm_offset_t kmapoff_kaddr; 98unsigned int kmapoff_pgcnt; 99 100static inline void 101vm_mem_bootstrap_log(const char *message) 102{ 103// kprintf("vm_mem_bootstrap: %s\n", message); 104 kernel_debug_string(message); 105} 106 107/* 108 * vm_mem_bootstrap initializes the virtual memory system. 109 * This is done only by the first cpu up. 110 */ 111 112void 113vm_mem_bootstrap(void) 114{ 115 vm_offset_t start, end; 116 vm_size_t zsizearg; 117 mach_vm_size_t zsize; 118 119 /* 120 * Initializes resident memory structures. 121 * From here on, all physical memory is accounted for, 122 * and we use only virtual addresses. 123 */ 124 vm_mem_bootstrap_log("vm_page_bootstrap"); 125 vm_page_bootstrap(&start, &end); 126 127 /* 128 * Initialize other VM packages 129 */ 130 131 vm_mem_bootstrap_log("zone_bootstrap"); 132 zone_bootstrap(); 133 134 vm_mem_bootstrap_log("vm_object_bootstrap"); 135 vm_object_bootstrap(); 136 137 vm_kernel_ready = TRUE; 138 139 vm_mem_bootstrap_log("vm_map_init"); 140 vm_map_init(); 141 142 vm_mem_bootstrap_log("kmem_init"); 143 kmem_init(start, end); 144 kmem_ready = TRUE; 145 /* 146 * Eat a random amount of kernel_map to fuzz subsequent heap, zone and 147 * stack addresses. (With a 4K page and 9 bits of randomness, this 148 * eats at most 2M of VA from the map.) 149 */ 150 if (!PE_parse_boot_argn("kmapoff", &kmapoff_pgcnt, 151 sizeof (kmapoff_pgcnt))) 152 kmapoff_pgcnt = early_random() & 0x1ff; /* 9 bits */ 153 154 if (kmapoff_pgcnt > 0 && 155 vm_allocate(kernel_map, &kmapoff_kaddr, 156 kmapoff_pgcnt * PAGE_SIZE_64, VM_FLAGS_ANYWHERE) != KERN_SUCCESS) 157 panic("cannot vm_allocate %u kernel_map pages", kmapoff_pgcnt); 158 159 vm_mem_bootstrap_log("pmap_init"); 160 pmap_init(); 161 162 kmem_alloc_ready = TRUE; 163 164 if (PE_parse_boot_argn("zsize", &zsizearg, sizeof (zsizearg))) 165 zsize = zsizearg * 1024ULL * 1024ULL; 166 else { 167 zsize = sane_size >> 2; /* Get target zone size as 1/4 of physical memory */ 168 } 169 170 if (zsize < ZONE_MAP_MIN) 171 zsize = ZONE_MAP_MIN; /* Clamp to min */ 172#if defined(__LP64__) 173 zsize += zsize >> 1; 174#endif /* __LP64__ */ 175 if (zsize > sane_size >> 1) 176 zsize = sane_size >> 1; /* Clamp to half of RAM max */ 177#if !__LP64__ 178 if (zsize > ZONE_MAP_MAX) 179 zsize = ZONE_MAP_MAX; /* Clamp to 1.5GB max for K32 */ 180#endif /* !__LP64__ */ 181 182 vm_mem_bootstrap_log("kext_alloc_init"); 183 kext_alloc_init(); 184 185 vm_mem_bootstrap_log("zone_init"); 186 assert((vm_size_t) zsize == zsize); 187 zone_init((vm_size_t) zsize); /* Allocate address space for zones */ 188 189 /* The vm_page_zone must be created prior to kalloc_init; that 190 * routine can trigger zalloc()s (for e.g. mutex statistic structure 191 * initialization). The vm_page_zone must exist to saisfy fictitious 192 * page allocations (which are used for guard pages by the guard 193 * mode zone allocator). 194 */ 195 vm_mem_bootstrap_log("vm_page_module_init"); 196 vm_page_module_init(); 197 198 vm_mem_bootstrap_log("kalloc_init"); 199 kalloc_init(); 200 201 vm_mem_bootstrap_log("vm_fault_init"); 202 vm_fault_init(); 203 204 vm_mem_bootstrap_log("memory_manager_default_init"); 205 memory_manager_default_init(); 206 207 vm_mem_bootstrap_log("memory_object_control_bootstrap"); 208 memory_object_control_bootstrap(); 209 210 vm_mem_bootstrap_log("device_pager_bootstrap"); 211 device_pager_bootstrap(); 212 213 vm_paging_map_init(); 214 215 vm_mem_bootstrap_log("vm_mem_bootstrap done"); 216} 217 218void 219vm_mem_init(void) 220{ 221 vm_object_init(); 222} 223