/* * Copyright (c) 2000-2009 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in * compliance with the License. The rights granted to you under the License * may not be used to create, or enable the creation or redistribution of, * unlawful or unlicensed copies of an Apple operating system, or to * circumvent, violate, or enable the circumvention or violation of, any * terms of an Apple operating system software license agreement. * * Please obtain a copy of the License at * http://www.opensource.apple.com/apsl/ and read it before using this file. * * The Original Code and all software distributed under the License are * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. * Please see the License for the specific language governing rights and * limitations under the License. * * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * @OSF_COPYRIGHT@ */ /* * Mach Operating System * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University * All Rights Reserved. * * Permission to use, copy, modify and distribute this software and its * documentation is hereby granted, provided that both the copyright * notice and this permission notice appear in all copies of the * software, derivative works or modified versions, and any portions * thereof, and that both notices appear in supporting documentation. * * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. * * Carnegie Mellon requests users of this software to return to * * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU * School of Computer Science * Carnegie Mellon University * Pittsburgh PA 15213-3890 * * any improvements or extensions that they make and grant Carnegie Mellon * the rights to redistribute these changes. */ /* */ /* * File: mach/vm_statistics.h * Author: Avadis Tevanian, Jr., Michael Wayne Young, David Golub * * Virtual memory statistics structure. * */ #ifndef _MACH_VM_STATISTICS_H_ #define _MACH_VM_STATISTICS_H_ #include /* * vm_statistics * * History: * rev0 - original structure. * rev1 - added purgable info (purgable_count and purges). * rev2 - added speculative_count. * * Note: you cannot add any new fields to this structure. Add them below in * vm_statistics64. */ struct vm_statistics { natural_t free_count; /* # of pages free */ natural_t active_count; /* # of pages active */ natural_t inactive_count; /* # of pages inactive */ natural_t wire_count; /* # of pages wired down */ natural_t zero_fill_count; /* # of zero fill pages */ natural_t reactivations; /* # of pages reactivated */ natural_t pageins; /* # of pageins */ natural_t pageouts; /* # of pageouts */ natural_t faults; /* # of faults */ natural_t cow_faults; /* # of copy-on-writes */ natural_t lookups; /* object cache lookups */ natural_t hits; /* object cache hits */ /* added for rev1 */ natural_t purgeable_count; /* # of pages purgeable */ natural_t purges; /* # of pages purged */ /* added for rev2 */ /* * NB: speculative pages are already accounted for in "free_count", * so "speculative_count" is the number of "free" pages that are * used to hold data that was read speculatively from disk but * haven't actually been used by anyone so far. */ natural_t speculative_count; /* # of pages speculative */ }; /* Used by all architectures */ typedef struct vm_statistics *vm_statistics_t; typedef struct vm_statistics vm_statistics_data_t; /* * vm_statistics64 * * History: * rev0 - original structure. * rev1 - added purgable info (purgable_count and purges). * rev2 - added speculative_count. * ---- * rev3 - changed name to vm_statistics64. * changed some fields in structure to 64-bit on * arm, i386 and x86_64 architectures. * rev4 - require 64-bit alignment for efficient access * in the kernel. No change to reported data. * */ struct vm_statistics64 { natural_t free_count; /* # of pages free */ natural_t active_count; /* # of pages active */ natural_t inactive_count; /* # of pages inactive */ natural_t wire_count; /* # of pages wired down */ uint64_t zero_fill_count; /* # of zero fill pages */ uint64_t reactivations; /* # of pages reactivated */ uint64_t pageins; /* # of pageins */ uint64_t pageouts; /* # of pageouts */ uint64_t faults; /* # of faults */ uint64_t cow_faults; /* # of copy-on-writes */ uint64_t lookups; /* object cache lookups */ uint64_t hits; /* object cache hits */ uint64_t purges; /* # of pages purged */ natural_t purgeable_count; /* # of pages purgeable */ /* * NB: speculative pages are already accounted for in "free_count", * so "speculative_count" is the number of "free" pages that are * used to hold data that was read speculatively from disk but * haven't actually been used by anyone so far. */ natural_t speculative_count; /* # of pages speculative */ /* added for rev1 */ uint64_t decompressions; /* # of pages decompressed */ uint64_t compressions; /* # of pages compressed */ uint64_t swapins; /* # of pages swapped in (via compression segments) */ uint64_t swapouts; /* # of pages swapped out (via compression segments) */ natural_t compressor_page_count; /* # of pages used by the compressed pager to hold all the compressed data */ natural_t throttled_count; /* # of pages throttled */ natural_t external_page_count; /* # of pages that are file-backed (non-swap) */ natural_t internal_page_count; /* # of pages that are anonymous */ uint64_t total_uncompressed_pages_in_compressor; /* # of pages (uncompressed) held within the compressor. */ } __attribute__((aligned(8))); typedef struct vm_statistics64 *vm_statistics64_t; typedef struct vm_statistics64 vm_statistics64_data_t; /* * VM_STATISTICS_TRUNCATE_TO_32_BIT * * This is used by host_statistics() to truncate and peg the 64-bit in-kernel values from * vm_statistics64 to the 32-bit values of the older structure above (vm_statistics). */ #define VM_STATISTICS_TRUNCATE_TO_32_BIT(value) ((uint32_t)(((value) > UINT32_MAX ) ? UINT32_MAX : (value))) /* * vm_extmod_statistics * * Structure to record modifications to a task by an * external agent. * * History: * rev0 - original structure. */ struct vm_extmod_statistics { int64_t task_for_pid_count; /* # of times task port was looked up */ int64_t task_for_pid_caller_count; /* # of times this task called task_for_pid */ int64_t thread_creation_count; /* # of threads created in task */ int64_t thread_creation_caller_count; /* # of threads created by task */ int64_t thread_set_state_count; /* # of register state sets in task */ int64_t thread_set_state_caller_count; /* # of register state sets by task */ } __attribute__((aligned(8))); typedef struct vm_extmod_statistics *vm_extmod_statistics_t; typedef struct vm_extmod_statistics vm_extmod_statistics_data_t; typedef struct vm_purgeable_stat { uint64_t count; uint64_t size; }vm_purgeable_stat_t; struct vm_purgeable_info { vm_purgeable_stat_t fifo_data[8]; vm_purgeable_stat_t obsolete_data; vm_purgeable_stat_t lifo_data[8]; }; typedef struct vm_purgeable_info *vm_purgeable_info_t; /* included for the vm_map_page_query call */ #define VM_PAGE_QUERY_PAGE_PRESENT 0x1 #define VM_PAGE_QUERY_PAGE_FICTITIOUS 0x2 #define VM_PAGE_QUERY_PAGE_REF 0x4 #define VM_PAGE_QUERY_PAGE_DIRTY 0x8 #define VM_PAGE_QUERY_PAGE_PAGED_OUT 0x10 #define VM_PAGE_QUERY_PAGE_COPIED 0x20 #define VM_PAGE_QUERY_PAGE_SPECULATIVE 0x40 #define VM_PAGE_QUERY_PAGE_EXTERNAL 0x80 #define VM_PAGE_QUERY_PAGE_CS_VALIDATED 0x100 #define VM_PAGE_QUERY_PAGE_CS_TAINTED 0x200 #ifdef MACH_KERNEL_PRIVATE /* * Each machine dependent implementation is expected to * keep certain statistics. They may do this anyway they * so choose, but are expected to return the statistics * in the following structure. */ struct pmap_statistics { integer_t resident_count; /* # of pages mapped (total)*/ integer_t resident_max; /* # of pages mapped (peak) */ integer_t wired_count; /* # of pages wired */ integer_t device; integer_t device_peak; integer_t internal; integer_t internal_peak; integer_t external; integer_t external_peak; integer_t reusable; integer_t reusable_peak; uint64_t compressed __attribute__((aligned(8))); uint64_t compressed_peak __attribute__((aligned(8))); uint64_t compressed_lifetime __attribute__((aligned(8))); }; typedef struct pmap_statistics *pmap_statistics_t; #define PMAP_STATS_PEAK(field) \ MACRO_BEGIN \ if (field > field##_peak) { \ field##_peak = field; \ } \ MACRO_END #endif /* MACH_KERNEL_PRIVATE */ /* * VM allocation flags: * * VM_FLAGS_FIXED * (really the absence of VM_FLAGS_ANYWHERE) * Allocate new VM region at the specified virtual address, if possible. * * VM_FLAGS_ANYWHERE * Allocate new VM region anywhere it would fit in the address space. * * VM_FLAGS_PURGABLE * Create a purgable VM object for that new VM region. * * VM_FLAGS_NO_PMAP_CHECK * (for DEBUG kernel config only, ignored for other configs) * Do not check that there is no stale pmap mapping for the new VM region. * This is useful for kernel memory allocations at bootstrap when building * the initial kernel address space while some memory is already in use. * * VM_FLAGS_OVERWRITE * The new VM region can replace existing VM regions if necessary * (to be used in combination with VM_FLAGS_FIXED). * * VM_FLAGS_NO_CACHE * Pages brought in to this VM region are placed on the speculative * queue instead of the active queue. In other words, they are not * cached so that they will be stolen first if memory runs low. */ #define VM_FLAGS_FIXED 0x0000 #define VM_FLAGS_ANYWHERE 0x0001 #define VM_FLAGS_PURGABLE 0x0002 #define VM_FLAGS_NO_CACHE 0x0010 #ifdef KERNEL_PRIVATE #define VM_FLAGS_PERMANENT 0x0100 /* mapping can NEVER be unmapped */ #define VM_FLAGS_GUARD_AFTER 0x0200 /* guard page after the mapping */ #define VM_FLAGS_GUARD_BEFORE 0x0400 /* guard page before the mapping */ #define VM_FLAGS_SUBMAP 0x0800 /* mapping a VM submap */ #define VM_FLAGS_ALREADY 0x1000 /* OK if same mapping already exists */ #define VM_FLAGS_BEYOND_MAX 0x2000 /* map beyond the map's max offset */ #endif /* KERNEL_PRIVATE */ #define VM_FLAGS_OVERWRITE 0x4000 /* delete any existing mappings first */ #ifdef KERNEL_PRIVATE #define VM_FLAGS_NO_PMAP_CHECK 0x8000 /* do not check that pmap is empty */ #endif /* KERNEL_PRIVATE */ /* * VM_FLAGS_SUPERPAGE_MASK * 3 bits that specify whether large pages should be used instead of * base pages (!=0), as well as the requested page size. */ #define VM_FLAGS_SUPERPAGE_MASK 0x70000 /* bits 0x10000, 0x20000, 0x40000 */ #ifdef KERNEL_PRIVATE #define VM_FLAGS_MAP_JIT 0x80000 /* Used to mark an entry as describing a JIT region */ #endif /* KERNEL_PRIVATE */ #define VM_FLAGS_RETURN_DATA_ADDR 0x100000 /* Return address of target data, rather than base of page */ #ifdef KERNEL_PRIVATE #define VM_FLAGS_IOKIT_ACCT 0x200000 /* IOKit accounting */ #define VM_FLAGS_KEEP_MAP_LOCKED 0x400000 /* Keep the map locked when returning from vm_map_enter() */ #endif /* KERNEL_PRIVATE */ #define VM_FLAGS_ALIAS_MASK 0xFF000000 #define VM_GET_FLAGS_ALIAS(flags, alias) \ (alias) = ((flags) & VM_FLAGS_ALIAS_MASK) >> 24 #define VM_SET_FLAGS_ALIAS(flags, alias) \ (flags) = (((flags) & ~VM_FLAGS_ALIAS_MASK) | \ (((alias) & ~VM_FLAGS_ALIAS_MASK) << 24)) /* These are the flags that we accept from user-space */ #define VM_FLAGS_USER_ALLOCATE (VM_FLAGS_FIXED | \ VM_FLAGS_ANYWHERE | \ VM_FLAGS_PURGABLE | \ VM_FLAGS_NO_CACHE | \ VM_FLAGS_OVERWRITE | \ VM_FLAGS_SUPERPAGE_MASK | \ VM_FLAGS_ALIAS_MASK) #define VM_FLAGS_USER_MAP (VM_FLAGS_USER_ALLOCATE | \ VM_FLAGS_RETURN_DATA_ADDR) #define VM_FLAGS_USER_REMAP (VM_FLAGS_FIXED | \ VM_FLAGS_ANYWHERE | \ VM_FLAGS_OVERWRITE| \ VM_FLAGS_RETURN_DATA_ADDR) #define VM_FLAGS_SUPERPAGE_SHIFT 16 #define SUPERPAGE_NONE 0 /* no superpages, if all bits are 0 */ #define SUPERPAGE_SIZE_ANY 1 #define VM_FLAGS_SUPERPAGE_NONE (SUPERPAGE_NONE << VM_FLAGS_SUPERPAGE_SHIFT) #define VM_FLAGS_SUPERPAGE_SIZE_ANY (SUPERPAGE_SIZE_ANY << VM_FLAGS_SUPERPAGE_SHIFT) #if defined(__x86_64__) || !defined(KERNEL) #define SUPERPAGE_SIZE_2MB 2 #define VM_FLAGS_SUPERPAGE_SIZE_2MB (SUPERPAGE_SIZE_2MB<