macOS内核darwin的开源项目

/* * Copyright (c) 2000-2020 Apple Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in * compliance with the License. The rights granted to you under the License * may not be used to create, or enable the creation or redistribution of, * unlawful or unlicensed copies of an Apple operating system, or to * circumvent, violate, or enable the circumvention or violation of, any * terms of an Apple operating system software license agreement. * * Please obtain a copy of the License at * http://www.opensource.apple.com/apsl/ and read it before using this file. * * The Original Code and all software distributed under the License are * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. * Please see the License for the specific language governing rights and * limitations under the License. * * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ /* * @OSF_COPYRIGHT@ */ /* * Mach Operating System * Copyright (c) 1991,1990,1989,1988,1987 Carnegie Mellon University * All Rights Reserved. * * Permission to use, copy, modify and distribute this software and its * documentation is hereby granted, provided that both the copyright * notice and this permission notice appear in all copies of the * software, derivative works or modified versions, and any portions * thereof, and that both notices appear in supporting documentation. * * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. * * Carnegie Mellon requests users of this software to return to * * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU * School of Computer Science * Carnegie Mellon University * Pittsburgh PA 15213-3890 * * any improvements or extensions that they make and grant Carnegie Mellon * the rights to redistribute these changes. */ /* */ /* * File: vm/vm_map.c * Author: Avadis Tevanian, Jr., Michael Wayne Young * Date: 1985 * * Virtual memory mapping module. */ #include <task_swapper.h> #include <mach_assert.h> #include <vm/vm_options.h> #include <libkern/OSAtomic.h> #include <mach/kern_return.h> #include <mach/port.h> #include <mach/vm_attributes.h> #include <mach/vm_param.h> #include <mach/vm_behavior.h> #include <mach/vm_statistics.h> #include <mach/memory_object.h> #include <mach/mach_vm.h> #include <machine/cpu_capabilities.h> #include <mach/sdt.h> #include <kern/assert.h> #include <kern/backtrace.h> #include <kern/counters.h> #include <kern/exc_guard.h> #include <kern/kalloc.h> #include <kern/zalloc_internal.h> #include <vm/cpm.h> #include <vm/vm_compressor.h> #include <vm/vm_compressor_pager.h> #include <vm/vm_init.h> #include <vm/vm_fault.h> #include <vm/vm_map.h> #include <vm/vm_object.h> #include <vm/vm_page.h> #include <vm/vm_pageout.h> #include <vm/pmap.h> #include <vm/vm_kern.h> #include <ipc/ipc_port.h> #include <kern/sched_prim.h> #include <kern/misc_protos.h> #include <mach/vm_map_server.h> #include <mach/mach_host_server.h> #include <vm/vm_protos.h> #include <vm/vm_purgeable_internal.h> #include <vm/vm_protos.h> #include <vm/vm_shared_region.h> #include <vm/vm_map_store.h> #include <san/kasan.h> #include <sys/codesign.h> #include <sys/mman.h> #include <libkern/section_keywords.h> #if DEVELOPMENT || DEBUG extern int proc_selfcsflags(void); int panic_on_unsigned_execute = 0; #endif /* DEVELOPMENT || DEBUG */ #if MACH_ASSERT int debug4k_filter = 0; char debug4k_proc_name[1024] = ""; int debug4k_proc_filter = (int)-1 & ~(1 << __DEBUG4K_FAULT); int debug4k_panic_on_misaligned_sharing = 0; const char *debug4k_category_name[] = { "error", /* 0 */ "life", /* 1 */ "load", /* 2 */ "fault", /* 3 */ "copy", /* 4 */ "share", /* 5 */ "adjust", /* 6 */ "pmap", /* 7 */ "mementry", /* 8 */ "iokit", /* 9 */ "upl", /* 10 */ "exc", /* 11 */ "vfs" /* 12 */ }; #endif /* MACH_ASSERT */ int debug4k_no_cow_copyin = 0; #if __arm64__ extern const int fourk_binary_compatibility_unsafe; extern const int fourk_binary_compatibility_allow_wx; #endif /* __arm64__ */ extern int proc_selfpid(void); extern char *proc_name_address(void *p); #if VM_MAP_DEBUG_APPLE_PROTECT int vm_map_debug_apple_protect = 0; #endif /* VM_MAP_DEBUG_APPLE_PROTECT */ #if VM_MAP_DEBUG_FOURK int vm_map_debug_fourk = 0; #endif /* VM_MAP_DEBUG_FOURK */ SECURITY_READ_ONLY_LATE(int) vm_map_executable_immutable = 1; int vm_map_executable_immutable_verbose = 0; os_refgrp_decl(static, map_refgrp, "vm_map", NULL); extern u_int32_t random(void); /* from <libkern/libkern.h> */ /* Internal prototypes */ static void vm_map_simplify_range( vm_map_t map, vm_map_offset_t start, vm_map_offset_t end); /* forward */ static boolean_t vm_map_range_check( vm_map_t map, vm_map_offset_t start, vm_map_offset_t end, vm_map_entry_t *entry); static vm_map_entry_t _vm_map_entry_create( struct vm_map_header *map_header, boolean_t map_locked); static void _vm_map_entry_dispose( struct vm_map_header *map_header, vm_map_entry_t entry); static void vm_map_pmap_enter( vm_map_t map, vm_map_offset_t addr, vm_map_offset_t end_addr, vm_object_t object, vm_object_offset_t offset, vm_prot_t protection); static void _vm_map_clip_end( struct vm_map_header *map_header, vm_map_entry_t entry, vm_map_offset_t end); static void _vm_map_clip_start( struct vm_map_header *map_header, vm_map_entry_t entry, vm_map_offset_t start); static void vm_map_entry_delete( vm_map_t map, vm_map_entry_t entry); static kern_return_t vm_map_delete( vm_map_t map, vm_map_offset_t start, vm_map_offset_t end, int flags, vm_map_t zap_map); static void vm_map_copy_insert( vm_map_t map, vm_map_entry_t after_where, vm_map_copy_t copy); static kern_return_t vm_map_copy_overwrite_unaligned( vm_map_t dst_map, vm_map_entry_t entry, vm_map_copy_t copy, vm_map_address_t start, boolean_t discard_on_success); static kern_return_t vm_map_copy_overwrite_aligned( vm_map_t dst_map, vm_map_entry_t tmp_entry, vm_map_copy_t copy, vm_map_offset_t start, pmap_t pmap); static kern_return_t vm_map_copyin_kernel_buffer( vm_map_t src_map, vm_map_address_t src_addr, vm_map_size_t len, boolean_t src_destroy, vm_map_copy_t *copy_result); /* OUT */ static kern_return_t vm_map_copyout_kernel_buffer( vm_map_t map, vm_map_address_t *addr, /* IN/OUT */ vm_map_copy_t copy, vm_map_size_t copy_size, boolean_t overwrite, boolean_t consume_on_success); static void vm_map_fork_share( vm_map_t old_map, vm_map_entry_t old_entry, vm_map_t new_map); static boolean_t vm_map_fork_copy( vm_map_t old_map, vm_map_entry_t *old_entry_p, vm_map_t new_map, int vm_map_copyin_flags); static kern_return_t vm_map_wire_nested( vm_map_t map, vm_map_offset_t start, vm_map_offset_t end, vm_prot_t caller_prot, vm_tag_t tag, boolean_t user_wire, pmap_t map_pmap, vm_map_