Mike Rapoport (Microsoft)arch, mm: consolidate empty_zero_page6215d9f9 months agoHistory
139 lines · 3.4 KB · C
RawDownload
// SPDX-License-Identifier: GPL-2.0/* * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) */ #include <linux/stddef.h>#include <linux/module.h>#include <linux/memblock.h>#include <linux/mm.h>#include <linux/swap.h>#include <linux/slab.h>#include <linux/init.h>#include <asm/sections.h>#include <asm/page.h>#include <asm/pgalloc.h>#include <as-layout.h>#include <init.h>#include <kern.h>#include <kern_util.h>#include <mem_user.h>#include <os.h>#include <um_malloc.h>#include <linux/sched/task.h>#include <linux/kasan.h> #ifdef CONFIG_KASANvoid __init kasan_init(void){	/*	 * kasan_map_memory will map all of the required address space and	 * the host machine will allocate physical memory as necessary.	 */	kasan_map_memory((void *)KASAN_SHADOW_START, KASAN_SHADOW_SIZE);	init_task.kasan_depth = 0;	/*	 * Since kasan_init() is called before main(),	 * KASAN is initialized but the enablement is deferred after	 * jump_label_init(). See arch_mm_preinit().	 */} static void (*kasan_init_ptr)(void)__section(".kasan_init") __used= kasan_init;#endif /* * Initialized during boot, and readonly for initializing page tables * afterwards */pgd_t swapper_pg_dir[PTRS_PER_PGD]; /* Initialized at boot time, and readonly after that */int kmalloc_ok = 0; /* Used during early boot */static unsigned long brk_end; void __init arch_mm_preinit(void){	/* Safe to call after jump_label_init(). Enables KASAN. */	kasan_init_generic(); 	/* Map in the area just after the brk now that kmalloc is about	 * to be turned on.	 */	brk_end = PAGE_ALIGN((unsigned long) sbrk(0));	map_memory(brk_end, __pa(brk_end), uml_reserved - brk_end, 1, 1, 0);	memblock_free((void *)brk_end, uml_reserved - brk_end);	uml_reserved = brk_end;	min_low_pfn = PFN_UP(__pa(uml_reserved));	max_pfn = max_low_pfn;} void __init mem_init(void){	kmalloc_ok = 1;} void __init arch_zone_limits_init(unsigned long *max_zone_pfns){	max_zone_pfns[ZONE_NORMAL] = high_physmem >> PAGE_SHIFT;} /* * This can't do anything because nothing in the kernel image can be freed * since it's not in kernel physical memory. */ void free_initmem(void){} /* Allocate and free page tables. */ pgd_t *pgd_alloc(struct mm_struct *mm){	pgd_t *pgd = __pgd_alloc(mm, 0); 	if (pgd)		memcpy(pgd + USER_PTRS_PER_PGD,		       swapper_pg_dir + USER_PTRS_PER_PGD,		       (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); 	return pgd;} void *uml_kmalloc(int size, int flags){	return kmalloc(size, flags);} static const pgprot_t protection_map[16] = {	[VM_NONE]					= PAGE_NONE,	[VM_READ]					= PAGE_READONLY,	[VM_WRITE]					= PAGE_COPY,	[VM_WRITE | VM_READ]				= PAGE_COPY,	[VM_EXEC]					= PAGE_READONLY,	[VM_EXEC | VM_READ]				= PAGE_READONLY,	[VM_EXEC | VM_WRITE]				= PAGE_COPY,	[VM_EXEC | VM_WRITE | VM_READ]			= PAGE_COPY,	[VM_SHARED]					= PAGE_NONE,	[VM_SHARED | VM_READ]				= PAGE_READONLY,	[VM_SHARED | VM_WRITE]				= PAGE_SHARED,	[VM_SHARED | VM_WRITE | VM_READ]		= PAGE_SHARED,	[VM_SHARED | VM_EXEC]				= PAGE_READONLY,	[VM_SHARED | VM_EXEC | VM_READ]			= PAGE_READONLY,	[VM_SHARED | VM_EXEC | VM_WRITE]		= PAGE_SHARED,	[VM_SHARED | VM_EXEC | VM_WRITE | VM_READ]	= PAGE_SHARED};DECLARE_VM_GET_PAGE_PROT void mark_rodata_ro(void){	unsigned long rodata_start = PFN_ALIGN(__start_rodata);	unsigned long rodata_end = PFN_ALIGN(__end_rodata); 	os_protect_memory((void *)rodata_start, rodata_end - rodata_start, 1, 0, 0);}