Mike Rapoport (Microsoft)arch, mm: consolidate empty_zero_page6215d9f9 months agoHistory
297 lines · 7.4 KB · C
RawDownload
/* * Copyright (C) 2011 Tobias Klauser <tklauser@distanz.ch> * Copyright (C) 2009 Wind River Systems Inc * * Based on asm/pgtable-32.h from mips which is: * * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 2003 Ralf Baechle * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc. * * This file is subject to the terms and conditions of the GNU General Public * License.  See the file "COPYING" in the main directory of this archive * for more details. */ #ifndef _ASM_NIOS2_PGTABLE_H#define _ASM_NIOS2_PGTABLE_H #include <linux/io.h>#include <linux/bug.h>#include <asm/page.h>#include <asm/cacheflush.h>#include <asm/tlbflush.h> #include <asm/pgtable-bits.h>#include <asm-generic/pgtable-nopmd.h> #define VMALLOC_START		CONFIG_NIOS2_KERNEL_MMU_REGION_BASE#define VMALLOC_END		(CONFIG_NIOS2_KERNEL_REGION_BASE - SZ_32M - 1) #define MODULES_VADDR		(CONFIG_NIOS2_KERNEL_REGION_BASE - SZ_32M)#define MODULES_END		(CONFIG_NIOS2_KERNEL_REGION_BASE - 1) struct mm_struct; /* Helper macro */#define MKP(x, w, r) __pgprot(_PAGE_PRESENT | _PAGE_CACHED |		\				((x) ? _PAGE_EXEC : 0) |		\				((r) ? _PAGE_READ : 0) |		\				((w) ? _PAGE_WRITE : 0))/* * These are the macros that generic kernel code needs * (to populate protection_map[]) */ /* Remove W bit on private pages for COW support */ /* Shared pages can have exact HW mapping */ /* Used all over the kernel */#define PAGE_KERNEL __pgprot(_PAGE_PRESENT | _PAGE_CACHED | _PAGE_READ | \			     _PAGE_WRITE | _PAGE_EXEC | _PAGE_GLOBAL) #define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_CACHED | _PAGE_READ | \			     _PAGE_WRITE | _PAGE_ACCESSED) #define PAGE_COPY MKP(0, 0, 1) #define PTRS_PER_PGD	(PAGE_SIZE / sizeof(pgd_t))#define PTRS_PER_PTE	(PAGE_SIZE / sizeof(pte_t)) #define USER_PTRS_PER_PGD	\	(CONFIG_NIOS2_KERNEL_MMU_REGION_BASE / PGDIR_SIZE) #define PGDIR_SHIFT	22#define PGDIR_SIZE	(1UL << PGDIR_SHIFT)#define PGDIR_MASK	(~(PGDIR_SIZE-1)) extern pgd_t swapper_pg_dir[PTRS_PER_PGD];extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)]; /* * (pmds are folded into puds so this doesn't get actually called, * but the define is needed for a generic inline function.) */static inline void set_pmd(pmd_t *pmdptr, pmd_t pmdval){	*pmdptr = pmdval;} static inline int pte_write(pte_t pte)		\	{ return pte_val(pte) & _PAGE_WRITE; }static inline int pte_dirty(pte_t pte)		\	{ return pte_val(pte) & _PAGE_DIRTY; }static inline int pte_young(pte_t pte)		\	{ return pte_val(pte) & _PAGE_ACCESSED; } #define pgprot_noncached pgprot_noncached static inline pgprot_t pgprot_noncached(pgprot_t _prot){	unsigned long prot = pgprot_val(_prot); 	prot &= ~_PAGE_CACHED; 	return __pgprot(prot);} static inline int pte_none(pte_t pte){	return !(pte_val(pte) & ~(_PAGE_GLOBAL|0xf));} static inline int pte_present(pte_t pte)	\	{ return pte_val(pte) & _PAGE_PRESENT; } /* * The following only work if pte_present() is true. * Undefined behaviour if not.. */static inline pte_t pte_wrprotect(pte_t pte){	pte_val(pte) &= ~_PAGE_WRITE;	return pte;} static inline pte_t pte_mkclean(pte_t pte){	pte_val(pte) &= ~_PAGE_DIRTY;	return pte;} static inline pte_t pte_mkold(pte_t pte){	pte_val(pte) &= ~_PAGE_ACCESSED;	return pte;} static inline pte_t pte_mkwrite_novma(pte_t pte){	pte_val(pte) |= _PAGE_WRITE;	return pte;} static inline pte_t pte_mkdirty(pte_t pte){	pte_val(pte) |= _PAGE_DIRTY;	return pte;} static inline pte_t pte_mkyoung(pte_t pte){	pte_val(pte) |= _PAGE_ACCESSED;	return pte;} static inline pte_t pte_modify(pte_t pte, pgprot_t newprot){	const unsigned long mask = _PAGE_READ | _PAGE_WRITE | _PAGE_EXEC; 	pte_val(pte) = (pte_val(pte) & ~mask) | (pgprot_val(newprot) & mask);	return pte;} static inline int pmd_present(pmd_t pmd){	return (pmd_val(pmd) != (unsigned long) invalid_pte_table)			&& (pmd_val(pmd) != 0UL);} static inline void pmd_clear(pmd_t *pmdp){	pmd_val(*pmdp) = (unsigned long) invalid_pte_table;} #define pte_pfn(pte)		(pte_val(pte) & 0xfffff)#define pfn_pte(pfn, prot)	(__pte(pfn | pgprot_val(prot)))#define pte_page(pte)		(pfn_to_page(pte_pfn(pte))) /* * Store a linux PTE into the linux page table. */static inline void set_pte(pte_t *ptep, pte_t pteval){	*ptep = pteval;} #define PFN_PTE_SHIFT		0 static inline void set_ptes(struct mm_struct *mm, unsigned long addr,		pte_t *ptep, pte_t pte, unsigned int nr){	unsigned long paddr = (unsigned long)page_to_virt(pte_page(pte)); 	flush_dcache_range(paddr, paddr + nr * PAGE_SIZE);	for (;;) {		set_pte(ptep, pte);		if (--nr == 0)			break;		ptep++;		pte_val(pte) += 1;	}}#define set_ptes set_ptes static inline int pmd_none(pmd_t pmd){	return (pmd_val(pmd) ==		(unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL);} #define pmd_bad(pmd)	(pmd_val(pmd) & ~PAGE_MASK) static inline void pte_clear(struct mm_struct *mm,				unsigned long addr, pte_t *ptep){	pte_t null; 	pte_val(null) = (addr >> PAGE_SHIFT) & 0xf; 	set_pte(ptep, null);} /* * Conversion functions: convert a page and protection to a page entry, * and a page entry and page directory to the page they refer to. */#define pmd_phys(pmd)		virt_to_phys((void *)pmd_val(pmd))#define pmd_pfn(pmd)		(pmd_phys(pmd) >> PAGE_SHIFT)#define pmd_page(pmd)		(pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) static inline unsigned long pmd_page_vaddr(pmd_t pmd){	return pmd_val(pmd);} #define pte_ERROR(e) \	pr_err("%s:%d: bad pte %08lx.\n", \		__FILE__, __LINE__, pte_val(e))#define pgd_ERROR(e) \	pr_err("%s:%d: bad pgd %08lx.\n", \		__FILE__, __LINE__, pgd_val(e)) /* * Encode/decode swap entries and swap PTEs. Swap PTEs are all PTEs that * are !pte_none() && !pte_present(). * * Format of swap PTEs: * *   3 3 2 2 2 2 2 2 2 2 2 2 1 1 1 1 1 1 1 1 1 1 *   1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 *   E < type -> 0 0 0 0 0 0 <-------------- offset ---------------> * *   E is the exclusive marker that is not stored in swap entries. * * Note that the offset field is always non-zero if the swap type is 0, thus * !pte_none() is always true. */#define __swp_type(swp)		(((swp).val >> 26) & 0x1f)#define __swp_offset(swp)	((swp).val & 0xfffff)#define __swp_entry(type, off)	((swp_entry_t) { (((type) & 0x1f) << 26) \						 | ((off) & 0xfffff) })#define __swp_entry_to_pte(swp)	((pte_t) { (swp).val })#define __pte_to_swp_entry(pte)	((swp_entry_t) { pte_val(pte) }) static inline bool pte_swp_exclusive(pte_t pte){	return pte_val(pte) & _PAGE_SWP_EXCLUSIVE;} static inline pte_t pte_swp_mkexclusive(pte_t pte){	pte_val(pte) |= _PAGE_SWP_EXCLUSIVE;	return pte;} static inline pte_t pte_swp_clear_exclusive(pte_t pte){	pte_val(pte) &= ~_PAGE_SWP_EXCLUSIVE;	return pte;} extern void __init paging_init(void);extern void __init mmu_init(void); void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma,		unsigned long address, pte_t *ptep, unsigned int nr); #define update_mmu_cache(vma, addr, ptep) \	update_mmu_cache_range(NULL, vma, addr, ptep, 1) static inline int pte_same(pte_t pte_a, pte_t pte_b); #define __HAVE_ARCH_PTEP_SET_ACCESS_FLAGSstatic inline int ptep_set_access_flags(struct vm_area_struct *vma,					unsigned long address, pte_t *ptep,					pte_t entry, int dirty){	if (!pte_same(*ptep, entry))		set_ptes(vma->vm_mm, address, ptep, entry, 1);	/*	 * update_mmu_cache will unconditionally execute, handling both	 * the case that the PTE changed and the spurious fault case.	 */	return true;} #endif /* _ASM_NIOS2_PGTABLE_H */

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t