/* * Portions Copyright 2008 VMware, Inc. */ #ifndef _X86_64_PAGE_H #define _X86_64_PAGE_H #ifdef __KERNEL__ #include /* PAGE_SHIFT determines the page size */ #if defined(__VMKLNX__) #include "vmkapi.h" #define PAGE_SHIFT (VMK_PAGE_SHIFT) #else /* !defined(__VMKLNX__) */ #define PAGE_SHIFT 12 #endif /* defined(__VMKLNX__) */ #define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT) #define PAGE_MASK (~(PAGE_SIZE-1)) #define PHYSICAL_PAGE_MASK (~(PAGE_SIZE-1) & __PHYSICAL_MASK) #define THREAD_ORDER 1 #define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER) #define CURRENT_MASK (~(THREAD_SIZE-1)) #define EXCEPTION_STACK_ORDER 0 #define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER) #define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1) #define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER) #define IRQSTACK_ORDER 2 #define IRQSTACKSIZE (PAGE_SIZE << IRQSTACK_ORDER) #define STACKFAULT_STACK 1 #define DOUBLEFAULT_STACK 2 #define NMI_STACK 3 #define DEBUG_STACK 4 #define MCE_STACK 5 #define N_EXCEPTION_STACKS 5 /* hw limit: 7 */ #define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1)) #define LARGE_PAGE_SIZE (_AC(1,UL) << PMD_SHIFT) #define HPAGE_SHIFT PMD_SHIFT #define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT) #define HPAGE_MASK (~(HPAGE_SIZE - 1)) #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT) #ifndef __ASSEMBLY__ extern unsigned long end_pfn; void clear_page(void *); void copy_page(void *, void *); #define clear_user_page(page, vaddr, pg) clear_page(page) #define copy_user_page(to, from, vaddr, pg) copy_page(to, from) #define alloc_zeroed_user_highpage(vma, vaddr) alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO, vma, vaddr) #define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE /* * These are used to make use of C type-checking.. */ typedef struct { unsigned long pte; } pte_t; typedef struct { unsigned long pmd; } pmd_t; typedef struct { unsigned long pud; } pud_t; typedef struct { unsigned long pgd; } pgd_t; #define PTE_MASK PHYSICAL_PAGE_MASK typedef struct { unsigned long pgprot; } pgprot_t; extern unsigned long phys_base; #define pte_val(x) ((x).pte) #define pmd_val(x) ((x).pmd) #define pud_val(x) ((x).pud) #define pgd_val(x) ((x).pgd) #define pgprot_val(x) ((x).pgprot) #define __pte(x) ((pte_t) { (x) } ) #define __pmd(x) ((pmd_t) { (x) } ) #define __pud(x) ((pud_t) { (x) } ) #define __pgd(x) ((pgd_t) { (x) } ) #define __pgprot(x) ((pgprot_t) { (x) } ) #endif /* !__ASSEMBLY__ */ #define __START_KERNEL_map _AC(0xffffffff80000000,UL) #define __PAGE_OFFSET _AC(0xffff810000000000,UL) #define PAGE_ALIGN(addr) (((addr)+PAGE_SIZE-1)&PAGE_MASK) /* See Documentation/x86_64/mm.txt for a description of the memory map. */ #define __PHYSICAL_MASK_SHIFT 46 #define __PHYSICAL_MASK ((_AC(1,UL) << __PHYSICAL_MASK_SHIFT) - 1) #define __VIRTUAL_MASK_SHIFT 48 #define __VIRTUAL_MASK ((_AC(1,UL) << __VIRTUAL_MASK_SHIFT) - 1) #define KERNEL_TEXT_SIZE (_AC(40,UL)*1024*1024) #define KERNEL_TEXT_START _AC(0xffffffff80000000,UL) #ifndef __ASSEMBLY__ #include #endif /* __ASSEMBLY__ */ #define PAGE_OFFSET __PAGE_OFFSET /* Note: __pa(&symbol_visible_to_c) should be always replaced with __pa_symbol. Otherwise you risk miscompilation. */ #if defined(__VMKLNX__) /** * __pa - virtual address to machine address * @vaddr: virtual address to convert * * ESX Deviation Notes: * None. * */ /* _VMKLNX_CODECHECK_: __pa */ #define __pa(vaddr) \ ({ \ vmk_MA maddr; \ vmk_VA2MA((vmk_VA)(vaddr), 1, &maddr); \ (unsigned long)maddr; \ }) /** * __va - machine address to virtual address * @maddr: machine address to convert * * ESX Deviation Notes: * None. * */ /* _VMKLNX_CODECHECK_: __va */ #define __va(maddr) \ ({ \ vmk_VA vaddr; \ vmk_MA2VA((vmk_MA)(maddr), 1, &vaddr); \ (void *)vaddr; \ }) /** * page_to_virt - page handle to virtual address * @page: page handle * * ESX Deviation Notes: * None. * */ /* _VMKLNX_CODECHECK_: page_to_virt */ #define page_to_virt(page) (__va(page_to_pfn(page) << PAGE_SHIFT)) /** * virt_to_page - virtual address to page handle * @vaddr: virtual address * * ESX Deviation Notes: * The resulting page handle cannot be derefenced. The returned value * doesn't correspond to an address of page structure but to the actual page * number. This page handle needs to be handled through the page api only. * */ /* _VMKLNX_CODECHECK_: virt_to_page */ #define virt_to_page(vaddr) (pfn_to_page(__pa(vaddr) >> PAGE_SHIFT)) #else /* !defined(__VMKLNX__) */ #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET) /* __pa_symbol should be used for C visible symbols. This seems to be the official gcc blessed way to do such arithmetic. */ #define __pa_symbol(x) \ ({unsigned long v; \ asm("" : "=r" (v) : "0" (x)); \ ((v - __START_KERNEL_map) + phys_base); }) #define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET)) #ifdef CONFIG_FLATMEM #define pfn_valid(pfn) ((pfn) < end_pfn) #endif #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) #define VM_DATA_DEFAULT_FLAGS \ (((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \ VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) #define __HAVE_ARCH_GATE_AREA 1 #endif /* defined(__VMKLNX__) */ #include #include #if !defined(__VMKLNX__) #ifndef __ASSEMBLY__ extern int devmem_is_allowed(unsigned long pagenr); #endif #endif /* !defined(__VMKLNX__) */ #endif /* __KERNEL__ */ #endif /* _X86_64_PAGE_H */