3bf5ee9564
ia64 and ppc64 had hugetlb_free_pgtables functions which were no longer being called, and it wasn't obvious what to do about them. The ppc64 case turns out to be easy: the associated tables are noted elsewhere and freed later, safe to either skip its hugetlb areas or go through the motions of freeing nothing. Since ia64 does need a special case, restore to ppc64 the special case of skipping them. The ia64 hugetlb case has been broken since pgd_addr_end went in, though it probably appeared to work okay if you just had one such area; in fact it's been broken much longer if you consider a long munmap spanning from another region into the hugetlb region. In the ia64 hugetlb region, more virtual address bits are available than in the other regions, yet the page tables are structured the same way: the page at the bottom is larger. Here we need to scale down each addr before passing it to the standard free_pgd_range. Was about to write a hugely_scaled_down macro, but found htlbpage_to_page already exists for just this purpose. Fixed off-by-one in ia64 is_hugepage_only_range. Uninline free_pgd_range to make it available to ia64. Make sure the vma-gathering loop in free_pgtables cannot join a hugepage_only_range to any other (safe to join huges? probably but don't bother). Signed-off-by: Hugh Dickins <hugh@veritas.com> Signed-off-by: Andrew Morton <akpm@osdl.org> Signed-off-by: Linus Torvalds <torvalds@osdl.org>
208 lines
5.7 KiB
C
208 lines
5.7 KiB
C
#ifndef _ASM_IA64_PAGE_H
|
|
#define _ASM_IA64_PAGE_H
|
|
/*
|
|
* Pagetable related stuff.
|
|
*
|
|
* Copyright (C) 1998, 1999, 2002 Hewlett-Packard Co
|
|
* David Mosberger-Tang <davidm@hpl.hp.com>
|
|
*/
|
|
|
|
#include <linux/config.h>
|
|
|
|
#include <asm/intrinsics.h>
|
|
#include <asm/types.h>
|
|
|
|
/*
|
|
* PAGE_SHIFT determines the actual kernel page size.
|
|
*/
|
|
#if defined(CONFIG_IA64_PAGE_SIZE_4KB)
|
|
# define PAGE_SHIFT 12
|
|
#elif defined(CONFIG_IA64_PAGE_SIZE_8KB)
|
|
# define PAGE_SHIFT 13
|
|
#elif defined(CONFIG_IA64_PAGE_SIZE_16KB)
|
|
# define PAGE_SHIFT 14
|
|
#elif defined(CONFIG_IA64_PAGE_SIZE_64KB)
|
|
# define PAGE_SHIFT 16
|
|
#else
|
|
# error Unsupported page size!
|
|
#endif
|
|
|
|
#define PAGE_SIZE (__IA64_UL_CONST(1) << PAGE_SHIFT)
|
|
#define PAGE_MASK (~(PAGE_SIZE - 1))
|
|
#define PAGE_ALIGN(addr) (((addr) + PAGE_SIZE - 1) & PAGE_MASK)
|
|
|
|
#define PERCPU_PAGE_SHIFT 16 /* log2() of max. size of per-CPU area */
|
|
#define PERCPU_PAGE_SIZE (__IA64_UL_CONST(1) << PERCPU_PAGE_SHIFT)
|
|
|
|
#define RGN_MAP_LIMIT ((1UL << (4*PAGE_SHIFT - 12)) - PAGE_SIZE) /* per region addr limit */
|
|
|
|
#ifdef CONFIG_HUGETLB_PAGE
|
|
# define REGION_HPAGE (4UL) /* note: this is hardcoded in reload_context()!*/
|
|
# define REGION_SHIFT 61
|
|
# define HPAGE_REGION_BASE (REGION_HPAGE << REGION_SHIFT)
|
|
# define HPAGE_SHIFT hpage_shift
|
|
# define HPAGE_SHIFT_DEFAULT 28 /* check ia64 SDM for architecture supported size */
|
|
# define HPAGE_SIZE (__IA64_UL_CONST(1) << HPAGE_SHIFT)
|
|
# define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
|
|
# define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
|
# define ARCH_HAS_HUGEPAGE_ONLY_RANGE
|
|
#endif /* CONFIG_HUGETLB_PAGE */
|
|
|
|
#ifdef __ASSEMBLY__
|
|
# define __pa(x) ((x) - PAGE_OFFSET)
|
|
# define __va(x) ((x) + PAGE_OFFSET)
|
|
#else /* !__ASSEMBLY */
|
|
# ifdef __KERNEL__
|
|
# define STRICT_MM_TYPECHECKS
|
|
|
|
extern void clear_page (void *page);
|
|
extern void copy_page (void *to, void *from);
|
|
|
|
/*
|
|
* clear_user_page() and copy_user_page() can't be inline functions because
|
|
* flush_dcache_page() can't be defined until later...
|
|
*/
|
|
#define clear_user_page(addr, vaddr, page) \
|
|
do { \
|
|
clear_page(addr); \
|
|
flush_dcache_page(page); \
|
|
} while (0)
|
|
|
|
#define copy_user_page(to, from, vaddr, page) \
|
|
do { \
|
|
copy_page((to), (from)); \
|
|
flush_dcache_page(page); \
|
|
} while (0)
|
|
|
|
|
|
#define alloc_zeroed_user_highpage(vma, vaddr) \
|
|
({ \
|
|
struct page *page = alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO, vma, vaddr); \
|
|
if (page) \
|
|
flush_dcache_page(page); \
|
|
page; \
|
|
})
|
|
|
|
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
|
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#ifdef CONFIG_VIRTUAL_MEM_MAP
|
|
extern int ia64_pfn_valid (unsigned long pfn);
|
|
#else
|
|
# define ia64_pfn_valid(pfn) 1
|
|
#endif
|
|
|
|
#ifndef CONFIG_DISCONTIGMEM
|
|
# define pfn_valid(pfn) (((pfn) < max_mapnr) && ia64_pfn_valid(pfn))
|
|
# define page_to_pfn(page) ((unsigned long) (page - mem_map))
|
|
# define pfn_to_page(pfn) (mem_map + (pfn))
|
|
#else
|
|
extern struct page *vmem_map;
|
|
extern unsigned long max_low_pfn;
|
|
# define pfn_valid(pfn) (((pfn) < max_low_pfn) && ia64_pfn_valid(pfn))
|
|
# define page_to_pfn(page) ((unsigned long) (page - vmem_map))
|
|
# define pfn_to_page(pfn) (vmem_map + (pfn))
|
|
#endif
|
|
|
|
#define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT)
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
typedef union ia64_va {
|
|
struct {
|
|
unsigned long off : 61; /* intra-region offset */
|
|
unsigned long reg : 3; /* region number */
|
|
} f;
|
|
unsigned long l;
|
|
void *p;
|
|
} ia64_va;
|
|
|
|
/*
|
|
* Note: These macros depend on the fact that PAGE_OFFSET has all
|
|
* region bits set to 1 and all other bits set to zero. They are
|
|
* expressed in this way to ensure they result in a single "dep"
|
|
* instruction.
|
|
*/
|
|
#define __pa(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = 0; _v.l;})
|
|
#define __va(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = -1; _v.p;})
|
|
|
|
#define REGION_NUMBER(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg;})
|
|
#define REGION_OFFSET(x) ({ia64_va _v; _v.l = (long) (x); _v.f.off;})
|
|
|
|
#define REGION_SIZE REGION_NUMBER(1)
|
|
#define REGION_KERNEL 7
|
|
|
|
#ifdef CONFIG_HUGETLB_PAGE
|
|
# define htlbpage_to_page(x) (((unsigned long) REGION_NUMBER(x) << 61) \
|
|
| (REGION_OFFSET(x) >> (HPAGE_SHIFT-PAGE_SHIFT)))
|
|
# define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
# define is_hugepage_only_range(mm, addr, len) \
|
|
(REGION_NUMBER(addr) == REGION_HPAGE && \
|
|
REGION_NUMBER((addr)+(len)-1) == REGION_HPAGE)
|
|
extern unsigned int hpage_shift;
|
|
#endif
|
|
|
|
static __inline__ int
|
|
get_order (unsigned long size)
|
|
{
|
|
long double d = size - 1;
|
|
long order;
|
|
|
|
order = ia64_getf_exp(d);
|
|
order = order - PAGE_SHIFT - 0xffff + 1;
|
|
if (order < 0)
|
|
order = 0;
|
|
return order;
|
|
}
|
|
|
|
# endif /* __KERNEL__ */
|
|
#endif /* !__ASSEMBLY__ */
|
|
|
|
#ifdef STRICT_MM_TYPECHECKS
|
|
/*
|
|
* These are used to make use of C type-checking..
|
|
*/
|
|
typedef struct { unsigned long pte; } pte_t;
|
|
typedef struct { unsigned long pmd; } pmd_t;
|
|
typedef struct { unsigned long pgd; } pgd_t;
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
|
|
|
# define pte_val(x) ((x).pte)
|
|
# define pmd_val(x) ((x).pmd)
|
|
# define pgd_val(x) ((x).pgd)
|
|
# define pgprot_val(x) ((x).pgprot)
|
|
|
|
# define __pte(x) ((pte_t) { (x) } )
|
|
# define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
#else /* !STRICT_MM_TYPECHECKS */
|
|
/*
|
|
* .. while these make it easier on the compiler
|
|
*/
|
|
# ifndef __ASSEMBLY__
|
|
typedef unsigned long pte_t;
|
|
typedef unsigned long pmd_t;
|
|
typedef unsigned long pgd_t;
|
|
typedef unsigned long pgprot_t;
|
|
# endif
|
|
|
|
# define pte_val(x) (x)
|
|
# define pmd_val(x) (x)
|
|
# define pgd_val(x) (x)
|
|
# define pgprot_val(x) (x)
|
|
|
|
# define __pte(x) (x)
|
|
# define __pgd(x) (x)
|
|
# define __pgprot(x) (x)
|
|
#endif /* !STRICT_MM_TYPECHECKS */
|
|
|
|
#define PAGE_OFFSET __IA64_UL_CONST(0xe000000000000000)
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | \
|
|
VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC | \
|
|
(((current->personality & READ_IMPLIES_EXEC) != 0) \
|
|
? VM_EXEC : 0))
|
|
|
|
#endif /* _ASM_IA64_PAGE_H */
|