769848c038
It is often known at allocation time whether a page may be migrated or not. This patch adds a flag called __GFP_MOVABLE and a new mask called GFP_HIGH_MOVABLE. Allocations using the __GFP_MOVABLE can be either migrated using the page migration mechanism or reclaimed by syncing with backing storage and discarding. An API function very similar to alloc_zeroed_user_highpage() is added for __GFP_MOVABLE allocations called alloc_zeroed_user_highpage_movable(). The flags used by alloc_zeroed_user_highpage() are not changed because it would change the semantics of an existing API. After this patch is applied there are no in-kernel users of alloc_zeroed_user_highpage() so it probably should be marked deprecated if this patch is merged. Note that this patch includes a minor cleanup to the use of __GFP_ZERO in shmem.c to keep all flag modifications to inode->mapping in the shmem_dir_alloc() helper function. This clean-up suggestion is courtesy of Hugh Dickens. Additional credit goes to Christoph Lameter and Linus Torvalds for shaping the concept. Credit to Hugh Dickens for catching issues with shmem swap vector and ramfs allocations. [akpm@linux-foundation.org: build fix] [hugh@veritas.com: __GFP_ZERO cleanup] Signed-off-by: Mel Gorman <mel@csn.ul.ie> Cc: Andy Whitcroft <apw@shadowen.org> Cc: Christoph Lameter <clameter@sgi.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
208 lines
5.3 KiB
C
208 lines
5.3 KiB
C
#ifndef _I386_PAGE_H
|
|
#define _I386_PAGE_H
|
|
|
|
/* PAGE_SHIFT determines the page size */
|
|
#define PAGE_SHIFT 12
|
|
#define PAGE_SIZE (1UL << PAGE_SHIFT)
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
|
|
|
#define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1))
|
|
#define LARGE_PAGE_SIZE (1UL << PMD_SHIFT)
|
|
|
|
#ifdef __KERNEL__
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#ifdef CONFIG_X86_USE_3DNOW
|
|
|
|
#include <asm/mmx.h>
|
|
|
|
#define clear_page(page) mmx_clear_page((void *)(page))
|
|
#define copy_page(to,from) mmx_copy_page(to,from)
|
|
|
|
#else
|
|
|
|
/*
|
|
* On older X86 processors it's not a win to use MMX here it seems.
|
|
* Maybe the K6-III ?
|
|
*/
|
|
|
|
#define clear_page(page) memset((void *)(page), 0, PAGE_SIZE)
|
|
#define copy_page(to,from) memcpy((void *)(to), (void *)(from), PAGE_SIZE)
|
|
|
|
#endif
|
|
|
|
#define clear_user_page(page, vaddr, pg) clear_page(page)
|
|
#define copy_user_page(to, from, vaddr, pg) copy_page(to, from)
|
|
|
|
#define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
|
|
alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
|
|
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
|
|
|
/*
|
|
* These are used to make use of C type-checking..
|
|
*/
|
|
extern int nx_enabled;
|
|
|
|
#ifdef CONFIG_X86_PAE
|
|
extern unsigned long long __supported_pte_mask;
|
|
typedef struct { unsigned long pte_low, pte_high; } pte_t;
|
|
typedef struct { unsigned long long pmd; } pmd_t;
|
|
typedef struct { unsigned long long pgd; } pgd_t;
|
|
typedef struct { unsigned long long pgprot; } pgprot_t;
|
|
|
|
static inline unsigned long long native_pgd_val(pgd_t pgd)
|
|
{
|
|
return pgd.pgd;
|
|
}
|
|
|
|
static inline unsigned long long native_pmd_val(pmd_t pmd)
|
|
{
|
|
return pmd.pmd;
|
|
}
|
|
|
|
static inline unsigned long long native_pte_val(pte_t pte)
|
|
{
|
|
return pte.pte_low | ((unsigned long long)pte.pte_high << 32);
|
|
}
|
|
|
|
static inline pgd_t native_make_pgd(unsigned long long val)
|
|
{
|
|
return (pgd_t) { val };
|
|
}
|
|
|
|
static inline pmd_t native_make_pmd(unsigned long long val)
|
|
{
|
|
return (pmd_t) { val };
|
|
}
|
|
|
|
static inline pte_t native_make_pte(unsigned long long val)
|
|
{
|
|
return (pte_t) { .pte_low = val, .pte_high = (val >> 32) } ;
|
|
}
|
|
|
|
#ifndef CONFIG_PARAVIRT
|
|
#define pmd_val(x) native_pmd_val(x)
|
|
#define __pmd(x) native_make_pmd(x)
|
|
#endif
|
|
|
|
#define HPAGE_SHIFT 21
|
|
#include <asm-generic/pgtable-nopud.h>
|
|
#else /* !CONFIG_X86_PAE */
|
|
typedef struct { unsigned long pte_low; } pte_t;
|
|
typedef struct { unsigned long pgd; } pgd_t;
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
|
#define boot_pte_t pte_t /* or would you rather have a typedef */
|
|
|
|
static inline unsigned long native_pgd_val(pgd_t pgd)
|
|
{
|
|
return pgd.pgd;
|
|
}
|
|
|
|
static inline unsigned long native_pte_val(pte_t pte)
|
|
{
|
|
return pte.pte_low;
|
|
}
|
|
|
|
static inline pgd_t native_make_pgd(unsigned long val)
|
|
{
|
|
return (pgd_t) { val };
|
|
}
|
|
|
|
static inline pte_t native_make_pte(unsigned long val)
|
|
{
|
|
return (pte_t) { .pte_low = val };
|
|
}
|
|
|
|
#define HPAGE_SHIFT 22
|
|
#include <asm-generic/pgtable-nopmd.h>
|
|
#endif /* CONFIG_X86_PAE */
|
|
|
|
#define PTE_MASK PAGE_MASK
|
|
|
|
#ifdef CONFIG_HUGETLB_PAGE
|
|
#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
|
#endif
|
|
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
#ifndef CONFIG_PARAVIRT
|
|
#define pgd_val(x) native_pgd_val(x)
|
|
#define __pgd(x) native_make_pgd(x)
|
|
#define pte_val(x) native_pte_val(x)
|
|
#define __pte(x) native_make_pte(x)
|
|
#endif
|
|
|
|
#endif /* !__ASSEMBLY__ */
|
|
|
|
/* to align the pointer to the (next) page boundary */
|
|
#define PAGE_ALIGN(addr) (((addr)+PAGE_SIZE-1)&PAGE_MASK)
|
|
|
|
/*
|
|
* This handles the memory map.. We could make this a config
|
|
* option, but too many people screw it up, and too few need
|
|
* it.
|
|
*
|
|
* A __PAGE_OFFSET of 0xC0000000 means that the kernel has
|
|
* a virtual address space of one gigabyte, which limits the
|
|
* amount of physical memory you can use to about 950MB.
|
|
*
|
|
* If you want more physical memory than this then see the CONFIG_HIGHMEM4G
|
|
* and CONFIG_HIGHMEM64G options in the kernel configuration.
|
|
*/
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
struct vm_area_struct;
|
|
|
|
/*
|
|
* This much address space is reserved for vmalloc() and iomap()
|
|
* as well as fixmap mappings.
|
|
*/
|
|
extern unsigned int __VMALLOC_RESERVE;
|
|
|
|
extern int sysctl_legacy_va_layout;
|
|
|
|
extern int page_is_ram(unsigned long pagenr);
|
|
|
|
#endif /* __ASSEMBLY__ */
|
|
|
|
#ifdef __ASSEMBLY__
|
|
#define __PAGE_OFFSET CONFIG_PAGE_OFFSET
|
|
#else
|
|
#define __PAGE_OFFSET ((unsigned long)CONFIG_PAGE_OFFSET)
|
|
#endif
|
|
|
|
|
|
#define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET)
|
|
#define VMALLOC_RESERVE ((unsigned long)__VMALLOC_RESERVE)
|
|
#define MAXMEM (-__PAGE_OFFSET-__VMALLOC_RESERVE)
|
|
#define __pa(x) ((unsigned long)(x)-PAGE_OFFSET)
|
|
/* __pa_symbol should be used for C visible symbols.
|
|
This seems to be the official gcc blessed way to do such arithmetic. */
|
|
#define __pa_symbol(x) __pa(RELOC_HIDE((unsigned long)(x),0))
|
|
#define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET))
|
|
#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
|
#ifdef CONFIG_FLATMEM
|
|
#define pfn_valid(pfn) ((pfn) < max_mapnr)
|
|
#endif /* CONFIG_FLATMEM */
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS \
|
|
(VM_READ | VM_WRITE | \
|
|
((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
|
|
VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
|
|
#include <asm-generic/memory_model.h>
|
|
#include <asm-generic/page.h>
|
|
|
|
#define __HAVE_ARCH_GATE_AREA 1
|
|
#endif /* __KERNEL__ */
|
|
|
|
#endif /* _I386_PAGE_H */
|