2005-04-16 15:20:36 -07:00
|
|
|
/*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2003 by Ralf Baechle
|
|
|
|
*/
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/mm.h>
|
2018-10-30 15:09:49 -07:00
|
|
|
#include <linux/memblock.h>
|
2005-04-16 15:20:36 -07:00
|
|
|
#include <linux/highmem.h>
|
2005-02-07 09:13:07 -07:00
|
|
|
#include <asm/fixmap.h>
|
2007-02-18 09:27:34 -07:00
|
|
|
#include <asm/pgalloc.h>
|
2019-07-15 14:40:00 -07:00
|
|
|
#include <asm/tlbflush.h>
|
2005-04-16 15:20:36 -07:00
|
|
|
|
2022-10-27 05:52:50 -07:00
|
|
|
void pgd_init(void *addr)
|
2005-04-16 15:20:36 -07:00
|
|
|
{
|
2022-10-27 05:52:50 -07:00
|
|
|
unsigned long *p = (unsigned long *)addr;
|
2005-04-16 15:20:36 -07:00
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i = 0; i < USER_PTRS_PER_PGD; i+=8) {
|
|
|
|
p[i + 0] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 1] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 2] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 3] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 4] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 5] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 6] = (unsigned long) invalid_pte_table;
|
|
|
|
p[i + 7] = (unsigned long) invalid_pte_table;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-15 14:40:00 -07:00
|
|
|
#if defined(CONFIG_TRANSPARENT_HUGEPAGE)
|
|
|
|
pmd_t mk_pmd(struct page *page, pgprot_t prot)
|
|
|
|
{
|
|
|
|
pmd_t pmd;
|
|
|
|
|
2023-08-02 08:13:45 -07:00
|
|
|
pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot);
|
2019-07-15 14:40:00 -07:00
|
|
|
|
|
|
|
return pmd;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void set_pmd_at(struct mm_struct *mm, unsigned long addr,
|
|
|
|
pmd_t *pmdp, pmd_t pmd)
|
|
|
|
{
|
|
|
|
*pmdp = pmd;
|
|
|
|
}
|
|
|
|
#endif /* defined(CONFIG_TRANSPARENT_HUGEPAGE) */
|
|
|
|
|
2005-04-16 15:20:36 -07:00
|
|
|
void __init pagetable_init(void)
|
|
|
|
{
|
|
|
|
unsigned long vaddr;
|
2006-10-21 15:17:35 -07:00
|
|
|
pgd_t *pgd_base;
|
|
|
|
#ifdef CONFIG_HIGHMEM
|
|
|
|
pgd_t *pgd;
|
2019-11-21 09:21:33 -07:00
|
|
|
p4d_t *p4d;
|
2005-02-10 05:19:59 -07:00
|
|
|
pud_t *pud;
|
2005-04-16 15:20:36 -07:00
|
|
|
pmd_t *pmd;
|
|
|
|
pte_t *pte;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/* Initialize the entire pgd. */
|
2022-10-27 05:52:50 -07:00
|
|
|
pgd_init(swapper_pg_dir);
|
|
|
|
pgd_init(&swapper_pg_dir[USER_PTRS_PER_PGD]);
|
2005-04-16 15:20:36 -07:00
|
|
|
|
|
|
|
pgd_base = swapper_pg_dir;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Fixed mappings:
|
|
|
|
*/
|
2017-04-11 00:00:34 -07:00
|
|
|
vaddr = __fix_to_virt(__end_of_fixed_addresses - 1);
|
|
|
|
fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, pgd_base);
|
2005-04-16 15:20:36 -07:00
|
|
|
|
2006-10-21 15:17:35 -07:00
|
|
|
#ifdef CONFIG_HIGHMEM
|
2005-04-16 15:20:36 -07:00
|
|
|
/*
|
|
|
|
* Permanent kmaps:
|
|
|
|
*/
|
|
|
|
vaddr = PKMAP_BASE;
|
2017-04-11 00:00:34 -07:00
|
|
|
fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base);
|
2005-04-16 15:20:36 -07:00
|
|
|
|
2019-11-21 09:21:32 -07:00
|
|
|
pgd = swapper_pg_dir + pgd_index(vaddr);
|
2019-11-21 09:21:33 -07:00
|
|
|
p4d = p4d_offset(pgd, vaddr);
|
|
|
|
pud = pud_offset(p4d, vaddr);
|
2005-02-10 05:19:59 -07:00
|
|
|
pmd = pmd_offset(pud, vaddr);
|
2005-04-16 15:20:36 -07:00
|
|
|
pte = pte_offset_kernel(pmd, vaddr);
|
|
|
|
pkmap_page_table = pte;
|
|
|
|
#endif
|
|
|
|
}
|