2006-09-26 23:13:36 -07:00
|
|
|
/*
|
|
|
|
* TLB flushing operations for SH with an MMU.
|
|
|
|
*
|
|
|
|
* Copyright (C) 1999 Niibe Yutaka
|
2006-12-27 18:31:48 -07:00
|
|
|
* Copyright (C) 2003 - 2006 Paul Mundt
|
2006-09-26 23:13:36 -07:00
|
|
|
*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
|
|
|
*/
|
|
|
|
#include <linux/mm.h>
|
2006-12-27 18:31:48 -07:00
|
|
|
#include <linux/io.h>
|
2006-09-26 23:13:36 -07:00
|
|
|
#include <asm/mmu_context.h>
|
|
|
|
#include <asm/tlbflush.h>
|
2006-12-27 18:31:48 -07:00
|
|
|
#include <asm/cacheflush.h>
|
2006-09-26 23:13:36 -07:00
|
|
|
|
2006-12-25 03:28:54 -07:00
|
|
|
void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page)
|
2006-09-26 23:13:36 -07:00
|
|
|
{
|
2006-12-24 17:51:47 -07:00
|
|
|
unsigned int cpu = smp_processor_id();
|
|
|
|
|
|
|
|
if (vma->vm_mm && cpu_context(cpu, vma->vm_mm) != NO_CONTEXT) {
|
2006-09-26 23:13:36 -07:00
|
|
|
unsigned long flags;
|
|
|
|
unsigned long asid;
|
|
|
|
unsigned long saved_asid = MMU_NO_ASID;
|
|
|
|
|
2006-12-24 17:51:47 -07:00
|
|
|
asid = cpu_asid(cpu, vma->vm_mm);
|
2006-09-26 23:13:36 -07:00
|
|
|
page &= PAGE_MASK;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
if (vma->vm_mm != current->mm) {
|
|
|
|
saved_asid = get_asid();
|
|
|
|
set_asid(asid);
|
|
|
|
}
|
2006-12-25 03:37:56 -07:00
|
|
|
local_flush_tlb_one(asid, page);
|
2006-09-26 23:13:36 -07:00
|
|
|
if (saved_asid != MMU_NO_ASID)
|
|
|
|
set_asid(saved_asid);
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2006-12-25 03:28:54 -07:00
|
|
|
void local_flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
|
|
|
|
unsigned long end)
|
2006-09-26 23:13:36 -07:00
|
|
|
{
|
|
|
|
struct mm_struct *mm = vma->vm_mm;
|
2006-12-24 17:51:47 -07:00
|
|
|
unsigned int cpu = smp_processor_id();
|
2006-09-26 23:13:36 -07:00
|
|
|
|
2006-12-24 17:51:47 -07:00
|
|
|
if (cpu_context(cpu, mm) != NO_CONTEXT) {
|
2006-09-26 23:13:36 -07:00
|
|
|
unsigned long flags;
|
|
|
|
int size;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
size = (end - start + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
|
|
|
|
if (size > (MMU_NTLB_ENTRIES/4)) { /* Too many TLB to flush */
|
2006-12-24 17:51:47 -07:00
|
|
|
cpu_context(cpu, mm) = NO_CONTEXT;
|
2006-09-26 23:13:36 -07:00
|
|
|
if (mm == current->mm)
|
2006-12-24 17:51:47 -07:00
|
|
|
activate_context(mm, cpu);
|
2006-09-26 23:13:36 -07:00
|
|
|
} else {
|
2006-09-27 02:33:49 -07:00
|
|
|
unsigned long asid;
|
2006-09-26 23:13:36 -07:00
|
|
|
unsigned long saved_asid = MMU_NO_ASID;
|
|
|
|
|
2006-12-24 17:51:47 -07:00
|
|
|
asid = cpu_asid(cpu, mm);
|
2006-09-26 23:13:36 -07:00
|
|
|
start &= PAGE_MASK;
|
|
|
|
end += (PAGE_SIZE - 1);
|
|
|
|
end &= PAGE_MASK;
|
|
|
|
if (mm != current->mm) {
|
|
|
|
saved_asid = get_asid();
|
|
|
|
set_asid(asid);
|
|
|
|
}
|
|
|
|
while (start < end) {
|
2006-12-25 03:37:56 -07:00
|
|
|
local_flush_tlb_one(asid, start);
|
2006-09-26 23:13:36 -07:00
|
|
|
start += PAGE_SIZE;
|
|
|
|
}
|
|
|
|
if (saved_asid != MMU_NO_ASID)
|
|
|
|
set_asid(saved_asid);
|
|
|
|
}
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2006-12-25 03:28:54 -07:00
|
|
|
void local_flush_tlb_kernel_range(unsigned long start, unsigned long end)
|
2006-09-26 23:13:36 -07:00
|
|
|
{
|
2006-12-24 17:51:47 -07:00
|
|
|
unsigned int cpu = smp_processor_id();
|
2006-09-26 23:13:36 -07:00
|
|
|
unsigned long flags;
|
|
|
|
int size;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
size = (end - start + (PAGE_SIZE - 1)) >> PAGE_SHIFT;
|
|
|
|
if (size > (MMU_NTLB_ENTRIES/4)) { /* Too many TLB to flush */
|
2006-12-25 03:28:54 -07:00
|
|
|
local_flush_tlb_all();
|
2006-09-26 23:13:36 -07:00
|
|
|
} else {
|
2006-09-27 02:33:49 -07:00
|
|
|
unsigned long asid;
|
2006-09-26 23:13:36 -07:00
|
|
|
unsigned long saved_asid = get_asid();
|
|
|
|
|
2006-12-24 17:51:47 -07:00
|
|
|
asid = cpu_asid(cpu, &init_mm);
|
2006-09-26 23:13:36 -07:00
|
|
|
start &= PAGE_MASK;
|
|
|
|
end += (PAGE_SIZE - 1);
|
|
|
|
end &= PAGE_MASK;
|
|
|
|
set_asid(asid);
|
|
|
|
while (start < end) {
|
2006-12-25 03:37:56 -07:00
|
|
|
local_flush_tlb_one(asid, start);
|
2006-09-26 23:13:36 -07:00
|
|
|
start += PAGE_SIZE;
|
|
|
|
}
|
|
|
|
set_asid(saved_asid);
|
|
|
|
}
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
2006-12-25 03:28:54 -07:00
|
|
|
void local_flush_tlb_mm(struct mm_struct *mm)
|
2006-09-26 23:13:36 -07:00
|
|
|
{
|
2006-12-24 17:51:47 -07:00
|
|
|
unsigned int cpu = smp_processor_id();
|
|
|
|
|
2006-09-26 23:13:36 -07:00
|
|
|
/* Invalidate all TLB of this process. */
|
|
|
|
/* Instead of invalidating each TLB, we get new MMU context. */
|
2006-12-24 17:51:47 -07:00
|
|
|
if (cpu_context(cpu, mm) != NO_CONTEXT) {
|
2006-09-26 23:13:36 -07:00
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
2006-12-24 17:51:47 -07:00
|
|
|
cpu_context(cpu, mm) = NO_CONTEXT;
|
2006-09-26 23:13:36 -07:00
|
|
|
if (mm == current->mm)
|
2006-12-24 17:51:47 -07:00
|
|
|
activate_context(mm, cpu);
|
2006-09-26 23:13:36 -07:00
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2006-12-25 03:28:54 -07:00
|
|
|
void local_flush_tlb_all(void)
|
2006-09-26 23:13:36 -07:00
|
|
|
{
|
|
|
|
unsigned long flags, status;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Flush all the TLB.
|
|
|
|
*
|
|
|
|
* Write to the MMU control register's bit:
|
|
|
|
* TF-bit for SH-3, TI-bit for SH-4.
|
|
|
|
* It's same position, bit #2.
|
|
|
|
*/
|
|
|
|
local_irq_save(flags);
|
|
|
|
status = ctrl_inl(MMUCR);
|
|
|
|
status |= 0x04;
|
|
|
|
ctrl_outl(status, MMUCR);
|
|
|
|
ctrl_barrier();
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
2006-12-27 18:31:48 -07:00
|
|
|
|
|
|
|
void update_mmu_cache(struct vm_area_struct *vma,
|
|
|
|
unsigned long address, pte_t pte)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
unsigned long pteval;
|
|
|
|
unsigned long vpn;
|
|
|
|
struct page *page;
|
|
|
|
unsigned long pfn = pte_pfn(pte);
|
|
|
|
struct address_space *mapping;
|
|
|
|
|
|
|
|
if (!pfn_valid(pfn))
|
|
|
|
return;
|
|
|
|
|
|
|
|
page = pfn_to_page(pfn);
|
|
|
|
mapping = page_mapping(page);
|
|
|
|
if (mapping) {
|
|
|
|
unsigned long phys = pte_val(pte) & PTE_PHYS_MASK;
|
|
|
|
int dirty = test_and_clear_bit(PG_dcache_dirty, &page->flags);
|
|
|
|
|
|
|
|
if (dirty)
|
|
|
|
__flush_wback_region((void *)P1SEGADDR(phys),
|
|
|
|
PAGE_SIZE);
|
|
|
|
}
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
|
|
|
|
/* Set PTEH register */
|
|
|
|
vpn = (address & MMU_VPN_MASK) | get_asid();
|
|
|
|
ctrl_outl(vpn, MMU_PTEH);
|
|
|
|
|
|
|
|
pteval = pte_val(pte);
|
|
|
|
|
|
|
|
#ifdef CONFIG_CPU_HAS_PTEA
|
|
|
|
/* Set PTEA register */
|
|
|
|
/* TODO: make this look less hacky */
|
|
|
|
ctrl_outl(((pteval >> 28) & 0xe) | (pteval & 0x1), MMU_PTEA);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/* Set PTEL register */
|
|
|
|
pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */
|
2006-12-27 18:54:01 -07:00
|
|
|
#if defined(CONFIG_SH_WRITETHROUGH) && defined(CONFIG_CPU_SH4)
|
2006-12-27 18:31:48 -07:00
|
|
|
pteval |= _PAGE_WT;
|
|
|
|
#endif
|
|
|
|
/* conveniently, we want all the software flags to be 0 anyway */
|
|
|
|
ctrl_outl(pteval, MMU_PTEL);
|
|
|
|
|
|
|
|
/* Load the TLB */
|
|
|
|
asm volatile("ldtlb": /* no output */ : /* no input */ : "memory");
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|