mirror of
https://github.com/FEX-Emu/linux.git
synced 2025-01-08 18:42:53 +00:00
c56004901f
This adds VM op batching to skas0. Rather than having a context switch to and from the userspace stub for each address space change, we write a number of operations to the stub data page and invoke a different stub which loops over them and executes them all in one go. The operations are stored as [ system call number, arg1, arg2, ... ] tuples. The set is terminated by a system call number of 0. Single operations, i.e. page faults, are handled in the old way, since that is slightly more efficient. For a kernel build, a minority (~1/4) of the operations are part of a set. These sets averaged ~100 in length, so for this quarter, the context switching overhead is greatly reduced. Signed-off-by: Jeff Dike <jdike@addtoit.com> Cc: Paolo Giarrusso <blaisorblade@yahoo.it> Signed-off-by: Andrew Morton <akpm@osdl.org> Signed-off-by: Linus Torvalds <torvalds@osdl.org>
98 lines
2.3 KiB
C
98 lines
2.3 KiB
C
/*
|
|
* Copyright (C) 2002 Jeff Dike (jdike@karaya.com)
|
|
* Copyright 2003 PathScale, Inc.
|
|
* Licensed under the GPL
|
|
*/
|
|
|
|
#include "linux/stddef.h"
|
|
#include "linux/sched.h"
|
|
#include "linux/config.h"
|
|
#include "linux/mm.h"
|
|
#include "asm/page.h"
|
|
#include "asm/pgtable.h"
|
|
#include "asm/mmu.h"
|
|
#include "user_util.h"
|
|
#include "mem_user.h"
|
|
#include "mem.h"
|
|
#include "skas.h"
|
|
#include "os.h"
|
|
#include "tlb.h"
|
|
|
|
static void *do_ops(union mm_context *mmu, struct host_vm_op *ops, int last,
|
|
int finished, void *flush)
|
|
{
|
|
struct host_vm_op *op;
|
|
int i;
|
|
|
|
for(i = 0; i <= last; i++){
|
|
op = &ops[i];
|
|
switch(op->type){
|
|
case MMAP:
|
|
flush = map(&mmu->skas.id, op->u.mmap.addr,
|
|
op->u.mmap.len, op->u.mmap.r, op->u.mmap.w,
|
|
op->u.mmap.x, op->u.mmap.fd,
|
|
op->u.mmap.offset, finished, flush);
|
|
break;
|
|
case MUNMAP:
|
|
flush = unmap(&mmu->skas.id, (void *) op->u.munmap.addr,
|
|
op->u.munmap.len, finished, flush);
|
|
break;
|
|
case MPROTECT:
|
|
flush = protect(&mmu->skas.id, op->u.mprotect.addr,
|
|
op->u.mprotect.len, op->u.mprotect.r,
|
|
op->u.mprotect.w, op->u.mprotect.x,
|
|
finished, flush);
|
|
break;
|
|
default:
|
|
printk("Unknown op type %d in do_ops\n", op->type);
|
|
break;
|
|
}
|
|
}
|
|
|
|
return flush;
|
|
}
|
|
|
|
extern int proc_mm;
|
|
|
|
static void fix_range(struct mm_struct *mm, unsigned long start_addr,
|
|
unsigned long end_addr, int force)
|
|
{
|
|
if(!proc_mm && (end_addr > CONFIG_STUB_START))
|
|
end_addr = CONFIG_STUB_START;
|
|
|
|
fix_range_common(mm, start_addr, end_addr, force, do_ops);
|
|
}
|
|
|
|
void __flush_tlb_one_skas(unsigned long addr)
|
|
{
|
|
flush_tlb_kernel_range_common(addr, addr + PAGE_SIZE);
|
|
}
|
|
|
|
void flush_tlb_range_skas(struct vm_area_struct *vma, unsigned long start,
|
|
unsigned long end)
|
|
{
|
|
if(vma->vm_mm == NULL)
|
|
flush_tlb_kernel_range_common(start, end);
|
|
else fix_range(vma->vm_mm, start, end, 0);
|
|
}
|
|
|
|
void flush_tlb_mm_skas(struct mm_struct *mm)
|
|
{
|
|
unsigned long end;
|
|
|
|
/* Don't bother flushing if this address space is about to be
|
|
* destroyed.
|
|
*/
|
|
if(atomic_read(&mm->mm_users) == 0)
|
|
return;
|
|
|
|
end = proc_mm ? task_size : CONFIG_STUB_START;
|
|
fix_range(mm, 0, end, 0);
|
|
}
|
|
|
|
void force_flush_all_skas(void)
|
|
{
|
|
unsigned long end = proc_mm ? task_size : CONFIG_STUB_START;
|
|
fix_range(current->mm, 0, end, 1);
|
|
}
|