Commit 1d7173ba authored by Jeff Dike's avatar Jeff Dike Committed by Linus Torvalds

[PATCH] uml: implement soft interrupts

This patch implements soft interrupts.  Interrupt enabling and disabling no
longer map to sigprocmask.  Rather, a flag is set indicating whether
interrupts may be handled.  If a signal comes in and interrupts are marked as
OK, then it is handled normally.  If interrupts are marked as off, then the
signal handler simply returns after noting that a signal needs handling.  When
interrupts are enabled later on, this pending signals flag is checked, and the
IRQ handlers are called at that point.

The point of this is to reduce the cost of local_irq_save et al, since they
are very much more common than the signals that they are enabling and
disabling.  Soft interrupts produce a speed-up of ~25% on a kernel build.

Subtleties -

    UML uses sigsetjmp/siglongjmp to switch contexts.  sigsetjmp has been
    wrapped in a save_flags-like macro which remembers the interrupt state at
    setjmp time, and restores it when it is longjmp-ed back to.

    The enable_signals function has to loop because the IRQ handler
    disables interrupts before returning.  enable_signals has to return with
    signals enabled, and signals may come in between the disabling and the
    return to enable_signals.  So, it loops for as long as there are pending
    signals, ensuring that signals are enabled when it finally returns, and
    that there are no pending signals that need to be dealt with.
Signed-off-by: default avatarJeff Dike <jdike@addtoit.com>
Cc: Paolo 'Blaisorblade' Giarrusso <blaisorblade@yahoo.it>
Signed-off-by: default avatarAndrew Morton <akpm@osdl.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@osdl.org>
parent 09ee011e
#ifndef __UML_LONGJMP_H
#define __UML_LONGJMP_H
#include <setjmp.h>
#include "os.h"
#define UML_SIGLONGJMP(buf, val) do { \
siglongjmp(*buf, val); \
} while(0)
#define UML_SIGSETJMP(buf, enable) ({ \
int n; \
enable = get_signals(); \
n = sigsetjmp(*buf, 1); \
if(n != 0) \
set_signals(enable); \
n; })
#endif
...@@ -81,20 +81,8 @@ extern void scan_elf_aux( char **envp); ...@@ -81,20 +81,8 @@ extern void scan_elf_aux( char **envp);
int main(int argc, char **argv, char **envp) int main(int argc, char **argv, char **envp)
{ {
char **new_argv; char **new_argv;
sigset_t mask;
int ret, i, err; int ret, i, err;
/* Enable all signals except SIGIO - in some environments, we can
* enter with some signals blocked
*/
sigemptyset(&mask);
sigaddset(&mask, SIGIO);
if(sigprocmask(SIG_SETMASK, &mask, NULL) < 0){
perror("sigprocmask");
exit(1);
}
#ifdef UML_CONFIG_CMDLINE_ON_HOST #ifdef UML_CONFIG_CMDLINE_ON_HOST
/* Allocate memory for thread command lines */ /* Allocate memory for thread command lines */
if(argc < 2 || strlen(argv[1]) < THREAD_NAME_LEN - 1){ if(argc < 2 || strlen(argv[1]) < THREAD_NAME_LEN - 1){
......
...@@ -18,6 +18,7 @@ ...@@ -18,6 +18,7 @@
#include "process.h" #include "process.h"
#include "irq_user.h" #include "irq_user.h"
#include "kern_util.h" #include "kern_util.h"
#include "longjmp.h"
#define ARBITRARY_ADDR -1 #define ARBITRARY_ADDR -1
#define FAILURE_PID -1 #define FAILURE_PID -1
...@@ -205,24 +206,13 @@ void init_new_thread_signals(int altstack) ...@@ -205,24 +206,13 @@ void init_new_thread_signals(int altstack)
int run_kernel_thread(int (*fn)(void *), void *arg, void **jmp_ptr) int run_kernel_thread(int (*fn)(void *), void *arg, void **jmp_ptr)
{ {
sigjmp_buf buf; sigjmp_buf buf;
int n; int n, enable;
*jmp_ptr = &buf; *jmp_ptr = &buf;
n = sigsetjmp(buf, 1); n = UML_SIGSETJMP(&buf, enable);
if(n != 0) if(n != 0)
return(n); return(n);
(*fn)(arg); (*fn)(arg);
return(0); return(0);
} }
/*
* Overrides for Emacs so that we follow Linus's tabbing style.
* Emacs will notice this stuff at the end of the file and automatically
* adjust the settings for this buffer only. This must remain at the end
* of the file.
* ---------------------------------------------------------------------------
* Local variables:
* c-file-style: "linux"
* End:
*/
...@@ -20,23 +20,58 @@ ...@@ -20,23 +20,58 @@
#include "mode.h" #include "mode.h"
#include "os.h" #include "os.h"
/* These are the asynchronous signals. SIGVTALRM and SIGARLM are handled
* together under SIGVTALRM_BIT. SIGPROF is excluded because we want to
* be able to profile all of UML, not just the non-critical sections. If
* profiling is not thread-safe, then that is not my problem. We can disable
* profiling when SMP is enabled in that case.
*/
#define SIGIO_BIT 0
#define SIGIO_MASK (1 << SIGIO_BIT)
#define SIGVTALRM_BIT 1
#define SIGVTALRM_MASK (1 << SIGVTALRM_BIT)
#define SIGALRM_BIT 2
#define SIGALRM_MASK (1 << SIGALRM_BIT)
static int signals_enabled = 1;
static int pending = 0;
void sig_handler(ARCH_SIGHDLR_PARAM) void sig_handler(ARCH_SIGHDLR_PARAM)
{ {
struct sigcontext *sc; struct sigcontext *sc;
int enabled;
/* Must be the first thing that this handler does - x86_64 stores
* the sigcontext in %rdx, and we need to save it before it has a
* chance to get trashed.
*/
ARCH_GET_SIGCONTEXT(sc, sig); ARCH_GET_SIGCONTEXT(sc, sig);
enabled = signals_enabled;
if(!enabled && (sig == SIGIO)){
pending |= SIGIO_MASK;
return;
}
block_signals();
CHOOSE_MODE_PROC(sig_handler_common_tt, sig_handler_common_skas, CHOOSE_MODE_PROC(sig_handler_common_tt, sig_handler_common_skas,
sig, sc); sig, sc);
set_signals(enabled);
} }
extern int timer_irq_inited; extern int timer_irq_inited;
void alarm_handler(ARCH_SIGHDLR_PARAM) static void real_alarm_handler(int sig, struct sigcontext *sc)
{ {
struct sigcontext *sc; if(!timer_irq_inited){
signals_enabled = 1;
ARCH_GET_SIGCONTEXT(sc, sig); return;
if(!timer_irq_inited) return; }
if(sig == SIGALRM) if(sig == SIGALRM)
switch_timers(0); switch_timers(0);
...@@ -46,6 +81,29 @@ void alarm_handler(ARCH_SIGHDLR_PARAM) ...@@ -46,6 +81,29 @@ void alarm_handler(ARCH_SIGHDLR_PARAM)
if(sig == SIGALRM) if(sig == SIGALRM)
switch_timers(1); switch_timers(1);
}
void alarm_handler(ARCH_SIGHDLR_PARAM)
{
struct sigcontext *sc;
int enabled;
ARCH_GET_SIGCONTEXT(sc, sig);
enabled = signals_enabled;
if(!signals_enabled){
if(sig == SIGVTALRM)
pending |= SIGVTALRM_MASK;
else pending |= SIGALRM_MASK;
return;
}
block_signals();
real_alarm_handler(sig, sc);
set_signals(enabled);
} }
extern void do_boot_timer_handler(struct sigcontext * sc); extern void do_boot_timer_handler(struct sigcontext * sc);
...@@ -53,10 +111,22 @@ extern void do_boot_timer_handler(struct sigcontext * sc); ...@@ -53,10 +111,22 @@ extern void do_boot_timer_handler(struct sigcontext * sc);
void boot_timer_handler(ARCH_SIGHDLR_PARAM) void boot_timer_handler(ARCH_SIGHDLR_PARAM)
{ {
struct sigcontext *sc; struct sigcontext *sc;
int enabled;
ARCH_GET_SIGCONTEXT(sc, sig); ARCH_GET_SIGCONTEXT(sc, sig);
enabled = signals_enabled;
if(!enabled){
if(sig == SIGVTALRM)
pending |= SIGVTALRM_MASK;
else pending |= SIGALRM_MASK;
return;
}
block_signals();
do_boot_timer_handler(sc); do_boot_timer_handler(sc);
set_signals(enabled);
} }
void set_sigstack(void *sig_stack, int size) void set_sigstack(void *sig_stack, int size)
...@@ -83,6 +153,7 @@ void set_handler(int sig, void (*handler)(int), int flags, ...) ...@@ -83,6 +153,7 @@ void set_handler(int sig, void (*handler)(int), int flags, ...)
{ {
struct sigaction action; struct sigaction action;
va_list ap; va_list ap;
sigset_t sig_mask;
int mask; int mask;
va_start(ap, flags); va_start(ap, flags);
...@@ -95,7 +166,12 @@ void set_handler(int sig, void (*handler)(int), int flags, ...) ...@@ -95,7 +166,12 @@ void set_handler(int sig, void (*handler)(int), int flags, ...)
action.sa_flags = flags; action.sa_flags = flags;
action.sa_restorer = NULL; action.sa_restorer = NULL;
if(sigaction(sig, &action, NULL) < 0) if(sigaction(sig, &action, NULL) < 0)
panic("sigaction failed"); panic("sigaction failed - errno = %d\n", errno);
sigemptyset(&sig_mask);
sigaddset(&sig_mask, sig);
if(sigprocmask(SIG_UNBLOCK, &sig_mask, NULL) < 0)
panic("sigprocmask failed - errno = %d\n", errno);
} }
int change_sig(int signal, int on) int change_sig(int signal, int on)
...@@ -108,91 +184,74 @@ int change_sig(int signal, int on) ...@@ -108,91 +184,74 @@ int change_sig(int signal, int on)
return(!sigismember(&old, signal)); return(!sigismember(&old, signal));
} }
/* Both here and in set/get_signal we don't touch SIGPROF, because we must not
* disable profiling; it's safe because the profiling code does not interact
* with the kernel code at all.*/
static void change_signals(int type)
{
sigset_t mask;
sigemptyset(&mask);
sigaddset(&mask, SIGVTALRM);
sigaddset(&mask, SIGALRM);
sigaddset(&mask, SIGIO);
if(sigprocmask(type, &mask, NULL) < 0)
panic("Failed to change signal mask - errno = %d", errno);
}
void block_signals(void) void block_signals(void)
{ {
change_signals(SIG_BLOCK); signals_enabled = 0;
} }
void unblock_signals(void) void unblock_signals(void)
{ {
change_signals(SIG_UNBLOCK); int save_pending;
}
/* These are the asynchronous signals. SIGVTALRM and SIGARLM are handled if(signals_enabled == 1)
* together under SIGVTALRM_BIT. SIGPROF is excluded because we want to return;
* be able to profile all of UML, not just the non-critical sections. If
* profiling is not thread-safe, then that is not my problem. We can disable
* profiling when SMP is enabled in that case.
*/
#define SIGIO_BIT 0
#define SIGVTALRM_BIT 1
static int enable_mask(sigset_t *mask)
{
int sigs;
sigs = sigismember(mask, SIGIO) ? 0 : 1 << SIGIO_BIT; /* We loop because the IRQ handler returns with interrupts off. So,
sigs |= sigismember(mask, SIGVTALRM) ? 0 : 1 << SIGVTALRM_BIT; * interrupts may have arrived and we need to re-enable them and
sigs |= sigismember(mask, SIGALRM) ? 0 : 1 << SIGVTALRM_BIT; * recheck pending.
return(sigs); */
while(1){
/* Save and reset save_pending after enabling signals. This
* way, pending won't be changed while we're reading it.
*/
signals_enabled = 1;
save_pending = pending;
if(save_pending == 0)
return;
pending = 0;
/* We have pending interrupts, so disable signals, as the
* handlers expect them off when they are called. They will
* be enabled again above.
*/
signals_enabled = 0;
/* Deal with SIGIO first because the alarm handler might
* schedule, leaving the pending SIGIO stranded until we come
* back here.
*/
if(save_pending & SIGIO_MASK)
CHOOSE_MODE_PROC(sig_handler_common_tt,
sig_handler_common_skas, SIGIO, NULL);
if(save_pending & SIGALRM_MASK)
real_alarm_handler(SIGALRM, NULL);
if(save_pending & SIGVTALRM_MASK)
real_alarm_handler(SIGVTALRM, NULL);
}
} }
int get_signals(void) int get_signals(void)
{ {
sigset_t mask; return signals_enabled;
if(sigprocmask(SIG_SETMASK, NULL, &mask) < 0)
panic("Failed to get signal mask");
return(enable_mask(&mask));
} }
int set_signals(int enable) int set_signals(int enable)
{ {
sigset_t mask;
int ret; int ret;
if(signals_enabled == enable)
return enable;
sigemptyset(&mask); ret = signals_enabled;
if(enable & (1 << SIGIO_BIT)) if(enable)
sigaddset(&mask, SIGIO); unblock_signals();
if(enable & (1 << SIGVTALRM_BIT)){ else block_signals();
sigaddset(&mask, SIGVTALRM);
sigaddset(&mask, SIGALRM);
}
/* This is safe - sigprocmask is guaranteed to copy locally the
* value of new_set, do his work and then, at the end, write to
* old_set.
*/
if(sigprocmask(SIG_UNBLOCK, &mask, &mask) < 0)
panic("Failed to enable signals");
ret = enable_mask(&mask);
sigemptyset(&mask);
if((enable & (1 << SIGIO_BIT)) == 0)
sigaddset(&mask, SIGIO);
if((enable & (1 << SIGVTALRM_BIT)) == 0){
sigaddset(&mask, SIGVTALRM);
sigaddset(&mask, SIGALRM);
}
if(sigprocmask(SIG_BLOCK, &mask, NULL) < 0)
panic("Failed to block signals");
return(ret); return ret;
} }
void os_usr1_signal(int on) void os_usr1_signal(int on)
......
...@@ -34,6 +34,7 @@ ...@@ -34,6 +34,7 @@
#include "mem.h" #include "mem.h"
#include "uml-config.h" #include "uml-config.h"
#include "process.h" #include "process.h"
#include "longjmp.h"
int is_skas_winch(int pid, int fd, void *data) int is_skas_winch(int pid, int fd, void *data)
{ {
...@@ -433,6 +434,7 @@ void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr, ...@@ -433,6 +434,7 @@ void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr,
{ {
unsigned long flags; unsigned long flags;
sigjmp_buf switch_buf, fork_buf; sigjmp_buf switch_buf, fork_buf;
int enable;
*switch_buf_ptr = &switch_buf; *switch_buf_ptr = &switch_buf;
*fork_buf_ptr = &fork_buf; *fork_buf_ptr = &fork_buf;
...@@ -447,7 +449,7 @@ void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr, ...@@ -447,7 +449,7 @@ void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr,
*/ */
flags = get_signals(); flags = get_signals();
block_signals(); block_signals();
if(sigsetjmp(fork_buf, 1) == 0) if(UML_SIGSETJMP(&fork_buf, enable) == 0)
new_thread_proc(stack, handler); new_thread_proc(stack, handler);
remove_sigstack(); remove_sigstack();
...@@ -458,20 +460,22 @@ void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr, ...@@ -458,20 +460,22 @@ void new_thread(void *stack, void **switch_buf_ptr, void **fork_buf_ptr,
void thread_wait(void *sw, void *fb) void thread_wait(void *sw, void *fb)
{ {
sigjmp_buf buf, **switch_buf = sw, *fork_buf; sigjmp_buf buf, **switch_buf = sw, *fork_buf;
int enable;
*switch_buf = &buf; *switch_buf = &buf;
fork_buf = fb; fork_buf = fb;
if(sigsetjmp(buf, 1) == 0) if(UML_SIGSETJMP(&buf, enable) == 0)
siglongjmp(*fork_buf, INIT_JMP_REMOVE_SIGSTACK); siglongjmp(*fork_buf, INIT_JMP_REMOVE_SIGSTACK);
} }
void switch_threads(void *me, void *next) void switch_threads(void *me, void *next)
{ {
sigjmp_buf my_buf, **me_ptr = me, *next_buf = next; sigjmp_buf my_buf, **me_ptr = me, *next_buf = next;
int enable;
*me_ptr = &my_buf; *me_ptr = &my_buf;
if(sigsetjmp(my_buf, 1) == 0) if(UML_SIGSETJMP(&my_buf, enable) == 0)
siglongjmp(*next_buf, 1); UML_SIGLONGJMP(next_buf, 1);
} }
static sigjmp_buf initial_jmpbuf; static sigjmp_buf initial_jmpbuf;
...@@ -484,14 +488,14 @@ static sigjmp_buf *cb_back; ...@@ -484,14 +488,14 @@ static sigjmp_buf *cb_back;
int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr) int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr)
{ {
sigjmp_buf **switch_buf = switch_buf_ptr; sigjmp_buf **switch_buf = switch_buf_ptr;
int n; int n, enable;
set_handler(SIGWINCH, (__sighandler_t) sig_handler, set_handler(SIGWINCH, (__sighandler_t) sig_handler,
SA_ONSTACK | SA_RESTART, SIGUSR1, SIGIO, SIGALRM, SA_ONSTACK | SA_RESTART, SIGUSR1, SIGIO, SIGALRM,
SIGVTALRM, -1); SIGVTALRM, -1);
*fork_buf_ptr = &initial_jmpbuf; *fork_buf_ptr = &initial_jmpbuf;
n = sigsetjmp(initial_jmpbuf, 1); n = UML_SIGSETJMP(&initial_jmpbuf, enable);
switch(n){ switch(n){
case INIT_JMP_NEW_THREAD: case INIT_JMP_NEW_THREAD:
new_thread_proc((void *) stack, new_thread_handler); new_thread_proc((void *) stack, new_thread_handler);
...@@ -501,7 +505,7 @@ int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr) ...@@ -501,7 +505,7 @@ int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr)
break; break;
case INIT_JMP_CALLBACK: case INIT_JMP_CALLBACK:
(*cb_proc)(cb_arg); (*cb_proc)(cb_arg);
siglongjmp(*cb_back, 1); UML_SIGLONGJMP(cb_back, 1);
break; break;
case INIT_JMP_HALT: case INIT_JMP_HALT:
kmalloc_ok = 0; kmalloc_ok = 0;
...@@ -512,20 +516,21 @@ int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr) ...@@ -512,20 +516,21 @@ int start_idle_thread(void *stack, void *switch_buf_ptr, void **fork_buf_ptr)
default: default:
panic("Bad sigsetjmp return in start_idle_thread - %d\n", n); panic("Bad sigsetjmp return in start_idle_thread - %d\n", n);
} }
siglongjmp(**switch_buf, 1); UML_SIGLONGJMP(*switch_buf, 1);
} }
void initial_thread_cb_skas(void (*proc)(void *), void *arg) void initial_thread_cb_skas(void (*proc)(void *), void *arg)
{ {
sigjmp_buf here; sigjmp_buf here;
int enable;
cb_proc = proc; cb_proc = proc;
cb_arg = arg; cb_arg = arg;
cb_back = &here; cb_back = &here;
block_signals(); block_signals();
if(sigsetjmp(here, 1) == 0) if(UML_SIGSETJMP(&here, enable) == 0)
siglongjmp(initial_jmpbuf, INIT_JMP_CALLBACK); UML_SIGLONGJMP(&initial_jmpbuf, INIT_JMP_CALLBACK);
unblock_signals(); unblock_signals();
cb_proc = NULL; cb_proc = NULL;
...@@ -536,13 +541,13 @@ void initial_thread_cb_skas(void (*proc)(void *), void *arg) ...@@ -536,13 +541,13 @@ void initial_thread_cb_skas(void (*proc)(void *), void *arg)
void halt_skas(void) void halt_skas(void)
{ {
block_signals(); block_signals();
siglongjmp(initial_jmpbuf, INIT_JMP_HALT); UML_SIGLONGJMP(&initial_jmpbuf, INIT_JMP_HALT);
} }
void reboot_skas(void) void reboot_skas(void)
{ {
block_signals(); block_signals();
siglongjmp(initial_jmpbuf, INIT_JMP_REBOOT); UML_SIGLONGJMP(&initial_jmpbuf, INIT_JMP_REBOOT);
} }
void switch_mm_skas(struct mm_id *mm_idp) void switch_mm_skas(struct mm_id *mm_idp)
......
...@@ -10,6 +10,7 @@ ...@@ -10,6 +10,7 @@
#include "user_util.h" #include "user_util.h"
#include "os.h" #include "os.h"
#include "mode.h" #include "mode.h"
#include "longjmp.h"
void usr2_handler(int sig, union uml_pt_regs *regs) void usr2_handler(int sig, union uml_pt_regs *regs)
{ {
...@@ -36,5 +37,5 @@ void do_longjmp(void *b, int val) ...@@ -36,5 +37,5 @@ void do_longjmp(void *b, int val)
{ {
sigjmp_buf *buf = b; sigjmp_buf *buf = b;
siglongjmp(*buf, val); UML_SIGLONGJMP(buf, val);
} }
...@@ -6,6 +6,7 @@ ...@@ -6,6 +6,7 @@
#include <setjmp.h> #include <setjmp.h>
#include <string.h> #include <string.h>
#include "longjmp.h"
unsigned long __do_user_copy(void *to, const void *from, int n, unsigned long __do_user_copy(void *to, const void *from, int n,
void **fault_addr, void **fault_catcher, void **fault_addr, void **fault_catcher,
...@@ -13,10 +14,11 @@ unsigned long __do_user_copy(void *to, const void *from, int n, ...@@ -13,10 +14,11 @@ unsigned long __do_user_copy(void *to, const void *from, int n,
int n), int *faulted_out) int n), int *faulted_out)
{ {
unsigned long *faddrp = (unsigned long *) fault_addr, ret; unsigned long *faddrp = (unsigned long *) fault_addr, ret;
int enable;
sigjmp_buf jbuf; sigjmp_buf jbuf;
*fault_catcher = &jbuf; *fault_catcher = &jbuf;
if(sigsetjmp(jbuf, 1) == 0){ if(UML_SIGSETJMP(&jbuf, enable) == 0){
(*op)(to, from, n); (*op)(to, from, n);
ret = 0; ret = 0;
*faulted_out = 0; *faulted_out = 0;
......
...@@ -30,6 +30,7 @@ ...@@ -30,6 +30,7 @@
#include "ptrace_user.h" #include "ptrace_user.h"
#include "uml-config.h" #include "uml-config.h"
#include "os.h" #include "os.h"
#include "longjmp.h"
void stack_protections(unsigned long address) void stack_protections(unsigned long address)
{ {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment