| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- * Copyright (C) 2015 Anton Ivanov (aivanov@{brocade.com,kot-begemot.co.uk})
- * Copyright (C) 2015 Thomas Meyer (thomas@m3y3r.de)
- * Copyright (C) 2004 PathScale, Inc
- * Copyright (C) 2004 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
- */
- #include <stdlib.h>
- #include <stdarg.h>
- #include <stdbool.h>
- #include <errno.h>
- #include <signal.h>
- #include <string.h>
- #include <strings.h>
- #include <as-layout.h>
- #include <kern_util.h>
- #include <os.h>
- #include <skas.h>
- #include <sysdep/mcontext.h>
- #include <um_malloc.h>
- #include <sys/ucontext.h>
- #include <timetravel.h>
- #include "internal.h"
- void (*sig_info[NSIG])(int, struct siginfo *, struct uml_pt_regs *, void *mc) = {
- [SIGTRAP] = relay_signal,
- [SIGFPE] = relay_signal,
- [SIGILL] = relay_signal,
- [SIGWINCH] = winch,
- [SIGBUS] = relay_signal,
- [SIGSEGV] = segv_handler,
- [SIGIO] = sigio_handler,
- [SIGCHLD] = sigchld_handler,
- };
- static void sig_handler_common(int sig, struct siginfo *si, mcontext_t *mc)
- {
- struct uml_pt_regs r;
- r.is_user = 0;
- if (sig == SIGSEGV) {
- /* For segfaults, we want the data from the sigcontext. */
- get_regs_from_mc(&r, mc);
- GET_FAULTINFO_FROM_MC(r.faultinfo, mc);
- }
- /* enable signals if sig isn't IRQ signal */
- if ((sig != SIGIO) && (sig != SIGWINCH) && (sig != SIGCHLD))
- unblock_signals_trace();
- (*sig_info[sig])(sig, si, &r, mc);
- }
- /*
- * These are the asynchronous signals. SIGPROF is excluded because we want to
- * be able to profile all of UML, not just the non-critical sections. If
- * profiling is not thread-safe, then that is not my problem. We can disable
- * profiling when SMP is enabled in that case.
- */
- #define SIGIO_BIT 0
- #define SIGIO_MASK (1 << SIGIO_BIT)
- #define SIGALRM_BIT 1
- #define SIGALRM_MASK (1 << SIGALRM_BIT)
- #define SIGCHLD_BIT 2
- #define SIGCHLD_MASK (1 << SIGCHLD_BIT)
- __thread int signals_enabled;
- #if IS_ENABLED(CONFIG_UML_TIME_TRAVEL_SUPPORT)
- static int signals_blocked, signals_blocked_pending;
- #endif
- static __thread unsigned int signals_pending;
- static __thread unsigned int signals_active;
- static void sig_handler(int sig, struct siginfo *si, mcontext_t *mc)
- {
- int enabled = signals_enabled;
- #if IS_ENABLED(CONFIG_UML_TIME_TRAVEL_SUPPORT)
- if ((signals_blocked ||
- __atomic_load_n(&signals_blocked_pending, __ATOMIC_SEQ_CST)) &&
- (sig == SIGIO)) {
- /* increment so unblock will do another round */
- __atomic_add_fetch(&signals_blocked_pending, 1,
- __ATOMIC_SEQ_CST);
- return;
- }
- #endif
- if (!enabled && (sig == SIGIO)) {
- /*
- * In TT_MODE_EXTERNAL, need to still call time-travel
- * handlers. This will mark signals_pending by itself
- * (only if necessary.)
- * Note we won't get here if signals are hard-blocked
- * (which is handled above), in that case the hard-
- * unblock will handle things.
- */
- if (time_travel_mode == TT_MODE_EXTERNAL)
- sigio_run_timetravel_handlers();
- else
- signals_pending |= SIGIO_MASK;
- return;
- }
- if (!enabled && (sig == SIGCHLD)) {
- signals_pending |= SIGCHLD_MASK;
- return;
- }
- block_signals_trace();
- sig_handler_common(sig, si, mc);
- um_set_signals_trace(enabled);
- }
- static void timer_real_alarm_handler(mcontext_t *mc)
- {
- struct uml_pt_regs regs;
- if (mc != NULL)
- get_regs_from_mc(®s, mc);
- else
- memset(®s, 0, sizeof(regs));
- timer_handler(SIGALRM, NULL, ®s);
- }
- static void timer_alarm_handler(int sig, struct siginfo *unused_si, mcontext_t *mc)
- {
- int enabled;
- enabled = signals_enabled;
- if (!signals_enabled) {
- signals_pending |= SIGALRM_MASK;
- return;
- }
- block_signals_trace();
- signals_active |= SIGALRM_MASK;
- timer_real_alarm_handler(mc);
- signals_active &= ~SIGALRM_MASK;
- um_set_signals_trace(enabled);
- }
- void deliver_alarm(void) {
- timer_alarm_handler(SIGALRM, NULL, NULL);
- }
- void timer_set_signal_handler(void)
- {
- set_handler(SIGALRM);
- }
- int timer_alarm_pending(void)
- {
- return !!(signals_pending & SIGALRM_MASK);
- }
- void set_sigstack(void *sig_stack, int size)
- {
- stack_t stack = {
- .ss_flags = 0,
- .ss_sp = sig_stack,
- .ss_size = size
- };
- if (sigaltstack(&stack, NULL) != 0)
- panic("enabling signal stack failed, errno = %d\n", errno);
- }
- static void sigusr1_handler(int sig, struct siginfo *unused_si, mcontext_t *mc)
- {
- uml_pm_wake();
- }
- void register_pm_wake_signal(void)
- {
- set_handler(SIGUSR1);
- }
- static void (*handlers[_NSIG])(int sig, struct siginfo *si, mcontext_t *mc) = {
- [SIGSEGV] = sig_handler,
- [SIGBUS] = sig_handler,
- [SIGILL] = sig_handler,
- [SIGFPE] = sig_handler,
- [SIGTRAP] = sig_handler,
- [SIGIO] = sig_handler,
- [SIGWINCH] = sig_handler,
- /* SIGCHLD is only actually registered in seccomp mode. */
- [SIGCHLD] = sig_handler,
- [SIGALRM] = timer_alarm_handler,
- [SIGUSR1] = sigusr1_handler,
- };
- static void hard_handler(int sig, siginfo_t *si, void *p)
- {
- ucontext_t *uc = p;
- mcontext_t *mc = &uc->uc_mcontext;
- int save_errno = errno;
- (*handlers[sig])(sig, (struct siginfo *)si, mc);
- errno = save_errno;
- }
- void set_handler(int sig)
- {
- struct sigaction action;
- int flags = SA_SIGINFO | SA_ONSTACK;
- sigset_t sig_mask;
- action.sa_sigaction = hard_handler;
- /* block irq ones */
- sigemptyset(&action.sa_mask);
- sigaddset(&action.sa_mask, SIGIO);
- sigaddset(&action.sa_mask, SIGWINCH);
- sigaddset(&action.sa_mask, SIGALRM);
- if (using_seccomp)
- sigaddset(&action.sa_mask, SIGCHLD);
- if (sig == SIGSEGV)
- flags |= SA_NODEFER;
- if (sigismember(&action.sa_mask, sig))
- flags |= SA_RESTART; /* if it's an irq signal */
- action.sa_flags = flags;
- action.sa_restorer = NULL;
- if (sigaction(sig, &action, NULL) < 0)
- panic("sigaction failed - errno = %d\n", errno);
- sigemptyset(&sig_mask);
- sigaddset(&sig_mask, sig);
- if (sigprocmask(SIG_UNBLOCK, &sig_mask, NULL) < 0)
- panic("sigprocmask failed - errno = %d\n", errno);
- }
- void send_sigio_to_self(void)
- {
- kill(os_getpid(), SIGIO);
- }
- int change_sig(int signal, int on)
- {
- sigset_t sigset;
- sigemptyset(&sigset);
- sigaddset(&sigset, signal);
- if (sigprocmask(on ? SIG_UNBLOCK : SIG_BLOCK, &sigset, NULL) < 0)
- return -errno;
- return 0;
- }
- static inline void __block_signals(void)
- {
- if (!signals_enabled)
- return;
- os_local_ipi_disable();
- barrier();
- signals_enabled = 0;
- }
- static inline void __unblock_signals(void)
- {
- if (signals_enabled)
- return;
- signals_enabled = 1;
- barrier();
- os_local_ipi_enable();
- }
- void block_signals(void)
- {
- __block_signals();
- /*
- * This must return with signals disabled, so this barrier
- * ensures that writes are flushed out before the return.
- * This might matter if gcc figures out how to inline this and
- * decides to shuffle this code into the caller.
- */
- barrier();
- }
- void unblock_signals(void)
- {
- int save_pending;
- if (signals_enabled == 1)
- return;
- __unblock_signals();
- #if IS_ENABLED(CONFIG_UML_TIME_TRAVEL_SUPPORT)
- deliver_time_travel_irqs();
- #endif
- /*
- * We loop because the IRQ handler returns with interrupts off. So,
- * interrupts may have arrived and we need to re-enable them and
- * recheck signals_pending.
- */
- while (1) {
- /*
- * Save and reset save_pending after enabling signals. This
- * way, signals_pending won't be changed while we're reading it.
- *
- * Setting signals_enabled and reading signals_pending must
- * happen in this order, so have the barrier here.
- */
- barrier();
- save_pending = signals_pending;
- if (save_pending == 0)
- return;
- signals_pending = 0;
- /*
- * We have pending interrupts, so disable signals, as the
- * handlers expect them off when they are called. They will
- * be enabled again above. We need to trace this, as we're
- * expected to be enabling interrupts already, but any more
- * tracing that happens inside the handlers we call for the
- * pending signals will mess up the tracing state.
- */
- __block_signals();
- um_trace_signals_off();
- /*
- * Deal with SIGIO first because the alarm handler might
- * schedule, leaving the pending SIGIO stranded until we come
- * back here.
- *
- * SIGIO's handler doesn't use siginfo or mcontext,
- * so they can be NULL.
- */
- if (save_pending & SIGIO_MASK)
- sig_handler_common(SIGIO, NULL, NULL);
- if (save_pending & SIGCHLD_MASK) {
- struct uml_pt_regs regs = {};
- sigchld_handler(SIGCHLD, NULL, ®s, NULL);
- }
- /* Do not reenter the handler */
- if ((save_pending & SIGALRM_MASK) && (!(signals_active & SIGALRM_MASK)))
- timer_real_alarm_handler(NULL);
- /* Rerun the loop only if there is still pending SIGIO and not in TIMER handler */
- if (!(signals_pending & SIGIO_MASK) && (signals_active & SIGALRM_MASK))
- return;
- /* Re-enable signals and trace that we're doing so. */
- um_trace_signals_on();
- __unblock_signals();
- }
- }
- int um_get_signals(void)
- {
- return signals_enabled;
- }
- int um_set_signals(int enable)
- {
- int ret;
- if (signals_enabled == enable)
- return enable;
- ret = signals_enabled;
- if (enable)
- unblock_signals();
- else block_signals();
- return ret;
- }
- int um_set_signals_trace(int enable)
- {
- int ret;
- if (signals_enabled == enable)
- return enable;
- ret = signals_enabled;
- if (enable)
- unblock_signals_trace();
- else
- block_signals_trace();
- return ret;
- }
- #if IS_ENABLED(CONFIG_UML_TIME_TRAVEL_SUPPORT)
- void mark_sigio_pending(void)
- {
- /*
- * It would seem that this should be atomic so
- * it isn't a read-modify-write with a signal
- * that could happen in the middle, losing the
- * value set by the signal.
- *
- * However, this function is only called when in
- * time-travel=ext simulation mode, in which case
- * the only signal ever pending is SIGIO, which
- * is blocked while this can be called, and the
- * timer signal (SIGALRM) cannot happen.
- */
- signals_pending |= SIGIO_MASK;
- }
- void block_signals_hard(void)
- {
- signals_blocked++;
- barrier();
- }
- void unblock_signals_hard(void)
- {
- static bool unblocking;
- if (!signals_blocked)
- panic("unblocking signals while not blocked");
- if (--signals_blocked)
- return;
- /*
- * Must be set to 0 before we check pending so the
- * SIGIO handler will run as normal unless we're still
- * going to process signals_blocked_pending.
- */
- barrier();
- /*
- * Note that block_signals_hard()/unblock_signals_hard() can be called
- * within the unblock_signals()/sigio_run_timetravel_handlers() below.
- * This would still be prone to race conditions since it's actually a
- * call _within_ e.g. vu_req_read_message(), where we observed this
- * issue, which loops. Thus, if the inner call handles the recorded
- * pending signals, we can get out of the inner call with the real
- * signal hander no longer blocked, and still have a race. Thus don't
- * handle unblocking in the inner call, if it happens, but only in
- * the outermost call - 'unblocking' serves as an ownership for the
- * signals_blocked_pending decrement.
- */
- if (unblocking)
- return;
- unblocking = true;
- while (__atomic_load_n(&signals_blocked_pending, __ATOMIC_SEQ_CST)) {
- if (signals_enabled) {
- /* signals are enabled so we can touch this */
- signals_pending |= SIGIO_MASK;
- /*
- * this is a bit inefficient, but that's
- * not really important
- */
- block_signals();
- unblock_signals();
- } else {
- /*
- * we need to run time-travel handlers even
- * if not enabled
- */
- sigio_run_timetravel_handlers();
- }
- /*
- * The decrement of signals_blocked_pending must be atomic so
- * that the signal handler will either happen before or after
- * the decrement, not during a read-modify-write:
- * - If it happens before, it can increment it and we'll
- * decrement it and do another round in the loop.
- * - If it happens after it'll see 0 for both signals_blocked
- * and signals_blocked_pending and thus run the handler as
- * usual (subject to signals_enabled, but that's unrelated.)
- *
- * Note that a call to unblock_signals_hard() within the calls
- * to unblock_signals() or sigio_run_timetravel_handlers() above
- * will do nothing due to the 'unblocking' state, so this cannot
- * underflow as the only one decrementing will be the outermost
- * one.
- */
- if (__atomic_sub_fetch(&signals_blocked_pending, 1,
- __ATOMIC_SEQ_CST) < 0)
- panic("signals_blocked_pending underflow");
- }
- unblocking = false;
- }
- #endif
|