higepi/Projet_SETI_RISC-V
2
2
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity
Projet_SETI_RISC-V/riscv-gnu-toolchain/binutils/gprofng/libcollector/dispatcher.c
higepi 6c0debd407 projet
2023-03-06 14:48:14 +01:00

1261 lines
43 KiB
C
Raw Blame History

/* Copyright (C) 2021 Free Software Foundation, Inc.
Contributed by Oracle.
This file is part of GNU Binutils.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3, or (at your option)
any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, 51 Franklin Street - Fifth Floor, Boston,
MA 02110-1301, USA. */
/*
* Central SIGPROF dispatcher to various module event handlers
* (REALPROF profile, HWC check, overview sample, manual sample)
*/
#include "config.h"
#include <dlfcn.h>
#include <errno.h>
#include <fcntl.h>
#include <unistd.h>
#include <stdlib.h>
#include <string.h>
#include <ucontext.h>
#include <sys/param.h>
#include <sys/signal.h>
#include <sys/syscall.h>
#include <time.h>
#include <signal.h>
#include "gp-defs.h"
#include "gp-experiment.h"
#include "collector.h"
#include "collector_module.h"
#include "tsd.h"
#include "hwcdrv.h"
/* TprintfT(<level>,...) definitions. Adjust per module as needed */
#define DBG_LT0 0 // for high-level configuration, unexpected errors/warnings
#define DBG_LTT 0 // for interposition on GLIBC functions
#define DBG_LT1 1 // for configuration details, warnings
#define DBG_LT2 2
#define DBG_LT3 3
static void collector_sigprof_dispatcher (int, siginfo_t*, void*);
static int init_interposition_intf ();
#include "memmgr.h"
static int collector_timer_create (timer_t * ptimerid);
static int collector_timer_settime (int period, timer_t timerid);
static int collector_timer_gettime (timer_t timerid);
static volatile int collector_sigprof_entries = 0; /* counter for SIGPROF signals in DISPATCH_TST mode */
static timer_t collector_master_thread_timerid = NULL;
static collector_mutex_t collector_clone_libc_lock = COLLECTOR_MUTEX_INITIALIZER;
static unsigned dispatcher_key = COLLECTOR_TSD_INVALID_KEY;
static void *__real_clone = NULL;
static void *__real_timer_create = NULL;
static void *__real_timer_settime = NULL;
static void *__real_timer_delete = NULL;
static void *__real_timer_gettime = NULL;
#if ARCH(Intel) && WSIZE(32)
static void *__real_pthread_create_2_1 = NULL;
static void *__real_pthread_create_2_0 = NULL;
#elif ARCH(Intel) && WSIZE(64)
static void *__real_timer_create_2_3_3 = NULL;
static void *__real_timer_create_2_2_5 = NULL;
#elif ARCH(SPARC) && WSIZE(64)
static void *__real_timer_create_2_3_3 = NULL;
static void *__real_timer_create_2_2 = NULL;
#endif
/* Original SIGPROF handler which will be replaced with the dispatcher. Used
* to properly interact with libaio, which uses SIGPROF as its SIGAIOCANCEL. */
static struct sigaction original_sigprof_handler;
enum
{
DISPATCH_NYI = -1, /* dispatcher not yet installed */
DISPATCH_OFF = 0, /* dispatcher installed, but disabled */
DISPATCH_ON = 1, /* dispatcher installed, and enabled */
DISPATCH_TST = 2 /* dispatcher installed, and enabled in testing mode */
};
static int dispatch_mode = DISPATCH_NYI; /* controls SIGPROF dispatching */
static int itimer_period_requested = 0; /* dispatcher itimer period */
static int itimer_period_actual = 0; /* actual dispatcher itimer period */
#define CALL_REAL(x) (*(int(*)())__real_##x)
#define NULL_PTR(x) ( __real_##x == NULL )
static void *__real_sigaction = NULL;
static void *__real_setitimer = NULL;
static void *__real_libc_setitimer = NULL;
static void *__real_sigprocmask = NULL;
static void *__real_thr_sigsetmask = NULL;
static void *__real_pthread_sigmask = NULL;
static void *__real_pthread_create = NULL;
/*
* void collector_sigprof_dispatcher()
*
* Common SIGPROF event handler which dispatches events to appropriate
* module handlers, if they are active for this collection and due.
* Dispatch sequence, logic and handlers currently hardcoded in dispatcher.
*/
static void
collector_sigprof_dispatcher (int sig, siginfo_t *info, void *context)
{
if (info == NULL || (info->si_code <= 0 && info->si_code != SI_TIMER))
{
TprintfT (DBG_LT2, "collector_sigprof_dispatcher signal for %p\n",
original_sigprof_handler.sa_handler);
/* pass signal to previous handler */
/* watch for recursion, SIG_IGN, and SIG_DFL */
if (original_sigprof_handler.sa_handler == SIG_DFL)
__collector_SIGDFL_handler (SIGPROF);
else if (original_sigprof_handler.sa_handler != SIG_IGN &&
original_sigprof_handler.sa_sigaction != &collector_sigprof_dispatcher)
{
(original_sigprof_handler.sa_sigaction)(sig, info, context);
TprintfT (DBG_LT2, "collector_sigprof_dispatcher handled\n");
}
}
else if (dispatch_mode == DISPATCH_ON)
{
#if ARCH(SPARC)
ucontext_t uctxmem;
ucontext_t *uctx = &uctxmem;
uctx->uc_link = NULL;
/* 23340823 signal handler third argument should point to a ucontext_t */
/* Convert sigcontext to ucontext_t on sparc-Linux */
struct sigcontext *sctx = (struct sigcontext*) context;
#if WSIZE(32)
uctx->uc_mcontext.gregs[REG_PC] = sctx->si_regs.pc;
__collector_memcpy (&uctx->uc_mcontext.gregs[3],
sctx->si_regs.u_regs,
sizeof (sctx->si_regs.u_regs));
#else
uctx->uc_mcontext.mc_gregs[MC_PC] = sctx->sigc_regs.tpc;
__collector_memcpy (&uctx->uc_mcontext.mc_gregs[3],
sctx->sigc_regs.u_regs,
sizeof (sctx->sigc_regs.u_regs));
#endif /* WSIZE() */
#else /* not sparc-Linux */
ucontext_t *uctx = (ucontext_t*) context;
#endif /* ARCH() */
TprintfT (DBG_LT3, "collector_sigprof_dispatcher dispatching signal\n");
/* XXXX the order of these checks/activities may need adjustment */
/* XXXX should also check (first) for a "cached" manual sample */
/* HWC check for each LWP: required even if collection is paused */
/* This should be first, otherwise it's likely to find the counters
* stopped due to an event/overflow during some of the other activities.
*/
/* XXXX HWC check performed every time (skipping if HWC profiling inactive)
* to avoid complexity of maintaining separate check times for each LWP
*/
__collector_ext_hwc_check (info, uctx);
/* XXXX if sigemtpending, should perhaps skip __collector_ext_usage_sample
* (and get it next time through)
*/
/* check for experiment past delay start */
if (__collector_delay_start != 0)
{
hrtime_t now = __collector_gethrtime ();
if (__collector_delay_start < now)
{
TprintfT (0, "__collector_ext_usage_sample: now (%lld) > delay_start (%lld)\n",
(now - __collector_start_time), (__collector_delay_start - __collector_start_time));
/* resume the data collection */
__collector_delay_start = 0;
__collector_resume ();
/* don't take a periodic sample, just let the resume sample cover it */
if (__collector_sample_period != 0)
{
/* this update should only be done for periodic samples */
while (__collector_next_sample < now)
__collector_next_sample += ((hrtime_t) NANOSEC) * __collector_sample_period;
}
/* return; */
}
}
/* check for periodic sampling */
if (__collector_gethrtime () > __collector_next_sample)
__collector_ext_usage_sample (PERIOD_SMPL, "periodic");
/* check for experiment past termination time */
if (__collector_exp_active && __collector_terminate_time != 0)
{
hrtime_t now = __collector_gethrtime ();
if (__collector_terminate_time < now)
{
TprintfT (0, "__collector_ext_usage_sample: now (%lld) > terminate_time (%lld); closing experiment\n",
(now - __collector_start_time), (__collector_terminate_time - __collector_start_time));
/* close the experiment */
__collector_close_experiment ();
}
}
/* call the code to process the profile data, and generate the packet */
/* (must always be called, otherwise profile data must be aggregated,
* but can be left till last, as already have the required data)
*/
__collector_ext_profile_handler (info, uctx);
}
else if (dispatch_mode == DISPATCH_TST)
{
collector_sigprof_entries++;
return;
}
}
/*
* __collector_sigprof_install
*/
int
__collector_sigprof_install ()
{
TprintfT (DBG_LT2, "__collector_sigprof_install\n");
struct sigaction oact;
if (__collector_sigaction (SIGPROF, NULL, &oact) != 0)
return COL_ERROR_DISPINIT;
if (oact.sa_sigaction == collector_sigprof_dispatcher)
/* signal handler is already in place; we are probably in a fork-child */
TprintfT (DBG_LT1, "dispatcher: __collector_ext_dispatcher_install() collector_sigprof_dispatcher already installed\n");
else
{
struct sigaction c_act;
CALL_UTIL (memset)(&c_act, 0, sizeof c_act);
sigemptyset (&c_act.sa_mask);
sigaddset (&c_act.sa_mask, HWCFUNCS_SIGNAL); /* block SIGEMT delivery in handler */
c_act.sa_sigaction = collector_sigprof_dispatcher;
c_act.sa_flags = SA_RESTART | SA_SIGINFO;
if (__collector_sigaction (SIGPROF, &c_act, &original_sigprof_handler))
return COL_ERROR_DISPINIT;
}
dispatch_mode = DISPATCH_OFF; /* don't dispatch yet */
TprintfT (DBG_LT2, "__collector_sigprof_install done\n");
return COL_ERROR_NONE;
}
/*
* void __collector_ext_dispatcher_tsd_create_key()
*
* create tsd key for dispatcher
*/
void
__collector_ext_dispatcher_tsd_create_key ()
{
dispatcher_key = __collector_tsd_create_key (sizeof (timer_t), NULL, NULL);
}
/*
* int __collector_ext_dispatcher_install()
*
* installs a common handler/dispatcher (and itimer) for SIGPROF events
*/
int
__collector_ext_dispatcher_install ()
{
int timer_period;
TprintfT (DBG_LT2, "__collector_ext_dispatcher_install\n");
/* check period set for interval timer, which will be used as the basis
* for all timed activities: if not set, no role for SIGPROF dispatcher
*/
if (itimer_period_requested <= 0)
{
TprintfT (DBG_LT1, "No interval timer set: skipping dispatcher install!\n");
return COL_ERROR_NONE; /* no itimer/dispatcher required */
}
/* check for an existing interval timer */
if (collector_master_thread_timerid == NULL)
if (collector_timer_create (&collector_master_thread_timerid) < 0)
return COL_ERROR_ITMRINIT;
timer_t *timeridptr = __collector_tsd_get_by_key (dispatcher_key);
if (timeridptr != NULL)
*timeridptr = collector_master_thread_timerid; // store for per thread timer stop/start
TprintfT (DBG_LT3, "__collector_ext_dispatcher_install: collector_master_thread_timerid=%p\n",
collector_master_thread_timerid);
timer_period = collector_timer_gettime (collector_master_thread_timerid);
if (timer_period > 0)
{
TprintfT (DBG_LT1, "Overriding app-set interval timer with period %d\n", timer_period);
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d->%d</event>\n",
SP_JCMD_CWARN, COL_WARN_ITMRPOVR, timer_period, itimer_period_requested);
}
/* install the interval timer used for all timed activities */
if (collector_timer_settime (itimer_period_requested, collector_master_thread_timerid) < 0)
return COL_ERROR_ITMRINIT;
TprintfT (DBG_LT2, "__collector_ext_dispatcher_install done\n");
dispatch_mode = DISPATCH_ON; /* activate SIGPROF dispatch to event handlers */
return COL_ERROR_NONE;
}
int
__collector_sigaction (int sig, const struct sigaction *nact, struct sigaction *oact)
{
TprintfT (DBG_LT1, "__collector_sigaction: %d, %p\n", sig, nact ? nact->sa_sigaction : NULL);
if (NULL_PTR (sigaction))
init_interposition_intf ();
/* Whether we change the signal handler in the kernel
* or not make sure the real sigaction is aware about
* our new handler (6227565)
*/
return CALL_REAL (sigaction)(sig, nact, oact);
}
/*
* We have special dispatchers for SIGPROF and HWCFUNCS_SIGNAL to
* decide whether the signal was intended for us or for the user.
* One special case is SIGDFL, in which case we don't have a
* user-function address to call. If the user did indeed set
* default disposition for one of these signals and sent that
* signal, we honor that action, even though it will lead to
* termination.
*/
void
__collector_SIGDFL_handler (int sig)
{
/* remove our dispatcher, replacing it with the default disposition */
struct sigaction act;
CALL_UTIL (memset)(&act, 0, sizeof (act));
act.sa_handler = SIG_DFL;
if (__collector_sigaction (sig, &act, NULL))
{
/* XXXXXX what are we supposed to do here? we're committing suicide anyhow */
}
/* resend the signal we intercepted earlier */
// XXXX Bug 18177509 - additional sigprof signal kills target program
kill (getpid (), sig);
}
/*
* suspend/resume timer per thread
*/
void
__collector_ext_dispatcher_thread_timer_suspend ()
{
timer_t * timeridptr = __collector_tsd_get_by_key (dispatcher_key);
if (timeridptr != NULL && *timeridptr != NULL)
(void) collector_timer_settime (0, *timeridptr);
return;
}
int
__collector_ext_dispatcher_thread_timer_resume ()
{
timer_t * timeridptr = __collector_tsd_get_by_key (dispatcher_key);
if (timeridptr == NULL)
return -1;
if (*timeridptr == NULL)
{ // timer id not initialized yet
TprintfT (DBG_LT2, "__collector_ext_dispatcher_thread_timer_resume: timer not initialized yet, create it\n");
if (collector_timer_create (timeridptr) == -1)
{
TprintfT (0, "__collector_ext_dispatcher_thread_timer_resume(): WARNING: No timer created\n");
return -1;
}
}
return collector_timer_settime (itimer_period_requested, *timeridptr);
}
void
__collector_ext_dispatcher_suspend ()
{
TprintfT (DBG_LT2, "__collector_ext_dispatcher_suspend\n");
if (dispatch_mode == DISPATCH_NYI)
{
TprintfT (0, "__collector_ext_dispatcher_suspend(): WARNING: No dispatcher installed\n");
return;
}
/* disable SIGPROF dispatching */
dispatch_mode = DISPATCH_OFF;
/* disable the interval timer; ignore any failures */
__collector_ext_dispatcher_thread_timer_suspend ();
return;
}
void
__collector_ext_dispatcher_restart ()
{
TprintfT (DBG_LT2, "__collector_ext_dispatcher_restart(ip=%d)\n", itimer_period_requested);
if (dispatch_mode == DISPATCH_NYI)
{
TprintfT (0, "__collector_ext_dispatcher_restart(): WARNING: No dispatcher installed\n");
return;
}
/* restart the interval timer used for all timed activities */
if (__collector_ext_dispatcher_thread_timer_resume () == 0)
dispatch_mode = DISPATCH_ON; /* re-activate SIGPROF dispatch to handlers */
return;
}
/*
* void __collector_ext_dispatcher_deinstall()
*
* If installed, disables SIGPROF dispatch and interval timer.
* Includes checks for last SIGPROF dispatch time, interval timer period,
* and currently installed SIGPROF handler, with appropriate warnings logged.
* The dispatcher remains installed to handle pending collector SIGPROFs and
* forward non-collector SIGPROFs to the application's handler(s).
* If the decision is ever made actually to deinstall the dispatcher,
* consider bug 4183714 and what to do about any possible pending
* SIGPROFs.
*/
void
__collector_ext_dispatcher_deinstall ()
{
TprintfT (DBG_LT1, "__collector_ext_dispatcher_deinstall()\n");
if (dispatch_mode == DISPATCH_NYI)
{
TprintfT (0, "__collector_ext_dispatcher_deinstall(): WARNING: No dispatcher installed\n");
return;
}
dispatch_mode = DISPATCH_OFF; /* disable SIGPROF dispatching */
/* verify that interval timer is still installed with expected period */
int timer_period = collector_timer_gettime (collector_master_thread_timerid);
if (timer_period != itimer_period_actual)
{
TprintfT (DBG_LT2, "dispatcher: Collector interval timer period changed %d -> %d\n",
itimer_period_actual, timer_period);
if ((itimer_period_actual >= (timer_period + timer_period / 10)) ||
(itimer_period_actual <= (timer_period - timer_period / 10)))
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%d -> %d</event>\n",
SP_JCMD_CWARN, COL_WARN_ITMRREP,
itimer_period_actual, timer_period);
else
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%d -> %d</event>\n",
SP_JCMD_COMMENT, COL_WARN_PROFRND,
itimer_period_actual, timer_period);
}
/* Verify that SIGPROF dispatcher is still installed.
* (still required with sigaction interposition and management,
* since interposition is not done for attach experiments)
*/
struct sigaction curr;
if (__collector_sigaction (SIGPROF, NULL, &curr) == -1)
TprintfT (0, "ERROR: dispatcher sigaction check failed: errno=%d\n", errno);
else if (curr.sa_sigaction != collector_sigprof_dispatcher)
{
TprintfT (0, "ERROR: collector dispatcher replaced by %p!\n", curr.sa_handler);
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%p</event>\n",
SP_JCMD_CWARN, COL_WARN_SIGPROF, curr.sa_handler);
}
else
TprintfT (DBG_LT2, "collector dispatcher integrity verified!\n");
/* disable the interval timer; ignore any failures */
if (collector_master_thread_timerid != NULL)
{
(void) CALL_REAL (timer_delete)(collector_master_thread_timerid);
collector_master_thread_timerid = NULL;
}
dispatcher_key = COLLECTOR_TSD_INVALID_KEY;
itimer_period_requested = 0;
itimer_period_actual = 0;
}
/*
* void __collector_ext_dispatcher_fork_child_cleanup()
*
* delete timer, clear timer interval
*/
void
__collector_ext_dispatcher_fork_child_cleanup ()
{
if (collector_master_thread_timerid != NULL)
{
(void) CALL_REAL (timer_delete)(collector_master_thread_timerid);
collector_master_thread_timerid = NULL;
}
__collector_mutex_init (&collector_clone_libc_lock);
dispatcher_key = COLLECTOR_TSD_INVALID_KEY;
itimer_period_requested = 0;
itimer_period_actual = 0;
}
/*
* int __collector_ext_itimer_set (int rperiod)
*
* set itimer period, if not yet set to a positive number of microseconds,
* (after rounding to sys_resolution if necessary) and return its value
*/
int
__collector_ext_itimer_set (int rperiod)
{
int period;
/* if rperiod is negative, force setting */
if (rperiod < 0)
{
itimer_period_actual = 0;
period = -rperiod;
}
else
period = rperiod;
// ignore SIGPROF while testing itimer interval setting
int saved = dispatch_mode;
dispatch_mode = DISPATCH_OFF;
if (collector_timer_create (&collector_master_thread_timerid) == -1)
{
TprintfT (0, "__collector_ext_itimer_set(): WARNING: No timer created\n");
return itimer_period_actual;
}
if (collector_timer_settime (period, collector_master_thread_timerid) == 0)
{
itimer_period_actual = collector_timer_gettime (collector_master_thread_timerid);
(void) collector_timer_settime (0, collector_master_thread_timerid); /* XXXX unset for now */
itimer_period_requested = period;
if (itimer_period_requested != itimer_period_actual)
{
TprintfT (DBG_LT2, " itimer period %d adjusted to %d\n",
itimer_period_requested, itimer_period_actual);
// (void) __collector_log_write("<event kind=\"%s\" id=\"%d\">%d -> %d</event>\n",
// SP_JCMD_CWARN, COL_WARN_PROFRND, itimer_period_requested, itimer_period_actual);
}
else
TprintfT (DBG_LT2, " itimer period %d accepted\n", period);
}
// restore dispatching SIGPROF handler
dispatch_mode = saved;
TprintfT (0, "__collector_ext_itimer_set(%d), requested=%d, actual=%d)\n",
rperiod, itimer_period_requested, itimer_period_actual);
return (itimer_period_actual);
}
static int
collector_timer_gettime (timer_t timerid)
{
int timer_period;
struct itimerspec itimer;
if (timerid == NULL)
return (0); // timer was not initialized
if (CALL_REAL (timer_gettime)(timerid, &itimer) == -1)
{
/* this should never reasonably fail, so not worth logging */
TprintfT (DBG_LT1, "WARNING: timer_gettime failed: errno=%d\n", errno);
return (-1);
}
timer_period = ((itimer.it_interval.tv_sec * NANOSEC) +
itimer.it_interval.tv_nsec) / 1000;
TprintfT (DBG_LT2, "collector_timer_gettime (period=%d)\n", timer_period);
return (timer_period);
}
static int
collector_timer_create (timer_t * ptimerid)
{
struct sigevent sigev;
if (NULL_PTR (timer_create))
init_interposition_intf ();
TprintfT (DBG_LT2, "collector_timer_settime(): timer_create is %p\n", __real_timer_create);
sigev.sigev_notify = SIGEV_THREAD_ID | SIGEV_SIGNAL;
sigev.sigev_signo = SIGPROF;
sigev.sigev_value.sival_ptr = ptimerid;
sigev._sigev_un._tid = __collector_gettid ();
if (CALL_REAL (timer_create)(CLOCK_THREAD_CPUTIME_ID, &sigev, ptimerid) == -1)
{
TprintfT (DBG_LT2, "collector_timer_settime() failed! errno=%d\n", errno);
return -1;
}
return 0;
}
static int
collector_timer_settime (int period, timer_t timerid)
{
struct itimerspec itimer;
if (NULL_PTR (timer_settime))
init_interposition_intf ();
TprintfT (DBG_LT2, "collector_timer_settime(period=%d)\n", period);
time_t NPM = 1000;
itimer.it_interval.tv_sec = NPM * period / NANOSEC;
itimer.it_interval.tv_nsec = (NPM * period) % NANOSEC;
itimer.it_value = itimer.it_interval;
if (CALL_REAL (timer_settime)(timerid, 0, &itimer, NULL) == -1)
{
TprintfT (DBG_LT2, "collector_timer_settime(%d) failed! errno=%d\n", period, errno);
return -1;
}
return 0;
}
static void
protect_profiling_signals (sigset_t* lset)
{
static unsigned int protected_sigprof = 0;
static unsigned int protected_sigemt = 0;
// T1 relies on thread signal masking, so best not to mess with it:
// T1 users have already been warned about the dangers of its use
if (__collector_libthread_T1)
return;
if (sigismember (lset, SIGPROF) && (dispatch_mode == DISPATCH_ON))
{
TprintfT (0, "WARNING: ignoring %s block while profiling\n", "SIGPROF");
if (protected_sigprof == 0)
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%s</event>\n",
SP_JCMD_CWARN, COL_WARN_SIGMASK, "SIGPROF");
sigdelset (lset, SIGPROF);
protected_sigprof++;
}
if (sigismember (lset, HWCFUNCS_SIGNAL) && __collector_ext_hwc_active ())
{
TprintfT (0, "WARNING: ignoring %s block while profiling\n", "SIGEMT");
if (protected_sigemt == 0)
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%s</event>\n",
SP_JCMD_CWARN, COL_WARN_SIGMASK, HWCFUNCS_SIGNAL_STRING);
sigdelset (lset, HWCFUNCS_SIGNAL);
protected_sigemt++;
}
}
#define SYS_SETITIMER_NAME "setitimer"
#define SYS_SIGACTION_NAME "sigaction"
#define SYS_SIGPROCMASK_NAME "sigprocmask"
#define SYS_PTHREAD_SIGMASK "pthread_sigmask"
#define SYS_THR_SIGSETMASK "thr_sigsetmask"
static int
init_interposition_intf ()
{
if (__collector_dlsym_guard)
return 1;
void *dlflag;
/* Linux requires RTLD_LAZY, Solaris can do just RTLD_NOLOAD */
void *handle = dlopen (SYS_LIBC_NAME, RTLD_LAZY | RTLD_NOLOAD);
#if ARCH(SPARC) && WSIZE(64)
/* dlopen a bogus path to avoid CR 23608692 */
dlopen ("/bogus_path_for_23608692_workaround/", RTLD_LAZY | RTLD_NOLOAD);
#endif
__real_setitimer = dlsym (RTLD_NEXT, SYS_SETITIMER_NAME);
if (__real_setitimer == NULL)
{
__real_setitimer = dlsym (RTLD_DEFAULT, SYS_SETITIMER_NAME);
if (__real_setitimer == NULL)
{
TprintfT (DBG_LT2, "init_interposition_intf() setitimer not found\n");
return 1;
}
dlflag = RTLD_DEFAULT;
}
else
dlflag = RTLD_NEXT;
TprintfT (DBG_LT2, "init_interposition_intf() using RTLD_%s\n",
(dlflag == RTLD_DEFAULT) ? "DEFAULT" : "NEXT");
TprintfT (DBG_LT2, "@%p __real_setitimer\n", __real_setitimer);
__real_sigaction = dlsym (dlflag, SYS_SIGACTION_NAME);
TprintfT (DBG_LT2, "@%p __real_sigaction\n", __real_sigaction);
/* also explicitly get libc.so/setitimer (as a backup) */
__real_libc_setitimer = dlsym (handle, SYS_SETITIMER_NAME);
TprintfT (DBG_LT2, "@%p __real_libc_setitimer\n", __real_libc_setitimer);
__real_sigprocmask = dlsym (dlflag, SYS_SIGPROCMASK_NAME);
TprintfT (DBG_LT2, "@%p __real_sigprocmask\n", __real_sigprocmask);
__real_thr_sigsetmask = dlsym (dlflag, SYS_THR_SIGSETMASK);
TprintfT (DBG_LT2, "@%p __real_thr_sigsetmask\n", __real_thr_sigsetmask);
__real_pthread_sigmask = dlsym (dlflag, SYS_PTHREAD_SIGMASK);
TprintfT (DBG_LT2, "@%p __real_pthread_sigmask\n", __real_pthread_sigmask);
#if ARCH(Aarch64)
__real_pthread_create = dlvsym (dlflag, "pthread_create", SYS_PTHREAD_CREATE_VERSION);
__real_timer_create = dlsym (dlflag, "timer_create");
__real_timer_settime = dlsym (dlflag, "timer_settime");
__real_timer_delete = dlsym (dlflag, "timer_delete");
__real_timer_gettime = dlsym (dlflag, "timer_gettime");
#else
__real_pthread_create = dlvsym (dlflag, "pthread_create", SYS_PTHREAD_CREATE_VERSION);
TprintfT (DBG_LT2, "[%s] @%p __real_pthread_create\n", SYS_PTHREAD_CREATE_VERSION, __real_pthread_create);
__real_timer_create = dlvsym (dlflag, "timer_create", SYS_TIMER_X_VERSION);
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_create\n", SYS_TIMER_X_VERSION, __real_timer_create);
__real_timer_settime = dlvsym (dlflag, "timer_settime", SYS_TIMER_X_VERSION);
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_settime\n", SYS_TIMER_X_VERSION, __real_timer_settime);
__real_timer_delete = dlvsym (dlflag, "timer_delete", SYS_TIMER_X_VERSION);
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_delete\n", SYS_TIMER_X_VERSION, __real_timer_delete);
__real_timer_gettime = dlvsym (dlflag, "timer_gettime", SYS_TIMER_X_VERSION);
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_gettime\n", SYS_TIMER_X_VERSION, __real_timer_gettime);
__real_clone = dlsym (dlflag, "clone");
TprintfT (DBG_LT2, "init_lineage_intf() @0x%p __real_clone\n", __real_clone);
#if ARCH(Intel) && WSIZE(32)
__real_pthread_create_2_1 = __real_pthread_create;
__real_pthread_create_2_0 = dlvsym (dlflag, "pthread_create", "GLIBC_2.0");
#elif ARCH(Intel) && WSIZE(64)
__real_timer_create_2_3_3 = __real_timer_create;
__real_timer_create_2_2_5 = dlvsym (dlflag, "timer_create", "GLIBC_2.2.5");
#elif ARCH(SPARC) && WSIZE(64)
__real_timer_create_2_3_3 = __real_timer_create;
__real_timer_create_2_2 = dlvsym (dlflag, "timer_create", "GLIBC_2.2");
#endif /* ARCH() && SIZE() */
#endif
return 0;
}
/*------------------------------------------------------------- sigaction */
/* NB: need a global interposing function called "sigaction" */
int
sigaction (int sig, const struct sigaction *nact, struct sigaction *oact)
{
int ret = 0;
int err = 0;
if (NULL_PTR (sigaction))
err = init_interposition_intf ();
if (err)
return -1;
TprintfT (DBG_LT3, "sigaction(sig=%02d, nact=%p) interposing\n", sig, nact);
if (sig == SIGPROF && dispatch_mode != DISPATCH_NYI)
{
if (oact != NULL)
{
oact->sa_handler = original_sigprof_handler.sa_handler;
oact->sa_mask = original_sigprof_handler.sa_mask;
oact->sa_flags = original_sigprof_handler.sa_flags;
}
if (nact != NULL)
{
original_sigprof_handler.sa_handler = nact->sa_handler;
original_sigprof_handler.sa_mask = nact->sa_mask;
original_sigprof_handler.sa_flags = nact->sa_flags;
TprintfT (DBG_LT1, "dispatcher: new sigaction(sig=%02d) set\n", sig);
}
}
else if (sig == HWCFUNCS_SIGNAL)
ret = collector_sigemt_sigaction (nact, oact);
else
{
if (sig != SIGCHLD || collector_sigchld_sigaction (nact, oact))
ret = CALL_REAL (sigaction)(sig, nact, oact);
TprintfT (DBG_LT3, "Real sigaction(sig=%02d) returned %d (oact=%p)\n",
sig, ret, oact);
/* but check for other important signals */
/* check for sample and pause/resume signals; give warning once, if need be */
if ((sig == __collector_sample_sig) && (__collector_sample_sig_warn == 0))
{
/* give user a warning */
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
SP_JCMD_CWARN, COL_WARN_SAMPSIGUSED, __collector_sample_sig);
__collector_sample_sig_warn = 1;
}
if ((sig == __collector_pause_sig) && (__collector_pause_sig_warn == 0))
{
/* give user a warning */
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
SP_JCMD_CWARN, COL_WARN_PAUSESIGUSED, __collector_pause_sig);
__collector_pause_sig_warn = 1;
}
}
TprintfT (DBG_LT3, "sigaction() returning %d (oact=%p)\n", ret, oact);
return ret;
}
/*
* In addition to interposing on sigaction(), should we also interpose
* on other important signal functions like signal() or sigset()?
* - On Solaris, those other functions apparently call sigaction().
* So, we only have to interpose on it.
* - On Linux, we should perhaps interpose on these other functions,
* but they are less portable than sigaction() and deprecated or even obsolete.
* So, we interpose, but don't overly worry about doing a good job.
*/
sighandler_t
signal (int sig, sighandler_t handler)
{
struct sigaction nact;
struct sigaction oact;
TprintfT (DBG_LT3, "signal(sig=%02d, handler=%p) interposing\n", sig, handler);
sigemptyset (&nact.sa_mask);
nact.sa_handler = handler;
nact.sa_flags = SA_RESTART;
if (sigaction (sig, &nact, &oact))
return SIG_ERR;
TprintfT (DBG_LT3, "signal() returning %p\n", oact.sa_handler);
return oact.sa_handler;
}
sighandler_t
sigset (int sig, sighandler_t handler)
{
TprintfT (DBG_LT3, "sigset(sig=%02d, handler=%p) interposing\n", sig, handler);
return signal (sig, handler);
}
/*------------------------------------------------------------- timer_create */
// map interposed symbol versions
#if WSIZE(64)
#if ARCH(SPARC) || ARCH(Intel)
static int
__collector_timer_create_symver (int(real_timer_create) (), clockid_t clockid, struct sigevent *sevp,
timer_t *timerid);
SYMVER_ATTRIBUTE (__collector_timer_create_2_3_3, timer_create@@GLIBC_2.3.3)
int
__collector_timer_create_2_3_3 (clockid_t clockid, struct sigevent *sevp,
timer_t *timerid)
{
if (NULL_PTR (timer_create))
init_interposition_intf ();
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_timer_create_2_3_3@%p\n", CALL_REAL (timer_create_2_3_3));
return __collector_timer_create_symver (CALL_REAL (timer_create_2_3_3), clockid, sevp, timerid);
}
#endif /* ARCH(SPARC) || ARCH(Intel)*/
#if ARCH(SPARC)
SYMVER_ATTRIBUTE (__collector_timer_create_2_2, timer_create@GLIBC_2.2)
int
__collector_timer_create_2_2 (clockid_t clockid, struct sigevent *sevp,
timer_t *timerid)
{
if (NULL_PTR (timer_create))
init_interposition_intf ();
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_timer_create_2_2@%p\n", CALL_REAL (timer_create_2_2));
return __collector_timer_create_symver (CALL_REAL (timer_create_2_2), clockid, sevp, timerid);
}
#elif ARCH(Intel)
SYMVER_ATTRIBUTE (__collector_timer_create_2_2_5, timer_create@GLIBC_2.2.5)
int
__collector_timer_create_2_2_5 (clockid_t clockid, struct sigevent *sevp,
timer_t *timerid)
{
if (NULL_PTR (timer_create))
init_interposition_intf ();
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_timer_create_2_2_5@%p\n", CALL_REAL (timer_create_2_2_5));
return __collector_timer_create_symver (CALL_REAL (timer_create_2_2_5), clockid, sevp, timerid);
}
#endif /* ARCH() */
#endif /* WSIZE(64) */
#if ARCH(Aarch64) || (ARCH(Intel) && WSIZE(32))
int timer_create (clockid_t clockid, struct sigevent *sevp, timer_t *timerid)
#else
static int
__collector_timer_create_symver (int(real_timer_create) (), clockid_t clockid,
struct sigevent *sevp, timer_t *timerid)
#endif
{
int ret;
if (NULL_PTR (timer_create))
init_interposition_intf ();
/* collector reserves SIGPROF
*/
if (sevp == NULL || sevp->sigev_notify != SIGEV_SIGNAL
|| sevp->sigev_signo != SIGPROF)
{
#if ARCH(Aarch64) || (ARCH(Intel) && WSIZE(32))
ret = CALL_REAL (timer_create)(clockid, sevp, timerid);
#else
ret = (real_timer_create) (clockid, sevp, timerid);
#endif
TprintfT (DBG_LT2, "Real timer_create(%d) returned %d\n",
clockid, ret);
return ret;
}
/* log that application's timer_create request is overridden */
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
SP_JCMD_CWARN, COL_WARN_ITMROVR, -1);
ret = -1;
errno = EBUSY;
TprintfT (DBG_LT2, "timer_create() returning %d\n", ret);
return ret;
}
/*------------------------------------------------------------- setitimer */
int
_setitimer (int which, const struct itimerval *nval,
struct itimerval *oval)
{
int ret;
int period;
if (NULL_PTR (setitimer))
init_interposition_intf ();
if (nval == NULL)
period = -1;
else
period = (nval->it_interval.tv_sec * MICROSEC) +
nval->it_interval.tv_usec;
TprintfT (DBG_LT1, "setitimer(which=%d,nval=%dus) interposing\n", which, period);
/* collector reserves ITIMER_REALPROF for its own use, and ITIMER_PROF
* uses the same signal (SIGPROF) so it must also be reserved
*/
if (((which != ITIMER_REALPROF) && (which != ITIMER_PROF)) || (nval == NULL))
{
ret = CALL_REAL (setitimer)(which, nval, oval);
if (oval == NULL)
period = -1;
else
period = (oval->it_interval.tv_sec * MICROSEC) +
oval->it_interval.tv_usec;
TprintfT (DBG_LT2, "Real setitimer(%d) returned %d (oval=%dus)\n",
which, ret, period);
return ret;
}
/* log that application's setitimer request is overridden */
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
SP_JCMD_CWARN, COL_WARN_ITMROVR, period);
if (oval == NULL)
period = -1;
else
{
getitimer (which, oval); /* return current itimer setting */
period = (oval->it_interval.tv_sec * MICROSEC) +
oval->it_interval.tv_usec;
}
ret = -1;
errno = EBUSY;
TprintfT (DBG_LT2, "setitimer() returning %d (oval=%dus)\n", ret, period);
return ret;
}
/*--------------------------------------------------------------- sigprocmask */
int
__collector_sigprocmask (int how, const sigset_t* iset, sigset_t* oset)
{
int err = 0;
if (NULL_PTR (sigprocmask))
err = init_interposition_intf ();
if (err)
return -1;
TprintfT (DBG_LT2, "__collector_sigprocmask(%d) interposing\n", how);
sigset_t lsigset;
sigset_t* lset = NULL;
if (iset)
{
lsigset = *iset;
lset = &lsigset;
if ((how == SIG_BLOCK) || (how == SIG_SETMASK))
protect_profiling_signals (lset);
}
int ret = CALL_REAL (sigprocmask)(how, lset, oset);
TprintfT (DBG_LT2, "__collector_sigprocmask(%d) returning %d\n", how, ret);
return ret;
}
/*------------------------------------------------------------ thr_sigsetmask */
int
__collector_thr_sigsetmask (int how, const sigset_t* iset, sigset_t* oset)
{
if (NULL_PTR (thr_sigsetmask))
init_interposition_intf ();
TprintfT (DBG_LT1, "__collector_thr_sigsetmask(%d) interposing\n", how);
sigset_t lsigset;
sigset_t* lset = NULL;
if (iset)
{
lsigset = *iset;
lset = &lsigset;
if ((how == SIG_BLOCK) || (how == SIG_SETMASK))
protect_profiling_signals (lset);
}
int ret = CALL_REAL (thr_sigsetmask)(how, lset, oset);
TprintfT (DBG_LT1, "__collector_thr_sigsetmask(%d) returning %d\n", how, ret);
return ret;
}
/*----------------------------------------------------------- pthread_sigmask */
int
pthread_sigmask (int how, const sigset_t* iset, sigset_t* oset)
{
if (NULL_PTR (pthread_sigmask))
init_interposition_intf ();
TprintfT (DBG_LT1, "__collector_pthread_sigmask(%d) interposing\n", how);
sigset_t lsigset;
sigset_t* lset = NULL;
if (iset)
{
lsigset = *iset;
lset = &lsigset;
if ((how == SIG_BLOCK) || (how == SIG_SETMASK))
protect_profiling_signals (lset);
}
int ret = CALL_REAL (pthread_sigmask)(how, lset, oset);
TprintfT (DBG_LT1, "__collector_pthread_sigmask(%d) returning %d\n", how, ret);
return ret;
}
/*----------------------------------------------------------- pthread_create */
typedef struct _CollectorArgs
{
void *(*func)(void*);
void *arg;
void *stack;
int isPthread;
} CollectorArgs;
static void *
collector_root (void *cargs)
{
/* save the real arguments and free cargs */
void *(*func)(void*) = ((CollectorArgs*) cargs)->func;
void *arg = ((CollectorArgs*) cargs)->arg;
void *stack = ((CollectorArgs*) cargs)->stack;
int isPthread = ((CollectorArgs*) cargs)->isPthread;
__collector_freeCSize (__collector_heap, cargs, sizeof (CollectorArgs));
/* initialize tsd for this thread */
if (__collector_tsd_allocate () == 0)
/* init tsd for unwind, called right after __collector_tsd_allocate()*/
__collector_ext_unwind_key_init (isPthread, stack);
if (!isPthread)
__collector_mutex_lock (&collector_clone_libc_lock);
/* set the profile timer */
timer_t *timeridptr = __collector_tsd_get_by_key (dispatcher_key);
timer_t timerid = NULL;
if (timeridptr != NULL)
{
collector_timer_create (timeridptr);
if (*timeridptr != NULL)
collector_timer_settime (itimer_period_requested, *timeridptr);
timerid = *timeridptr;
}
int hwc_rc = __collector_ext_hwc_lwp_init ();
if (!isPthread)
__collector_mutex_unlock (&collector_clone_libc_lock);
/* call the real function */
void *ret = func (arg);
if (!isPthread)
__collector_mutex_lock (&collector_clone_libc_lock);
if (timerid != NULL)
CALL_REAL (timer_delete)(timerid);
if (!hwc_rc)
/* pthread_kill not handled here */
__collector_ext_hwc_lwp_fini ();
if (!isPthread)
__collector_mutex_unlock (&collector_clone_libc_lock);
/* if we have this chance, release tsd */
__collector_tsd_release ();
return ret;
}
// map interposed symbol versions
#if ARCH(Intel) && WSIZE(32)
static int
__collector_pthread_create_symver (int(real_pthread_create) (),
pthread_t *thread,
const pthread_attr_t *attr,
void *(*func)(void*),
void *arg);
SYMVER_ATTRIBUTE (__collector_pthread_create_2_1, pthread_create@@GLIBC_2.1)
int
__collector_pthread_create_2_1 (pthread_t *thread,
const pthread_attr_t *attr,
void *(*func)(void*),
void *arg)
{
if (NULL_PTR (pthread_create))
init_interposition_intf ();
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_pthread_create_2_1@%p\n", CALL_REAL (pthread_create_2_1));
return __collector_pthread_create_symver (CALL_REAL (pthread_create_2_1), thread, attr, func, arg);
}
SYMVER_ATTRIBUTE (__collector_pthread_create_2_0, pthread_create@GLIBC_2.0)
int
__collector_pthread_create_2_0 (pthread_t *thread,
const pthread_attr_t *attr,
void *(*func)(void*),
void *arg)
{
if (NULL_PTR (pthread_create))
init_interposition_intf ();
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_pthread_create_2_0@%p\n", CALL_REAL (pthread_create_2_0));
return __collector_pthread_create_symver (CALL_REAL (pthread_create_2_0), thread, attr, func, arg);
}
#endif
#if ARCH(Intel) && WSIZE(32)
static int
__collector_pthread_create_symver (int(real_pthread_create) (),
pthread_t *thread,
const pthread_attr_t *attr,
void *(*func)(void*),
void *arg)
#else
int
pthread_create (pthread_t *thread, const pthread_attr_t *attr,
void *(*func)(void*), void *arg)
#endif
{
if (NULL_PTR (pthread_create))
init_interposition_intf ();
TprintfT (DBG_LT1, "pthread_create interposition called\n");
if (dispatch_mode != DISPATCH_ON)
{
#if ARCH(Intel) && WSIZE(32)
return (real_pthread_create) (thread, attr, func, arg);
#else
return CALL_REAL (pthread_create)(thread, attr, func, arg);
#endif
}
CollectorArgs *cargs = __collector_allocCSize (__collector_heap, sizeof (CollectorArgs), 1);
if (cargs == NULL)
{
#if ARCH(Intel) && WSIZE(32)
return (real_pthread_create) (thread, attr, func, arg);
#else
return CALL_REAL (pthread_create)(thread, attr, func, arg);
#endif
}
cargs->func = func;
cargs->arg = arg;
cargs->stack = NULL;
cargs->isPthread = 1;
int ret = -1;
#if ARCH(Intel) && WSIZE(32)
ret = (real_pthread_create) (thread, attr, &collector_root, cargs);
#else
ret = CALL_REAL (pthread_create)(thread, attr, &collector_root, cargs);
#endif
if (ret)
__collector_freeCSize (__collector_heap, cargs, sizeof (CollectorArgs));
TprintfT (DBG_LT1, "pthread_create returning %d\n", ret);
return ret;
}
int
__collector_ext_clone_pthread (int (*fn)(void *), void *child_stack, int flags, void *arg,
va_list va /* pid_t *ptid, struct user_desc *tls, pid_t *" ctid" */)
{
if (NULL_PTR (clone))
init_interposition_intf ();
TprintfT (0, "clone thread interposing\n");
pid_t * ptid = NULL;
struct user_desc * tls = NULL;
pid_t * ctid = NULL;
int num_args = 0;
if (flags & (CLONE_CHILD_SETTID | CLONE_CHILD_CLEARTID))
{
ptid = va_arg (va, pid_t *);
tls = va_arg (va, struct user_desc*);
ctid = va_arg (va, pid_t *);
num_args = 3;
}
else if (flags & CLONE_SETTLS)
{
ptid = va_arg (va, pid_t *);
tls = va_arg (va, struct user_desc*);
num_args = 2;
}
else if (flags & CLONE_PARENT_SETTID)
{
ptid = va_arg (va, pid_t *);
num_args = 1;
}
int ret = 0;
if (dispatch_mode != DISPATCH_ON)
{
switch (num_args)
{
case 3:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls, ctid);
break;
case 2:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls);
break;
case 1:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid);
break;
default:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg);
break;
}
return ret;
}
CollectorArgs *cargs = __collector_allocCSize (__collector_heap, sizeof (CollectorArgs), 1);
if (cargs == NULL)
{
switch (num_args)
{
case 3:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls, ctid);
break;
case 2:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls);
break;
case 1:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid);
break;
default:
ret = CALL_REAL (clone)(fn, child_stack, flags, arg);
break;
}
return ret;
}
cargs->func = (void *(*)(void*))fn;
cargs->arg = arg;
cargs->stack = child_stack;
cargs->isPthread = 0;
switch (num_args)
{
case 3:
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs, ptid, tls, ctid);
break;
case 2:
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs, ptid, tls);
break;
case 1:
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs, ptid);
break;
default:
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs);
break;
}
if (ret < 0)
__collector_freeCSize (__collector_heap, cargs, sizeof (CollectorArgs));
TprintfT (DBG_LT1, "clone thread returning %d\n", ret);
return ret;
}
// weak symbols:
int sigprocmask () __attribute__ ((weak, alias ("__collector_sigprocmask")));
int thr_sigsetmask () __attribute__ ((weak, alias ("__collector_thr_sigsetmask")));
int setitimer () __attribute__ ((weak, alias ("_setitimer")));
Reference in a new issue View git blame Copy permalink