1262 lines
43 KiB
C
1262 lines
43 KiB
C
|
/* Copyright (C) 2021 Free Software Foundation, Inc.
|
||
|
Contributed by Oracle.
|
||
|
|
||
|
This file is part of GNU Binutils.
|
||
|
|
||
|
This program is free software; you can redistribute it and/or modify
|
||
|
it under the terms of the GNU General Public License as published by
|
||
|
the Free Software Foundation; either version 3, or (at your option)
|
||
|
any later version.
|
||
|
|
||
|
This program is distributed in the hope that it will be useful,
|
||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
|
GNU General Public License for more details.
|
||
|
|
||
|
You should have received a copy of the GNU General Public License
|
||
|
along with this program; if not, write to the Free Software
|
||
|
Foundation, 51 Franklin Street - Fifth Floor, Boston,
|
||
|
MA 02110-1301, USA. */
|
||
|
|
||
|
/*
|
||
|
* Central SIGPROF dispatcher to various module event handlers
|
||
|
* (REALPROF profile, HWC check, overview sample, manual sample)
|
||
|
*/
|
||
|
|
||
|
#include "config.h"
|
||
|
#include <dlfcn.h>
|
||
|
#include <errno.h>
|
||
|
#include <fcntl.h>
|
||
|
#include <unistd.h>
|
||
|
#include <stdlib.h>
|
||
|
#include <string.h>
|
||
|
#include <ucontext.h>
|
||
|
#include <sys/param.h>
|
||
|
#include <sys/signal.h>
|
||
|
#include <sys/syscall.h>
|
||
|
#include <time.h>
|
||
|
#include <signal.h>
|
||
|
|
||
|
#include "gp-defs.h"
|
||
|
#include "gp-experiment.h"
|
||
|
#include "collector.h"
|
||
|
#include "collector_module.h"
|
||
|
#include "tsd.h"
|
||
|
#include "hwcdrv.h"
|
||
|
|
||
|
|
||
|
/* TprintfT(<level>,...) definitions. Adjust per module as needed */
|
||
|
#define DBG_LT0 0 // for high-level configuration, unexpected errors/warnings
|
||
|
#define DBG_LTT 0 // for interposition on GLIBC functions
|
||
|
#define DBG_LT1 1 // for configuration details, warnings
|
||
|
#define DBG_LT2 2
|
||
|
#define DBG_LT3 3
|
||
|
|
||
|
static void collector_sigprof_dispatcher (int, siginfo_t*, void*);
|
||
|
static int init_interposition_intf ();
|
||
|
#include "memmgr.h"
|
||
|
static int collector_timer_create (timer_t * ptimerid);
|
||
|
static int collector_timer_settime (int period, timer_t timerid);
|
||
|
static int collector_timer_gettime (timer_t timerid);
|
||
|
static volatile int collector_sigprof_entries = 0; /* counter for SIGPROF signals in DISPATCH_TST mode */
|
||
|
static timer_t collector_master_thread_timerid = NULL;
|
||
|
static collector_mutex_t collector_clone_libc_lock = COLLECTOR_MUTEX_INITIALIZER;
|
||
|
static unsigned dispatcher_key = COLLECTOR_TSD_INVALID_KEY;
|
||
|
|
||
|
static void *__real_clone = NULL;
|
||
|
static void *__real_timer_create = NULL;
|
||
|
static void *__real_timer_settime = NULL;
|
||
|
static void *__real_timer_delete = NULL;
|
||
|
static void *__real_timer_gettime = NULL;
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
static void *__real_pthread_create_2_1 = NULL;
|
||
|
static void *__real_pthread_create_2_0 = NULL;
|
||
|
#elif ARCH(Intel) && WSIZE(64)
|
||
|
static void *__real_timer_create_2_3_3 = NULL;
|
||
|
static void *__real_timer_create_2_2_5 = NULL;
|
||
|
#elif ARCH(SPARC) && WSIZE(64)
|
||
|
static void *__real_timer_create_2_3_3 = NULL;
|
||
|
static void *__real_timer_create_2_2 = NULL;
|
||
|
#endif
|
||
|
|
||
|
/* Original SIGPROF handler which will be replaced with the dispatcher. Used
|
||
|
* to properly interact with libaio, which uses SIGPROF as its SIGAIOCANCEL. */
|
||
|
static struct sigaction original_sigprof_handler;
|
||
|
|
||
|
enum
|
||
|
{
|
||
|
DISPATCH_NYI = -1, /* dispatcher not yet installed */
|
||
|
DISPATCH_OFF = 0, /* dispatcher installed, but disabled */
|
||
|
DISPATCH_ON = 1, /* dispatcher installed, and enabled */
|
||
|
DISPATCH_TST = 2 /* dispatcher installed, and enabled in testing mode */
|
||
|
};
|
||
|
|
||
|
static int dispatch_mode = DISPATCH_NYI; /* controls SIGPROF dispatching */
|
||
|
static int itimer_period_requested = 0; /* dispatcher itimer period */
|
||
|
static int itimer_period_actual = 0; /* actual dispatcher itimer period */
|
||
|
|
||
|
#define CALL_REAL(x) (*(int(*)())__real_##x)
|
||
|
#define NULL_PTR(x) ( __real_##x == NULL )
|
||
|
|
||
|
static void *__real_sigaction = NULL;
|
||
|
static void *__real_setitimer = NULL;
|
||
|
static void *__real_libc_setitimer = NULL;
|
||
|
static void *__real_sigprocmask = NULL;
|
||
|
static void *__real_thr_sigsetmask = NULL;
|
||
|
static void *__real_pthread_sigmask = NULL;
|
||
|
static void *__real_pthread_create = NULL;
|
||
|
|
||
|
/*
|
||
|
* void collector_sigprof_dispatcher()
|
||
|
*
|
||
|
* Common SIGPROF event handler which dispatches events to appropriate
|
||
|
* module handlers, if they are active for this collection and due.
|
||
|
* Dispatch sequence, logic and handlers currently hardcoded in dispatcher.
|
||
|
*/
|
||
|
static void
|
||
|
collector_sigprof_dispatcher (int sig, siginfo_t *info, void *context)
|
||
|
{
|
||
|
if (info == NULL || (info->si_code <= 0 && info->si_code != SI_TIMER))
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "collector_sigprof_dispatcher signal for %p\n",
|
||
|
original_sigprof_handler.sa_handler);
|
||
|
/* pass signal to previous handler */
|
||
|
/* watch for recursion, SIG_IGN, and SIG_DFL */
|
||
|
if (original_sigprof_handler.sa_handler == SIG_DFL)
|
||
|
__collector_SIGDFL_handler (SIGPROF);
|
||
|
else if (original_sigprof_handler.sa_handler != SIG_IGN &&
|
||
|
original_sigprof_handler.sa_sigaction != &collector_sigprof_dispatcher)
|
||
|
{
|
||
|
(original_sigprof_handler.sa_sigaction)(sig, info, context);
|
||
|
TprintfT (DBG_LT2, "collector_sigprof_dispatcher handled\n");
|
||
|
}
|
||
|
}
|
||
|
else if (dispatch_mode == DISPATCH_ON)
|
||
|
{
|
||
|
#if ARCH(SPARC)
|
||
|
ucontext_t uctxmem;
|
||
|
ucontext_t *uctx = &uctxmem;
|
||
|
uctx->uc_link = NULL;
|
||
|
/* 23340823 signal handler third argument should point to a ucontext_t */
|
||
|
/* Convert sigcontext to ucontext_t on sparc-Linux */
|
||
|
struct sigcontext *sctx = (struct sigcontext*) context;
|
||
|
#if WSIZE(32)
|
||
|
uctx->uc_mcontext.gregs[REG_PC] = sctx->si_regs.pc;
|
||
|
__collector_memcpy (&uctx->uc_mcontext.gregs[3],
|
||
|
sctx->si_regs.u_regs,
|
||
|
sizeof (sctx->si_regs.u_regs));
|
||
|
#else
|
||
|
uctx->uc_mcontext.mc_gregs[MC_PC] = sctx->sigc_regs.tpc;
|
||
|
__collector_memcpy (&uctx->uc_mcontext.mc_gregs[3],
|
||
|
sctx->sigc_regs.u_regs,
|
||
|
sizeof (sctx->sigc_regs.u_regs));
|
||
|
#endif /* WSIZE() */
|
||
|
|
||
|
#else /* not sparc-Linux */
|
||
|
ucontext_t *uctx = (ucontext_t*) context;
|
||
|
#endif /* ARCH() */
|
||
|
TprintfT (DBG_LT3, "collector_sigprof_dispatcher dispatching signal\n");
|
||
|
|
||
|
/* XXXX the order of these checks/activities may need adjustment */
|
||
|
/* XXXX should also check (first) for a "cached" manual sample */
|
||
|
/* HWC check for each LWP: required even if collection is paused */
|
||
|
/* This should be first, otherwise it's likely to find the counters
|
||
|
* stopped due to an event/overflow during some of the other activities.
|
||
|
*/
|
||
|
/* XXXX HWC check performed every time (skipping if HWC profiling inactive)
|
||
|
* to avoid complexity of maintaining separate check times for each LWP
|
||
|
*/
|
||
|
__collector_ext_hwc_check (info, uctx);
|
||
|
|
||
|
/* XXXX if sigemtpending, should perhaps skip __collector_ext_usage_sample
|
||
|
* (and get it next time through)
|
||
|
*/
|
||
|
|
||
|
/* check for experiment past delay start */
|
||
|
if (__collector_delay_start != 0)
|
||
|
{
|
||
|
hrtime_t now = __collector_gethrtime ();
|
||
|
if (__collector_delay_start < now)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_usage_sample: now (%lld) > delay_start (%lld)\n",
|
||
|
(now - __collector_start_time), (__collector_delay_start - __collector_start_time));
|
||
|
|
||
|
/* resume the data collection */
|
||
|
__collector_delay_start = 0;
|
||
|
__collector_resume ();
|
||
|
|
||
|
/* don't take a periodic sample, just let the resume sample cover it */
|
||
|
if (__collector_sample_period != 0)
|
||
|
{
|
||
|
/* this update should only be done for periodic samples */
|
||
|
while (__collector_next_sample < now)
|
||
|
__collector_next_sample += ((hrtime_t) NANOSEC) * __collector_sample_period;
|
||
|
}
|
||
|
/* return; */
|
||
|
}
|
||
|
}
|
||
|
/* check for periodic sampling */
|
||
|
if (__collector_gethrtime () > __collector_next_sample)
|
||
|
__collector_ext_usage_sample (PERIOD_SMPL, "periodic");
|
||
|
|
||
|
/* check for experiment past termination time */
|
||
|
if (__collector_exp_active && __collector_terminate_time != 0)
|
||
|
{
|
||
|
hrtime_t now = __collector_gethrtime ();
|
||
|
if (__collector_terminate_time < now)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_usage_sample: now (%lld) > terminate_time (%lld); closing experiment\n",
|
||
|
(now - __collector_start_time), (__collector_terminate_time - __collector_start_time));
|
||
|
/* close the experiment */
|
||
|
__collector_close_experiment ();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* call the code to process the profile data, and generate the packet */
|
||
|
/* (must always be called, otherwise profile data must be aggregated,
|
||
|
* but can be left till last, as already have the required data)
|
||
|
*/
|
||
|
__collector_ext_profile_handler (info, uctx);
|
||
|
}
|
||
|
else if (dispatch_mode == DISPATCH_TST)
|
||
|
{
|
||
|
collector_sigprof_entries++;
|
||
|
return;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* __collector_sigprof_install
|
||
|
*/
|
||
|
int
|
||
|
__collector_sigprof_install ()
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "__collector_sigprof_install\n");
|
||
|
struct sigaction oact;
|
||
|
if (__collector_sigaction (SIGPROF, NULL, &oact) != 0)
|
||
|
return COL_ERROR_DISPINIT;
|
||
|
if (oact.sa_sigaction == collector_sigprof_dispatcher)
|
||
|
/* signal handler is already in place; we are probably in a fork-child */
|
||
|
TprintfT (DBG_LT1, "dispatcher: __collector_ext_dispatcher_install() collector_sigprof_dispatcher already installed\n");
|
||
|
else
|
||
|
{
|
||
|
struct sigaction c_act;
|
||
|
CALL_UTIL (memset)(&c_act, 0, sizeof c_act);
|
||
|
sigemptyset (&c_act.sa_mask);
|
||
|
sigaddset (&c_act.sa_mask, HWCFUNCS_SIGNAL); /* block SIGEMT delivery in handler */
|
||
|
c_act.sa_sigaction = collector_sigprof_dispatcher;
|
||
|
c_act.sa_flags = SA_RESTART | SA_SIGINFO;
|
||
|
if (__collector_sigaction (SIGPROF, &c_act, &original_sigprof_handler))
|
||
|
return COL_ERROR_DISPINIT;
|
||
|
}
|
||
|
dispatch_mode = DISPATCH_OFF; /* don't dispatch yet */
|
||
|
TprintfT (DBG_LT2, "__collector_sigprof_install done\n");
|
||
|
return COL_ERROR_NONE;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* void __collector_ext_dispatcher_tsd_create_key()
|
||
|
*
|
||
|
* create tsd key for dispatcher
|
||
|
*/
|
||
|
void
|
||
|
__collector_ext_dispatcher_tsd_create_key ()
|
||
|
{
|
||
|
dispatcher_key = __collector_tsd_create_key (sizeof (timer_t), NULL, NULL);
|
||
|
}
|
||
|
/*
|
||
|
* int __collector_ext_dispatcher_install()
|
||
|
*
|
||
|
* installs a common handler/dispatcher (and itimer) for SIGPROF events
|
||
|
*/
|
||
|
int
|
||
|
__collector_ext_dispatcher_install ()
|
||
|
{
|
||
|
int timer_period;
|
||
|
TprintfT (DBG_LT2, "__collector_ext_dispatcher_install\n");
|
||
|
|
||
|
/* check period set for interval timer, which will be used as the basis
|
||
|
* for all timed activities: if not set, no role for SIGPROF dispatcher
|
||
|
*/
|
||
|
if (itimer_period_requested <= 0)
|
||
|
{
|
||
|
TprintfT (DBG_LT1, "No interval timer set: skipping dispatcher install!\n");
|
||
|
return COL_ERROR_NONE; /* no itimer/dispatcher required */
|
||
|
}
|
||
|
|
||
|
/* check for an existing interval timer */
|
||
|
if (collector_master_thread_timerid == NULL)
|
||
|
if (collector_timer_create (&collector_master_thread_timerid) < 0)
|
||
|
return COL_ERROR_ITMRINIT;
|
||
|
timer_t *timeridptr = __collector_tsd_get_by_key (dispatcher_key);
|
||
|
if (timeridptr != NULL)
|
||
|
*timeridptr = collector_master_thread_timerid; // store for per thread timer stop/start
|
||
|
TprintfT (DBG_LT3, "__collector_ext_dispatcher_install: collector_master_thread_timerid=%p\n",
|
||
|
collector_master_thread_timerid);
|
||
|
timer_period = collector_timer_gettime (collector_master_thread_timerid);
|
||
|
if (timer_period > 0)
|
||
|
{
|
||
|
TprintfT (DBG_LT1, "Overriding app-set interval timer with period %d\n", timer_period);
|
||
|
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d->%d</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_ITMRPOVR, timer_period, itimer_period_requested);
|
||
|
}
|
||
|
/* install the interval timer used for all timed activities */
|
||
|
if (collector_timer_settime (itimer_period_requested, collector_master_thread_timerid) < 0)
|
||
|
return COL_ERROR_ITMRINIT;
|
||
|
TprintfT (DBG_LT2, "__collector_ext_dispatcher_install done\n");
|
||
|
dispatch_mode = DISPATCH_ON; /* activate SIGPROF dispatch to event handlers */
|
||
|
return COL_ERROR_NONE;
|
||
|
}
|
||
|
|
||
|
int
|
||
|
__collector_sigaction (int sig, const struct sigaction *nact, struct sigaction *oact)
|
||
|
{
|
||
|
TprintfT (DBG_LT1, "__collector_sigaction: %d, %p\n", sig, nact ? nact->sa_sigaction : NULL);
|
||
|
if (NULL_PTR (sigaction))
|
||
|
init_interposition_intf ();
|
||
|
|
||
|
/* Whether we change the signal handler in the kernel
|
||
|
* or not make sure the real sigaction is aware about
|
||
|
* our new handler (6227565)
|
||
|
*/
|
||
|
return CALL_REAL (sigaction)(sig, nact, oact);
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* We have special dispatchers for SIGPROF and HWCFUNCS_SIGNAL to
|
||
|
* decide whether the signal was intended for us or for the user.
|
||
|
* One special case is SIGDFL, in which case we don't have a
|
||
|
* user-function address to call. If the user did indeed set
|
||
|
* default disposition for one of these signals and sent that
|
||
|
* signal, we honor that action, even though it will lead to
|
||
|
* termination.
|
||
|
*/
|
||
|
void
|
||
|
__collector_SIGDFL_handler (int sig)
|
||
|
{
|
||
|
/* remove our dispatcher, replacing it with the default disposition */
|
||
|
struct sigaction act;
|
||
|
CALL_UTIL (memset)(&act, 0, sizeof (act));
|
||
|
act.sa_handler = SIG_DFL;
|
||
|
if (__collector_sigaction (sig, &act, NULL))
|
||
|
{
|
||
|
/* XXXXXX what are we supposed to do here? we're committing suicide anyhow */
|
||
|
}
|
||
|
/* resend the signal we intercepted earlier */
|
||
|
// XXXX Bug 18177509 - additional sigprof signal kills target program
|
||
|
kill (getpid (), sig);
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* suspend/resume timer per thread
|
||
|
*/
|
||
|
void
|
||
|
__collector_ext_dispatcher_thread_timer_suspend ()
|
||
|
{
|
||
|
timer_t * timeridptr = __collector_tsd_get_by_key (dispatcher_key);
|
||
|
if (timeridptr != NULL && *timeridptr != NULL)
|
||
|
(void) collector_timer_settime (0, *timeridptr);
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
int
|
||
|
__collector_ext_dispatcher_thread_timer_resume ()
|
||
|
{
|
||
|
timer_t * timeridptr = __collector_tsd_get_by_key (dispatcher_key);
|
||
|
if (timeridptr == NULL)
|
||
|
return -1;
|
||
|
if (*timeridptr == NULL)
|
||
|
{ // timer id not initialized yet
|
||
|
TprintfT (DBG_LT2, "__collector_ext_dispatcher_thread_timer_resume: timer not initialized yet, create it\n");
|
||
|
if (collector_timer_create (timeridptr) == -1)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_dispatcher_thread_timer_resume(): WARNING: No timer created\n");
|
||
|
return -1;
|
||
|
}
|
||
|
}
|
||
|
return collector_timer_settime (itimer_period_requested, *timeridptr);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
__collector_ext_dispatcher_suspend ()
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "__collector_ext_dispatcher_suspend\n");
|
||
|
if (dispatch_mode == DISPATCH_NYI)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_dispatcher_suspend(): WARNING: No dispatcher installed\n");
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
/* disable SIGPROF dispatching */
|
||
|
dispatch_mode = DISPATCH_OFF;
|
||
|
|
||
|
/* disable the interval timer; ignore any failures */
|
||
|
__collector_ext_dispatcher_thread_timer_suspend ();
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
__collector_ext_dispatcher_restart ()
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "__collector_ext_dispatcher_restart(ip=%d)\n", itimer_period_requested);
|
||
|
if (dispatch_mode == DISPATCH_NYI)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_dispatcher_restart(): WARNING: No dispatcher installed\n");
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
/* restart the interval timer used for all timed activities */
|
||
|
if (__collector_ext_dispatcher_thread_timer_resume () == 0)
|
||
|
dispatch_mode = DISPATCH_ON; /* re-activate SIGPROF dispatch to handlers */
|
||
|
return;
|
||
|
}
|
||
|
/*
|
||
|
* void __collector_ext_dispatcher_deinstall()
|
||
|
*
|
||
|
* If installed, disables SIGPROF dispatch and interval timer.
|
||
|
* Includes checks for last SIGPROF dispatch time, interval timer period,
|
||
|
* and currently installed SIGPROF handler, with appropriate warnings logged.
|
||
|
* The dispatcher remains installed to handle pending collector SIGPROFs and
|
||
|
* forward non-collector SIGPROFs to the application's handler(s).
|
||
|
* If the decision is ever made actually to deinstall the dispatcher,
|
||
|
* consider bug 4183714 and what to do about any possible pending
|
||
|
* SIGPROFs.
|
||
|
*/
|
||
|
|
||
|
void
|
||
|
__collector_ext_dispatcher_deinstall ()
|
||
|
{
|
||
|
TprintfT (DBG_LT1, "__collector_ext_dispatcher_deinstall()\n");
|
||
|
if (dispatch_mode == DISPATCH_NYI)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_dispatcher_deinstall(): WARNING: No dispatcher installed\n");
|
||
|
return;
|
||
|
}
|
||
|
dispatch_mode = DISPATCH_OFF; /* disable SIGPROF dispatching */
|
||
|
|
||
|
/* verify that interval timer is still installed with expected period */
|
||
|
int timer_period = collector_timer_gettime (collector_master_thread_timerid);
|
||
|
if (timer_period != itimer_period_actual)
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "dispatcher: Collector interval timer period changed %d -> %d\n",
|
||
|
itimer_period_actual, timer_period);
|
||
|
if ((itimer_period_actual >= (timer_period + timer_period / 10)) ||
|
||
|
(itimer_period_actual <= (timer_period - timer_period / 10)))
|
||
|
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%d -> %d</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_ITMRREP,
|
||
|
itimer_period_actual, timer_period);
|
||
|
else
|
||
|
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%d -> %d</event>\n",
|
||
|
SP_JCMD_COMMENT, COL_WARN_PROFRND,
|
||
|
itimer_period_actual, timer_period);
|
||
|
}
|
||
|
|
||
|
/* Verify that SIGPROF dispatcher is still installed.
|
||
|
* (still required with sigaction interposition and management,
|
||
|
* since interposition is not done for attach experiments)
|
||
|
*/
|
||
|
struct sigaction curr;
|
||
|
if (__collector_sigaction (SIGPROF, NULL, &curr) == -1)
|
||
|
TprintfT (0, "ERROR: dispatcher sigaction check failed: errno=%d\n", errno);
|
||
|
else if (curr.sa_sigaction != collector_sigprof_dispatcher)
|
||
|
{
|
||
|
TprintfT (0, "ERROR: collector dispatcher replaced by %p!\n", curr.sa_handler);
|
||
|
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%p</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_SIGPROF, curr.sa_handler);
|
||
|
}
|
||
|
else
|
||
|
TprintfT (DBG_LT2, "collector dispatcher integrity verified!\n");
|
||
|
|
||
|
/* disable the interval timer; ignore any failures */
|
||
|
if (collector_master_thread_timerid != NULL)
|
||
|
{
|
||
|
(void) CALL_REAL (timer_delete)(collector_master_thread_timerid);
|
||
|
collector_master_thread_timerid = NULL;
|
||
|
}
|
||
|
dispatcher_key = COLLECTOR_TSD_INVALID_KEY;
|
||
|
itimer_period_requested = 0;
|
||
|
itimer_period_actual = 0;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* void __collector_ext_dispatcher_fork_child_cleanup()
|
||
|
*
|
||
|
* delete timer, clear timer interval
|
||
|
*/
|
||
|
void
|
||
|
__collector_ext_dispatcher_fork_child_cleanup ()
|
||
|
{
|
||
|
if (collector_master_thread_timerid != NULL)
|
||
|
{
|
||
|
(void) CALL_REAL (timer_delete)(collector_master_thread_timerid);
|
||
|
collector_master_thread_timerid = NULL;
|
||
|
}
|
||
|
__collector_mutex_init (&collector_clone_libc_lock);
|
||
|
dispatcher_key = COLLECTOR_TSD_INVALID_KEY;
|
||
|
itimer_period_requested = 0;
|
||
|
itimer_period_actual = 0;
|
||
|
}
|
||
|
/*
|
||
|
* int __collector_ext_itimer_set (int rperiod)
|
||
|
*
|
||
|
* set itimer period, if not yet set to a positive number of microseconds,
|
||
|
* (after rounding to sys_resolution if necessary) and return its value
|
||
|
*/
|
||
|
int
|
||
|
__collector_ext_itimer_set (int rperiod)
|
||
|
{
|
||
|
int period;
|
||
|
/* if rperiod is negative, force setting */
|
||
|
if (rperiod < 0)
|
||
|
{
|
||
|
itimer_period_actual = 0;
|
||
|
period = -rperiod;
|
||
|
}
|
||
|
else
|
||
|
period = rperiod;
|
||
|
|
||
|
// ignore SIGPROF while testing itimer interval setting
|
||
|
int saved = dispatch_mode;
|
||
|
dispatch_mode = DISPATCH_OFF;
|
||
|
if (collector_timer_create (&collector_master_thread_timerid) == -1)
|
||
|
{
|
||
|
TprintfT (0, "__collector_ext_itimer_set(): WARNING: No timer created\n");
|
||
|
return itimer_period_actual;
|
||
|
}
|
||
|
if (collector_timer_settime (period, collector_master_thread_timerid) == 0)
|
||
|
{
|
||
|
itimer_period_actual = collector_timer_gettime (collector_master_thread_timerid);
|
||
|
(void) collector_timer_settime (0, collector_master_thread_timerid); /* XXXX unset for now */
|
||
|
itimer_period_requested = period;
|
||
|
if (itimer_period_requested != itimer_period_actual)
|
||
|
{
|
||
|
TprintfT (DBG_LT2, " itimer period %d adjusted to %d\n",
|
||
|
itimer_period_requested, itimer_period_actual);
|
||
|
// (void) __collector_log_write("<event kind=\"%s\" id=\"%d\">%d -> %d</event>\n",
|
||
|
// SP_JCMD_CWARN, COL_WARN_PROFRND, itimer_period_requested, itimer_period_actual);
|
||
|
}
|
||
|
else
|
||
|
TprintfT (DBG_LT2, " itimer period %d accepted\n", period);
|
||
|
}
|
||
|
|
||
|
// restore dispatching SIGPROF handler
|
||
|
dispatch_mode = saved;
|
||
|
TprintfT (0, "__collector_ext_itimer_set(%d), requested=%d, actual=%d)\n",
|
||
|
rperiod, itimer_period_requested, itimer_period_actual);
|
||
|
return (itimer_period_actual);
|
||
|
}
|
||
|
|
||
|
static int
|
||
|
collector_timer_gettime (timer_t timerid)
|
||
|
{
|
||
|
int timer_period;
|
||
|
struct itimerspec itimer;
|
||
|
if (timerid == NULL)
|
||
|
return (0); // timer was not initialized
|
||
|
if (CALL_REAL (timer_gettime)(timerid, &itimer) == -1)
|
||
|
{
|
||
|
/* this should never reasonably fail, so not worth logging */
|
||
|
TprintfT (DBG_LT1, "WARNING: timer_gettime failed: errno=%d\n", errno);
|
||
|
return (-1);
|
||
|
}
|
||
|
timer_period = ((itimer.it_interval.tv_sec * NANOSEC) +
|
||
|
itimer.it_interval.tv_nsec) / 1000;
|
||
|
TprintfT (DBG_LT2, "collector_timer_gettime (period=%d)\n", timer_period);
|
||
|
return (timer_period);
|
||
|
}
|
||
|
|
||
|
static int
|
||
|
collector_timer_create (timer_t * ptimerid)
|
||
|
{
|
||
|
struct sigevent sigev;
|
||
|
if (NULL_PTR (timer_create))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LT2, "collector_timer_settime(): timer_create is %p\n", __real_timer_create);
|
||
|
sigev.sigev_notify = SIGEV_THREAD_ID | SIGEV_SIGNAL;
|
||
|
sigev.sigev_signo = SIGPROF;
|
||
|
sigev.sigev_value.sival_ptr = ptimerid;
|
||
|
sigev._sigev_un._tid = __collector_gettid ();
|
||
|
if (CALL_REAL (timer_create)(CLOCK_THREAD_CPUTIME_ID, &sigev, ptimerid) == -1)
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "collector_timer_settime() failed! errno=%d\n", errno);
|
||
|
return -1;
|
||
|
}
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static int
|
||
|
collector_timer_settime (int period, timer_t timerid)
|
||
|
{
|
||
|
struct itimerspec itimer;
|
||
|
if (NULL_PTR (timer_settime))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LT2, "collector_timer_settime(period=%d)\n", period);
|
||
|
time_t NPM = 1000;
|
||
|
itimer.it_interval.tv_sec = NPM * period / NANOSEC;
|
||
|
itimer.it_interval.tv_nsec = (NPM * period) % NANOSEC;
|
||
|
itimer.it_value = itimer.it_interval;
|
||
|
if (CALL_REAL (timer_settime)(timerid, 0, &itimer, NULL) == -1)
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "collector_timer_settime(%d) failed! errno=%d\n", period, errno);
|
||
|
return -1;
|
||
|
}
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
static void
|
||
|
protect_profiling_signals (sigset_t* lset)
|
||
|
{
|
||
|
static unsigned int protected_sigprof = 0;
|
||
|
static unsigned int protected_sigemt = 0;
|
||
|
// T1 relies on thread signal masking, so best not to mess with it:
|
||
|
// T1 users have already been warned about the dangers of its use
|
||
|
if (__collector_libthread_T1)
|
||
|
return;
|
||
|
if (sigismember (lset, SIGPROF) && (dispatch_mode == DISPATCH_ON))
|
||
|
{
|
||
|
TprintfT (0, "WARNING: ignoring %s block while profiling\n", "SIGPROF");
|
||
|
if (protected_sigprof == 0)
|
||
|
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%s</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_SIGMASK, "SIGPROF");
|
||
|
sigdelset (lset, SIGPROF);
|
||
|
protected_sigprof++;
|
||
|
}
|
||
|
if (sigismember (lset, HWCFUNCS_SIGNAL) && __collector_ext_hwc_active ())
|
||
|
{
|
||
|
TprintfT (0, "WARNING: ignoring %s block while profiling\n", "SIGEMT");
|
||
|
if (protected_sigemt == 0)
|
||
|
__collector_log_write ("<event kind=\"%s\" id=\"%d\">%s</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_SIGMASK, HWCFUNCS_SIGNAL_STRING);
|
||
|
sigdelset (lset, HWCFUNCS_SIGNAL);
|
||
|
protected_sigemt++;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
#define SYS_SETITIMER_NAME "setitimer"
|
||
|
#define SYS_SIGACTION_NAME "sigaction"
|
||
|
#define SYS_SIGPROCMASK_NAME "sigprocmask"
|
||
|
#define SYS_PTHREAD_SIGMASK "pthread_sigmask"
|
||
|
#define SYS_THR_SIGSETMASK "thr_sigsetmask"
|
||
|
|
||
|
static int
|
||
|
init_interposition_intf ()
|
||
|
{
|
||
|
if (__collector_dlsym_guard)
|
||
|
return 1;
|
||
|
void *dlflag;
|
||
|
/* Linux requires RTLD_LAZY, Solaris can do just RTLD_NOLOAD */
|
||
|
void *handle = dlopen (SYS_LIBC_NAME, RTLD_LAZY | RTLD_NOLOAD);
|
||
|
|
||
|
#if ARCH(SPARC) && WSIZE(64)
|
||
|
/* dlopen a bogus path to avoid CR 23608692 */
|
||
|
dlopen ("/bogus_path_for_23608692_workaround/", RTLD_LAZY | RTLD_NOLOAD);
|
||
|
#endif
|
||
|
__real_setitimer = dlsym (RTLD_NEXT, SYS_SETITIMER_NAME);
|
||
|
|
||
|
if (__real_setitimer == NULL)
|
||
|
{
|
||
|
__real_setitimer = dlsym (RTLD_DEFAULT, SYS_SETITIMER_NAME);
|
||
|
if (__real_setitimer == NULL)
|
||
|
{
|
||
|
TprintfT (DBG_LT2, "init_interposition_intf() setitimer not found\n");
|
||
|
return 1;
|
||
|
}
|
||
|
dlflag = RTLD_DEFAULT;
|
||
|
}
|
||
|
else
|
||
|
dlflag = RTLD_NEXT;
|
||
|
|
||
|
TprintfT (DBG_LT2, "init_interposition_intf() using RTLD_%s\n",
|
||
|
(dlflag == RTLD_DEFAULT) ? "DEFAULT" : "NEXT");
|
||
|
TprintfT (DBG_LT2, "@%p __real_setitimer\n", __real_setitimer);
|
||
|
|
||
|
__real_sigaction = dlsym (dlflag, SYS_SIGACTION_NAME);
|
||
|
TprintfT (DBG_LT2, "@%p __real_sigaction\n", __real_sigaction);
|
||
|
|
||
|
/* also explicitly get libc.so/setitimer (as a backup) */
|
||
|
__real_libc_setitimer = dlsym (handle, SYS_SETITIMER_NAME);
|
||
|
TprintfT (DBG_LT2, "@%p __real_libc_setitimer\n", __real_libc_setitimer);
|
||
|
|
||
|
__real_sigprocmask = dlsym (dlflag, SYS_SIGPROCMASK_NAME);
|
||
|
TprintfT (DBG_LT2, "@%p __real_sigprocmask\n", __real_sigprocmask);
|
||
|
|
||
|
__real_thr_sigsetmask = dlsym (dlflag, SYS_THR_SIGSETMASK);
|
||
|
TprintfT (DBG_LT2, "@%p __real_thr_sigsetmask\n", __real_thr_sigsetmask);
|
||
|
|
||
|
__real_pthread_sigmask = dlsym (dlflag, SYS_PTHREAD_SIGMASK);
|
||
|
TprintfT (DBG_LT2, "@%p __real_pthread_sigmask\n", __real_pthread_sigmask);
|
||
|
|
||
|
#if ARCH(Aarch64)
|
||
|
__real_pthread_create = dlvsym (dlflag, "pthread_create", SYS_PTHREAD_CREATE_VERSION);
|
||
|
__real_timer_create = dlsym (dlflag, "timer_create");
|
||
|
__real_timer_settime = dlsym (dlflag, "timer_settime");
|
||
|
__real_timer_delete = dlsym (dlflag, "timer_delete");
|
||
|
__real_timer_gettime = dlsym (dlflag, "timer_gettime");
|
||
|
#else
|
||
|
__real_pthread_create = dlvsym (dlflag, "pthread_create", SYS_PTHREAD_CREATE_VERSION);
|
||
|
TprintfT (DBG_LT2, "[%s] @%p __real_pthread_create\n", SYS_PTHREAD_CREATE_VERSION, __real_pthread_create);
|
||
|
__real_timer_create = dlvsym (dlflag, "timer_create", SYS_TIMER_X_VERSION);
|
||
|
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_create\n", SYS_TIMER_X_VERSION, __real_timer_create);
|
||
|
__real_timer_settime = dlvsym (dlflag, "timer_settime", SYS_TIMER_X_VERSION);
|
||
|
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_settime\n", SYS_TIMER_X_VERSION, __real_timer_settime);
|
||
|
__real_timer_delete = dlvsym (dlflag, "timer_delete", SYS_TIMER_X_VERSION);
|
||
|
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_delete\n", SYS_TIMER_X_VERSION, __real_timer_delete);
|
||
|
__real_timer_gettime = dlvsym (dlflag, "timer_gettime", SYS_TIMER_X_VERSION);
|
||
|
TprintfT (DBG_LT2, "init_lineage_intf() [%s] @0x%p __real_timer_gettime\n", SYS_TIMER_X_VERSION, __real_timer_gettime);
|
||
|
__real_clone = dlsym (dlflag, "clone");
|
||
|
TprintfT (DBG_LT2, "init_lineage_intf() @0x%p __real_clone\n", __real_clone);
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
__real_pthread_create_2_1 = __real_pthread_create;
|
||
|
__real_pthread_create_2_0 = dlvsym (dlflag, "pthread_create", "GLIBC_2.0");
|
||
|
#elif ARCH(Intel) && WSIZE(64)
|
||
|
__real_timer_create_2_3_3 = __real_timer_create;
|
||
|
__real_timer_create_2_2_5 = dlvsym (dlflag, "timer_create", "GLIBC_2.2.5");
|
||
|
#elif ARCH(SPARC) && WSIZE(64)
|
||
|
__real_timer_create_2_3_3 = __real_timer_create;
|
||
|
__real_timer_create_2_2 = dlvsym (dlflag, "timer_create", "GLIBC_2.2");
|
||
|
#endif /* ARCH() && SIZE() */
|
||
|
#endif
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
|
||
|
/*------------------------------------------------------------- sigaction */
|
||
|
|
||
|
/* NB: need a global interposing function called "sigaction" */
|
||
|
int
|
||
|
sigaction (int sig, const struct sigaction *nact, struct sigaction *oact)
|
||
|
{
|
||
|
int ret = 0;
|
||
|
int err = 0;
|
||
|
if (NULL_PTR (sigaction))
|
||
|
err = init_interposition_intf ();
|
||
|
if (err)
|
||
|
return -1;
|
||
|
TprintfT (DBG_LT3, "sigaction(sig=%02d, nact=%p) interposing\n", sig, nact);
|
||
|
if (sig == SIGPROF && dispatch_mode != DISPATCH_NYI)
|
||
|
{
|
||
|
if (oact != NULL)
|
||
|
{
|
||
|
oact->sa_handler = original_sigprof_handler.sa_handler;
|
||
|
oact->sa_mask = original_sigprof_handler.sa_mask;
|
||
|
oact->sa_flags = original_sigprof_handler.sa_flags;
|
||
|
}
|
||
|
if (nact != NULL)
|
||
|
{
|
||
|
original_sigprof_handler.sa_handler = nact->sa_handler;
|
||
|
original_sigprof_handler.sa_mask = nact->sa_mask;
|
||
|
original_sigprof_handler.sa_flags = nact->sa_flags;
|
||
|
TprintfT (DBG_LT1, "dispatcher: new sigaction(sig=%02d) set\n", sig);
|
||
|
}
|
||
|
}
|
||
|
else if (sig == HWCFUNCS_SIGNAL)
|
||
|
ret = collector_sigemt_sigaction (nact, oact);
|
||
|
else
|
||
|
{
|
||
|
if (sig != SIGCHLD || collector_sigchld_sigaction (nact, oact))
|
||
|
ret = CALL_REAL (sigaction)(sig, nact, oact);
|
||
|
TprintfT (DBG_LT3, "Real sigaction(sig=%02d) returned %d (oact=%p)\n",
|
||
|
sig, ret, oact);
|
||
|
/* but check for other important signals */
|
||
|
/* check for sample and pause/resume signals; give warning once, if need be */
|
||
|
if ((sig == __collector_sample_sig) && (__collector_sample_sig_warn == 0))
|
||
|
{
|
||
|
/* give user a warning */
|
||
|
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_SAMPSIGUSED, __collector_sample_sig);
|
||
|
__collector_sample_sig_warn = 1;
|
||
|
}
|
||
|
if ((sig == __collector_pause_sig) && (__collector_pause_sig_warn == 0))
|
||
|
{
|
||
|
/* give user a warning */
|
||
|
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_PAUSESIGUSED, __collector_pause_sig);
|
||
|
__collector_pause_sig_warn = 1;
|
||
|
}
|
||
|
}
|
||
|
TprintfT (DBG_LT3, "sigaction() returning %d (oact=%p)\n", ret, oact);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* In addition to interposing on sigaction(), should we also interpose
|
||
|
* on other important signal functions like signal() or sigset()?
|
||
|
* - On Solaris, those other functions apparently call sigaction().
|
||
|
* So, we only have to interpose on it.
|
||
|
* - On Linux, we should perhaps interpose on these other functions,
|
||
|
* but they are less portable than sigaction() and deprecated or even obsolete.
|
||
|
* So, we interpose, but don't overly worry about doing a good job.
|
||
|
*/
|
||
|
sighandler_t
|
||
|
signal (int sig, sighandler_t handler)
|
||
|
{
|
||
|
struct sigaction nact;
|
||
|
struct sigaction oact;
|
||
|
TprintfT (DBG_LT3, "signal(sig=%02d, handler=%p) interposing\n", sig, handler);
|
||
|
sigemptyset (&nact.sa_mask);
|
||
|
nact.sa_handler = handler;
|
||
|
nact.sa_flags = SA_RESTART;
|
||
|
if (sigaction (sig, &nact, &oact))
|
||
|
return SIG_ERR;
|
||
|
TprintfT (DBG_LT3, "signal() returning %p\n", oact.sa_handler);
|
||
|
return oact.sa_handler;
|
||
|
}
|
||
|
|
||
|
sighandler_t
|
||
|
sigset (int sig, sighandler_t handler)
|
||
|
{
|
||
|
TprintfT (DBG_LT3, "sigset(sig=%02d, handler=%p) interposing\n", sig, handler);
|
||
|
return signal (sig, handler);
|
||
|
}
|
||
|
|
||
|
/*------------------------------------------------------------- timer_create */
|
||
|
|
||
|
// map interposed symbol versions
|
||
|
#if WSIZE(64)
|
||
|
#if ARCH(SPARC) || ARCH(Intel)
|
||
|
static int
|
||
|
__collector_timer_create_symver (int(real_timer_create) (), clockid_t clockid, struct sigevent *sevp,
|
||
|
timer_t *timerid);
|
||
|
|
||
|
SYMVER_ATTRIBUTE (__collector_timer_create_2_3_3, timer_create@@GLIBC_2.3.3)
|
||
|
int
|
||
|
__collector_timer_create_2_3_3 (clockid_t clockid, struct sigevent *sevp,
|
||
|
timer_t *timerid)
|
||
|
{
|
||
|
if (NULL_PTR (timer_create))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_timer_create_2_3_3@%p\n", CALL_REAL (timer_create_2_3_3));
|
||
|
return __collector_timer_create_symver (CALL_REAL (timer_create_2_3_3), clockid, sevp, timerid);
|
||
|
}
|
||
|
#endif /* ARCH(SPARC) || ARCH(Intel)*/
|
||
|
|
||
|
#if ARCH(SPARC)
|
||
|
|
||
|
SYMVER_ATTRIBUTE (__collector_timer_create_2_2, timer_create@GLIBC_2.2)
|
||
|
int
|
||
|
__collector_timer_create_2_2 (clockid_t clockid, struct sigevent *sevp,
|
||
|
timer_t *timerid)
|
||
|
{
|
||
|
if (NULL_PTR (timer_create))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_timer_create_2_2@%p\n", CALL_REAL (timer_create_2_2));
|
||
|
return __collector_timer_create_symver (CALL_REAL (timer_create_2_2), clockid, sevp, timerid);
|
||
|
}
|
||
|
|
||
|
#elif ARCH(Intel)
|
||
|
|
||
|
SYMVER_ATTRIBUTE (__collector_timer_create_2_2_5, timer_create@GLIBC_2.2.5)
|
||
|
int
|
||
|
__collector_timer_create_2_2_5 (clockid_t clockid, struct sigevent *sevp,
|
||
|
timer_t *timerid)
|
||
|
{
|
||
|
if (NULL_PTR (timer_create))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_timer_create_2_2_5@%p\n", CALL_REAL (timer_create_2_2_5));
|
||
|
return __collector_timer_create_symver (CALL_REAL (timer_create_2_2_5), clockid, sevp, timerid);
|
||
|
}
|
||
|
#endif /* ARCH() */
|
||
|
#endif /* WSIZE(64) */
|
||
|
|
||
|
#if ARCH(Aarch64) || (ARCH(Intel) && WSIZE(32))
|
||
|
int timer_create (clockid_t clockid, struct sigevent *sevp, timer_t *timerid)
|
||
|
#else
|
||
|
static int
|
||
|
__collector_timer_create_symver (int(real_timer_create) (), clockid_t clockid,
|
||
|
struct sigevent *sevp, timer_t *timerid)
|
||
|
#endif
|
||
|
{
|
||
|
int ret;
|
||
|
|
||
|
if (NULL_PTR (timer_create))
|
||
|
init_interposition_intf ();
|
||
|
|
||
|
/* collector reserves SIGPROF
|
||
|
*/
|
||
|
if (sevp == NULL || sevp->sigev_notify != SIGEV_SIGNAL
|
||
|
|| sevp->sigev_signo != SIGPROF)
|
||
|
{
|
||
|
#if ARCH(Aarch64) || (ARCH(Intel) && WSIZE(32))
|
||
|
ret = CALL_REAL (timer_create)(clockid, sevp, timerid);
|
||
|
#else
|
||
|
ret = (real_timer_create) (clockid, sevp, timerid);
|
||
|
#endif
|
||
|
TprintfT (DBG_LT2, "Real timer_create(%d) returned %d\n",
|
||
|
clockid, ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* log that application's timer_create request is overridden */
|
||
|
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_ITMROVR, -1);
|
||
|
ret = -1;
|
||
|
errno = EBUSY;
|
||
|
TprintfT (DBG_LT2, "timer_create() returning %d\n", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
/*------------------------------------------------------------- setitimer */
|
||
|
int
|
||
|
_setitimer (int which, const struct itimerval *nval,
|
||
|
struct itimerval *oval)
|
||
|
{
|
||
|
int ret;
|
||
|
int period;
|
||
|
|
||
|
if (NULL_PTR (setitimer))
|
||
|
init_interposition_intf ();
|
||
|
|
||
|
if (nval == NULL)
|
||
|
period = -1;
|
||
|
else
|
||
|
period = (nval->it_interval.tv_sec * MICROSEC) +
|
||
|
nval->it_interval.tv_usec;
|
||
|
TprintfT (DBG_LT1, "setitimer(which=%d,nval=%dus) interposing\n", which, period);
|
||
|
|
||
|
/* collector reserves ITIMER_REALPROF for its own use, and ITIMER_PROF
|
||
|
* uses the same signal (SIGPROF) so it must also be reserved
|
||
|
*/
|
||
|
if (((which != ITIMER_REALPROF) && (which != ITIMER_PROF)) || (nval == NULL))
|
||
|
{
|
||
|
ret = CALL_REAL (setitimer)(which, nval, oval);
|
||
|
if (oval == NULL)
|
||
|
period = -1;
|
||
|
else
|
||
|
period = (oval->it_interval.tv_sec * MICROSEC) +
|
||
|
oval->it_interval.tv_usec;
|
||
|
TprintfT (DBG_LT2, "Real setitimer(%d) returned %d (oval=%dus)\n",
|
||
|
which, ret, period);
|
||
|
return ret;
|
||
|
}
|
||
|
/* log that application's setitimer request is overridden */
|
||
|
(void) __collector_log_write ("<event kind=\"%s\" id=\"%d\">%d</event>\n",
|
||
|
SP_JCMD_CWARN, COL_WARN_ITMROVR, period);
|
||
|
if (oval == NULL)
|
||
|
period = -1;
|
||
|
else
|
||
|
{
|
||
|
getitimer (which, oval); /* return current itimer setting */
|
||
|
period = (oval->it_interval.tv_sec * MICROSEC) +
|
||
|
oval->it_interval.tv_usec;
|
||
|
}
|
||
|
ret = -1;
|
||
|
errno = EBUSY;
|
||
|
TprintfT (DBG_LT2, "setitimer() returning %d (oval=%dus)\n", ret, period);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/*--------------------------------------------------------------- sigprocmask */
|
||
|
int
|
||
|
__collector_sigprocmask (int how, const sigset_t* iset, sigset_t* oset)
|
||
|
{
|
||
|
int err = 0;
|
||
|
if (NULL_PTR (sigprocmask))
|
||
|
err = init_interposition_intf ();
|
||
|
if (err)
|
||
|
return -1;
|
||
|
TprintfT (DBG_LT2, "__collector_sigprocmask(%d) interposing\n", how);
|
||
|
sigset_t lsigset;
|
||
|
sigset_t* lset = NULL;
|
||
|
if (iset)
|
||
|
{
|
||
|
lsigset = *iset;
|
||
|
lset = &lsigset;
|
||
|
if ((how == SIG_BLOCK) || (how == SIG_SETMASK))
|
||
|
protect_profiling_signals (lset);
|
||
|
}
|
||
|
int ret = CALL_REAL (sigprocmask)(how, lset, oset);
|
||
|
TprintfT (DBG_LT2, "__collector_sigprocmask(%d) returning %d\n", how, ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/*------------------------------------------------------------ thr_sigsetmask */
|
||
|
int
|
||
|
__collector_thr_sigsetmask (int how, const sigset_t* iset, sigset_t* oset)
|
||
|
{
|
||
|
if (NULL_PTR (thr_sigsetmask))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LT1, "__collector_thr_sigsetmask(%d) interposing\n", how);
|
||
|
sigset_t lsigset;
|
||
|
sigset_t* lset = NULL;
|
||
|
if (iset)
|
||
|
{
|
||
|
lsigset = *iset;
|
||
|
lset = &lsigset;
|
||
|
if ((how == SIG_BLOCK) || (how == SIG_SETMASK))
|
||
|
protect_profiling_signals (lset);
|
||
|
}
|
||
|
int ret = CALL_REAL (thr_sigsetmask)(how, lset, oset);
|
||
|
TprintfT (DBG_LT1, "__collector_thr_sigsetmask(%d) returning %d\n", how, ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/*----------------------------------------------------------- pthread_sigmask */
|
||
|
|
||
|
int
|
||
|
pthread_sigmask (int how, const sigset_t* iset, sigset_t* oset)
|
||
|
{
|
||
|
if (NULL_PTR (pthread_sigmask))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LT1, "__collector_pthread_sigmask(%d) interposing\n", how);
|
||
|
sigset_t lsigset;
|
||
|
sigset_t* lset = NULL;
|
||
|
if (iset)
|
||
|
{
|
||
|
lsigset = *iset;
|
||
|
lset = &lsigset;
|
||
|
if ((how == SIG_BLOCK) || (how == SIG_SETMASK))
|
||
|
protect_profiling_signals (lset);
|
||
|
}
|
||
|
int ret = CALL_REAL (pthread_sigmask)(how, lset, oset);
|
||
|
TprintfT (DBG_LT1, "__collector_pthread_sigmask(%d) returning %d\n", how, ret);
|
||
|
return ret;
|
||
|
}
|
||
|
/*----------------------------------------------------------- pthread_create */
|
||
|
typedef struct _CollectorArgs
|
||
|
{
|
||
|
void *(*func)(void*);
|
||
|
void *arg;
|
||
|
void *stack;
|
||
|
int isPthread;
|
||
|
} CollectorArgs;
|
||
|
|
||
|
static void *
|
||
|
collector_root (void *cargs)
|
||
|
{
|
||
|
/* save the real arguments and free cargs */
|
||
|
void *(*func)(void*) = ((CollectorArgs*) cargs)->func;
|
||
|
void *arg = ((CollectorArgs*) cargs)->arg;
|
||
|
void *stack = ((CollectorArgs*) cargs)->stack;
|
||
|
int isPthread = ((CollectorArgs*) cargs)->isPthread;
|
||
|
__collector_freeCSize (__collector_heap, cargs, sizeof (CollectorArgs));
|
||
|
|
||
|
/* initialize tsd for this thread */
|
||
|
if (__collector_tsd_allocate () == 0)
|
||
|
/* init tsd for unwind, called right after __collector_tsd_allocate()*/
|
||
|
__collector_ext_unwind_key_init (isPthread, stack);
|
||
|
|
||
|
if (!isPthread)
|
||
|
__collector_mutex_lock (&collector_clone_libc_lock);
|
||
|
|
||
|
/* set the profile timer */
|
||
|
timer_t *timeridptr = __collector_tsd_get_by_key (dispatcher_key);
|
||
|
timer_t timerid = NULL;
|
||
|
if (timeridptr != NULL)
|
||
|
{
|
||
|
collector_timer_create (timeridptr);
|
||
|
if (*timeridptr != NULL)
|
||
|
collector_timer_settime (itimer_period_requested, *timeridptr);
|
||
|
timerid = *timeridptr;
|
||
|
}
|
||
|
int hwc_rc = __collector_ext_hwc_lwp_init ();
|
||
|
|
||
|
if (!isPthread)
|
||
|
__collector_mutex_unlock (&collector_clone_libc_lock);
|
||
|
/* call the real function */
|
||
|
void *ret = func (arg);
|
||
|
if (!isPthread)
|
||
|
__collector_mutex_lock (&collector_clone_libc_lock);
|
||
|
if (timerid != NULL)
|
||
|
CALL_REAL (timer_delete)(timerid);
|
||
|
if (!hwc_rc)
|
||
|
/* pthread_kill not handled here */
|
||
|
__collector_ext_hwc_lwp_fini ();
|
||
|
|
||
|
if (!isPthread)
|
||
|
__collector_mutex_unlock (&collector_clone_libc_lock);
|
||
|
/* if we have this chance, release tsd */
|
||
|
__collector_tsd_release ();
|
||
|
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
// map interposed symbol versions
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
static int
|
||
|
__collector_pthread_create_symver (int(real_pthread_create) (),
|
||
|
pthread_t *thread,
|
||
|
const pthread_attr_t *attr,
|
||
|
void *(*func)(void*),
|
||
|
void *arg);
|
||
|
|
||
|
SYMVER_ATTRIBUTE (__collector_pthread_create_2_1, pthread_create@@GLIBC_2.1)
|
||
|
int
|
||
|
__collector_pthread_create_2_1 (pthread_t *thread,
|
||
|
const pthread_attr_t *attr,
|
||
|
void *(*func)(void*),
|
||
|
void *arg)
|
||
|
{
|
||
|
if (NULL_PTR (pthread_create))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_pthread_create_2_1@%p\n", CALL_REAL (pthread_create_2_1));
|
||
|
return __collector_pthread_create_symver (CALL_REAL (pthread_create_2_1), thread, attr, func, arg);
|
||
|
}
|
||
|
|
||
|
SYMVER_ATTRIBUTE (__collector_pthread_create_2_0, pthread_create@GLIBC_2.0)
|
||
|
int
|
||
|
__collector_pthread_create_2_0 (pthread_t *thread,
|
||
|
const pthread_attr_t *attr,
|
||
|
void *(*func)(void*),
|
||
|
void *arg)
|
||
|
{
|
||
|
if (NULL_PTR (pthread_create))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (DBG_LTT, "dispatcher: GLIBC: __collector_pthread_create_2_0@%p\n", CALL_REAL (pthread_create_2_0));
|
||
|
return __collector_pthread_create_symver (CALL_REAL (pthread_create_2_0), thread, attr, func, arg);
|
||
|
}
|
||
|
|
||
|
#endif
|
||
|
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
static int
|
||
|
__collector_pthread_create_symver (int(real_pthread_create) (),
|
||
|
pthread_t *thread,
|
||
|
const pthread_attr_t *attr,
|
||
|
void *(*func)(void*),
|
||
|
void *arg)
|
||
|
#else
|
||
|
int
|
||
|
pthread_create (pthread_t *thread, const pthread_attr_t *attr,
|
||
|
void *(*func)(void*), void *arg)
|
||
|
#endif
|
||
|
{
|
||
|
if (NULL_PTR (pthread_create))
|
||
|
init_interposition_intf ();
|
||
|
|
||
|
TprintfT (DBG_LT1, "pthread_create interposition called\n");
|
||
|
|
||
|
if (dispatch_mode != DISPATCH_ON)
|
||
|
{
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
return (real_pthread_create) (thread, attr, func, arg);
|
||
|
#else
|
||
|
return CALL_REAL (pthread_create)(thread, attr, func, arg);
|
||
|
#endif
|
||
|
}
|
||
|
CollectorArgs *cargs = __collector_allocCSize (__collector_heap, sizeof (CollectorArgs), 1);
|
||
|
|
||
|
if (cargs == NULL)
|
||
|
{
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
return (real_pthread_create) (thread, attr, func, arg);
|
||
|
#else
|
||
|
return CALL_REAL (pthread_create)(thread, attr, func, arg);
|
||
|
#endif
|
||
|
}
|
||
|
cargs->func = func;
|
||
|
cargs->arg = arg;
|
||
|
cargs->stack = NULL;
|
||
|
cargs->isPthread = 1;
|
||
|
int ret = -1;
|
||
|
#if ARCH(Intel) && WSIZE(32)
|
||
|
ret = (real_pthread_create) (thread, attr, &collector_root, cargs);
|
||
|
#else
|
||
|
ret = CALL_REAL (pthread_create)(thread, attr, &collector_root, cargs);
|
||
|
#endif
|
||
|
if (ret)
|
||
|
__collector_freeCSize (__collector_heap, cargs, sizeof (CollectorArgs));
|
||
|
TprintfT (DBG_LT1, "pthread_create returning %d\n", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
int
|
||
|
__collector_ext_clone_pthread (int (*fn)(void *), void *child_stack, int flags, void *arg,
|
||
|
va_list va /* pid_t *ptid, struct user_desc *tls, pid_t *" ctid" */)
|
||
|
{
|
||
|
if (NULL_PTR (clone))
|
||
|
init_interposition_intf ();
|
||
|
TprintfT (0, "clone thread interposing\n");
|
||
|
pid_t * ptid = NULL;
|
||
|
struct user_desc * tls = NULL;
|
||
|
pid_t * ctid = NULL;
|
||
|
int num_args = 0;
|
||
|
if (flags & (CLONE_CHILD_SETTID | CLONE_CHILD_CLEARTID))
|
||
|
{
|
||
|
ptid = va_arg (va, pid_t *);
|
||
|
tls = va_arg (va, struct user_desc*);
|
||
|
ctid = va_arg (va, pid_t *);
|
||
|
num_args = 3;
|
||
|
}
|
||
|
else if (flags & CLONE_SETTLS)
|
||
|
{
|
||
|
ptid = va_arg (va, pid_t *);
|
||
|
tls = va_arg (va, struct user_desc*);
|
||
|
num_args = 2;
|
||
|
}
|
||
|
else if (flags & CLONE_PARENT_SETTID)
|
||
|
{
|
||
|
ptid = va_arg (va, pid_t *);
|
||
|
num_args = 1;
|
||
|
}
|
||
|
int ret = 0;
|
||
|
if (dispatch_mode != DISPATCH_ON)
|
||
|
{
|
||
|
switch (num_args)
|
||
|
{
|
||
|
case 3:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls, ctid);
|
||
|
break;
|
||
|
case 2:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls);
|
||
|
break;
|
||
|
case 1:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid);
|
||
|
break;
|
||
|
default:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg);
|
||
|
break;
|
||
|
}
|
||
|
return ret;
|
||
|
}
|
||
|
CollectorArgs *cargs = __collector_allocCSize (__collector_heap, sizeof (CollectorArgs), 1);
|
||
|
if (cargs == NULL)
|
||
|
{
|
||
|
switch (num_args)
|
||
|
{
|
||
|
case 3:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls, ctid);
|
||
|
break;
|
||
|
case 2:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid, tls);
|
||
|
break;
|
||
|
case 1:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg, ptid);
|
||
|
break;
|
||
|
default:
|
||
|
ret = CALL_REAL (clone)(fn, child_stack, flags, arg);
|
||
|
break;
|
||
|
}
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
cargs->func = (void *(*)(void*))fn;
|
||
|
cargs->arg = arg;
|
||
|
cargs->stack = child_stack;
|
||
|
cargs->isPthread = 0;
|
||
|
|
||
|
switch (num_args)
|
||
|
{
|
||
|
case 3:
|
||
|
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs, ptid, tls, ctid);
|
||
|
break;
|
||
|
case 2:
|
||
|
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs, ptid, tls);
|
||
|
break;
|
||
|
case 1:
|
||
|
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs, ptid);
|
||
|
break;
|
||
|
default:
|
||
|
ret = CALL_REAL (clone)((int(*)(void*))collector_root, child_stack, flags, cargs);
|
||
|
break;
|
||
|
}
|
||
|
|
||
|
if (ret < 0)
|
||
|
__collector_freeCSize (__collector_heap, cargs, sizeof (CollectorArgs));
|
||
|
TprintfT (DBG_LT1, "clone thread returning %d\n", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
// weak symbols:
|
||
|
int sigprocmask () __attribute__ ((weak, alias ("__collector_sigprocmask")));
|
||
|
int thr_sigsetmask () __attribute__ ((weak, alias ("__collector_thr_sigsetmask")));
|
||
|
int setitimer () __attribute__ ((weak, alias ("_setitimer")));
|