This source file includes following definitions.
- getncpu
- runtimeツキsemacreate
- runtimeツキsemasleep
- runtimeツキsemawakeup
- runtimeツキnewosproc
- runtimeツキosinit
- runtimeツキget_random_data
- runtimeツキgoenvs
- runtimeツキmpreinit
- runtimeツキminit
- runtimeツキunminit
- runtimeツキsigpanic
- runtimeツキmemlimit
- runtimeツキsetsig
- runtimeツキgetsig
- runtimeツキsignalstack
- runtimeツキunblocksignals
#include "runtime.h"
#include "defs_GOOS_GOARCH.h"
#include "os_GOOS.h"
#include "signal_unix.h"
#include "stack.h"
#include "../../cmd/ld/textflag.h"
enum
{
ESRCH = 3,
ENOTSUP = 91,
CLOCK_REALTIME = 0,
CLOCK_VIRTUAL = 1,
CLOCK_PROF = 2,
CLOCK_MONOTONIC = 3
};
extern SigTab runtimeツキsigtab[];
static Sigset sigset_none;
static Sigset sigset_all = ~(Sigset)0;
extern int64 runtimeツキtfork(void *param, uintptr psize, M *mp, G *gp, void (*fn)(void));
extern int32 runtimeツキthrsleep(void *ident, int32 clock_id, void *tsp, void *lock, const int32 *abort);
extern int32 runtimeツキthrwakeup(void *ident, int32 n);
#define CTL_HW 6
#define HW_NCPU 3
static int32
getncpu(void)
{
uint32 mib[2];
uint32 out;
int32 ret;
uintptr nout;
mib[0] = CTL_HW;
mib[1] = HW_NCPU;
nout = sizeof out;
out = 0;
ret = runtimeツキsysctl(mib, 2, (byte*)&out, &nout, nil, 0);
if(ret >= 0)
return out;
else
return 1;
}
uintptr
runtimeツキsemacreate(void)
{
return 1;
}
#pragma textflag NOSPLIT
int32
runtimeツキsemasleep(int64 ns)
{
Timespec ts;
while(runtimeツキxchg(&m->waitsemalock, 1))
runtimeツキosyield();
for(;;) {
if(m->waitsemacount == 0) {
if(ns < 0)
runtimeツキthrsleep(&m->waitsemacount, 0, nil, &m->waitsemalock, nil);
else {
ns += runtimeツキnanotime();
ts.tv_nsec = 0;
ts.tv_sec = runtimeツキtimediv(ns, 1000000000, (int32*)&ts.tv_nsec);
runtimeツキthrsleep(&m->waitsemacount, CLOCK_MONOTONIC, &ts, &m->waitsemalock, nil);
}
while(runtimeツキxchg(&m->waitsemalock, 1))
runtimeツキosyield();
}
if(m->waitsemacount != 0) {
m->waitsemacount--;
runtimeツキatomicstore(&m->waitsemalock, 0);
return 0;
}
if(ns >= 0)
break;
}
runtimeツキatomicstore(&m->waitsemalock, 0);
return -1;
}
void
runtimeツキsemawakeup(M *mp)
{
uint32 ret;
while(runtimeツキxchg(&mp->waitsemalock, 1))
runtimeツキosyield();
mp->waitsemacount++;
ret = runtimeツキthrwakeup(&mp->waitsemacount, 1);
if(ret != 0 && ret != ESRCH)
runtimeツキprintf("thrwakeup addr=%p sem=%d ret=%d\n", &mp->waitsemacount, mp->waitsemacount, ret);
runtimeツキatomicstore(&mp->waitsemalock, 0);
}
void
runtimeツキnewosproc(M *mp, void *stk)
{
Tfork param;
Sigset oset;
int32 ret;
if(0) {
runtimeツキprintf(
"newosproc stk=%p m=%p g=%p id=%d/%d ostk=%p\n",
stk, mp, mp->g0, mp->id, (int32)mp->tls[0], &mp);
}
mp->tls[0] = mp->id;
param.tf_tcb = (byte*)&mp->tls[0];
param.tf_tid = (int32*)&mp->procid;
param.tf_stack = stk;
oset = runtimeツキsigprocmask(SIG_SETMASK, sigset_all);
ret = runtimeツキtfork((byte*)¶m, sizeof(param), mp, mp->g0, runtimeツキmstart);
runtimeツキsigprocmask(SIG_SETMASK, oset);
if(ret < 0) {
runtimeツキprintf("runtime: failed to create new OS thread (have %d already; errno=%d)\n", runtimeツキmcount() - 1, -ret);
if (ret == -ENOTSUP)
runtimeツキprintf("runtime: is kern.rthreads disabled?\n");
runtimeツキthrow("runtime.newosproc");
}
}
void
runtimeツキosinit(void)
{
runtimeツキncpu = getncpu();
}
void
runtimeツキget_random_data(byte **rnd, int32 *rnd_len)
{
#pragma dataflag NOPTR
static byte urandom_data[HashRandomBytes];
int32 fd;
fd = runtimeツキopen("/dev/urandom", 0 , 0);
if(runtimeツキread(fd, urandom_data, HashRandomBytes) == HashRandomBytes) {
*rnd = urandom_data;
*rnd_len = HashRandomBytes;
} else {
*rnd = nil;
*rnd_len = 0;
}
runtimeツキclose(fd);
}
void
runtimeツキgoenvs(void)
{
runtimeツキgoenvs_unix();
}
void
runtimeツキmpreinit(M *mp)
{
mp->gsignal = runtimeツキmalg(32*1024);
}
void
runtimeツキminit(void)
{
runtimeツキsignalstack((byte*)m->gsignal->stackguard - StackGuard, 32*1024);
runtimeツキsigprocmask(SIG_SETMASK, sigset_none);
}
void
runtimeツキunminit(void)
{
runtimeツキsignalstack(nil, 0);
}
void
runtimeツキsigpanic(void)
{
if(!runtimeツキcanpanic(g))
runtimeツキthrow("unexpected signal during runtime execution");
switch(g->sig) {
case SIGBUS:
if(g->sigcode0 == BUS_ADRERR && g->sigcode1 < 0x1000 || g->paniconfault) {
if(g->sigpc == 0)
runtimeツキpanicstring("call of nil func value");
runtimeツキpanicstring("invalid memory address or nil pointer dereference");
}
runtimeツキprintf("unexpected fault address %p\n", g->sigcode1);
runtimeツキthrow("fault");
case SIGSEGV:
if((g->sigcode0 == 0 || g->sigcode0 == SEGV_MAPERR || g->sigcode0 == SEGV_ACCERR) && g->sigcode1 < 0x1000 || g->paniconfault) {
if(g->sigpc == 0)
runtimeツキpanicstring("call of nil func value");
runtimeツキpanicstring("invalid memory address or nil pointer dereference");
}
runtimeツキprintf("unexpected fault address %p\n", g->sigcode1);
runtimeツキthrow("fault");
case SIGFPE:
switch(g->sigcode0) {
case FPE_INTDIV:
runtimeツキpanicstring("integer divide by zero");
case FPE_INTOVF:
runtimeツキpanicstring("integer overflow");
}
runtimeツキpanicstring("floating point error");
}
runtimeツキpanicstring(runtimeツキsigtab[g->sig].name);
}
uintptr
runtimeツキmemlimit(void)
{
return 0;
}
extern void runtimeツキsigtramp(void);
typedef struct sigaction {
union {
void (*__sa_handler)(int32);
void (*__sa_sigaction)(int32, Siginfo*, void *);
} __sigaction_u;
uint32 sa_mask;
int32 sa_flags;
} Sigaction;
void
runtimeツキsetsig(int32 i, GoSighandler *fn, bool restart)
{
Sigaction sa;
runtimeツキmemclr((byte*)&sa, sizeof sa);
sa.sa_flags = SA_SIGINFO|SA_ONSTACK;
if(restart)
sa.sa_flags |= SA_RESTART;
sa.sa_mask = ~0U;
if(fn == runtimeツキsighandler)
fn = (void*)runtimeツキsigtramp;
sa.__sigaction_u.__sa_sigaction = (void*)fn;
runtimeツキsigaction(i, &sa, nil);
}
GoSighandler*
runtimeツキgetsig(int32 i)
{
Sigaction sa;
runtimeツキmemclr((byte*)&sa, sizeof sa);
runtimeツキsigaction(i, nil, &sa);
if((void*)sa.__sigaction_u.__sa_sigaction == runtimeツキsigtramp)
return runtimeツキsighandler;
return (void*)sa.__sigaction_u.__sa_sigaction;
}
void
runtimeツキsignalstack(byte *p, int32 n)
{
StackT st;
st.ss_sp = (void*)p;
st.ss_size = n;
st.ss_flags = 0;
if(p == nil)
st.ss_flags = SS_DISABLE;
runtimeツキsigaltstack(&st, nil);
}
void
runtimeツキunblocksignals(void)
{
runtimeツキsigprocmask(SIG_SETMASK, sigset_none);
}