2014-11-14 13:01:12 +11:00
|
|
|
// Copyright 2011 The Go Authors. All rights reserved.
|
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
|
|
package runtime
|
|
|
|
|
|
|
|
|
|
import "unsafe"
|
|
|
|
|
|
|
|
|
|
const (
|
2015-02-16 18:18:13 +09:00
|
|
|
_ESRCH = 3
|
|
|
|
|
_EAGAIN = 35
|
|
|
|
|
_EWOULDBLOCK = _EAGAIN
|
|
|
|
|
_ENOTSUP = 91
|
2014-11-14 13:01:12 +11:00
|
|
|
|
|
|
|
|
// From OpenBSD's sys/time.h
|
2015-02-16 18:18:13 +09:00
|
|
|
_CLOCK_REALTIME = 0
|
|
|
|
|
_CLOCK_VIRTUAL = 1
|
|
|
|
|
_CLOCK_PROF = 2
|
|
|
|
|
_CLOCK_MONOTONIC = 3
|
2014-11-14 13:01:12 +11:00
|
|
|
)
|
|
|
|
|
|
2015-03-01 19:13:50 -08:00
|
|
|
const (
|
|
|
|
|
sigset_none = uint32(0)
|
|
|
|
|
sigset_all = ^uint32(0)
|
|
|
|
|
)
|
2014-11-14 13:01:12 +11:00
|
|
|
|
|
|
|
|
// From OpenBSD's <sys/sysctl.h>
|
|
|
|
|
const (
|
2015-02-16 18:18:13 +09:00
|
|
|
_CTL_HW = 6
|
|
|
|
|
_HW_NCPU = 3
|
2014-11-14 13:01:12 +11:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
func getncpu() int32 {
|
2015-02-16 18:18:13 +09:00
|
|
|
mib := [2]uint32{_CTL_HW, _HW_NCPU}
|
2014-11-14 13:01:12 +11:00
|
|
|
out := uint32(0)
|
|
|
|
|
nout := unsafe.Sizeof(out)
|
|
|
|
|
|
|
|
|
|
// Fetch hw.ncpu via sysctl.
|
|
|
|
|
ret := sysctl(&mib[0], 2, (*byte)(unsafe.Pointer(&out)), &nout, nil, 0)
|
|
|
|
|
if ret >= 0 {
|
|
|
|
|
return int32(out)
|
|
|
|
|
}
|
|
|
|
|
return 1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
|
func semacreate() uintptr {
|
|
|
|
|
return 1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
|
func semasleep(ns int64) int32 {
|
|
|
|
|
_g_ := getg()
|
|
|
|
|
|
|
|
|
|
// Compute sleep deadline.
|
|
|
|
|
var tsp *timespec
|
|
|
|
|
if ns >= 0 {
|
|
|
|
|
var ts timespec
|
|
|
|
|
var nsec int32
|
|
|
|
|
ns += nanotime()
|
2014-11-14 14:50:00 -05:00
|
|
|
ts.set_sec(int64(timediv(ns, 1000000000, &nsec)))
|
2014-11-14 13:01:12 +11:00
|
|
|
ts.set_nsec(nsec)
|
|
|
|
|
tsp = &ts
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for {
|
2015-02-23 17:05:30 +09:00
|
|
|
v := atomicload(&_g_.m.waitsemacount)
|
|
|
|
|
if v > 0 {
|
|
|
|
|
if cas(&_g_.m.waitsemacount, v, v-1) {
|
|
|
|
|
return 0 // semaphore acquired
|
2014-11-14 13:01:12 +11:00
|
|
|
}
|
2015-02-23 17:05:30 +09:00
|
|
|
continue
|
2014-11-14 13:01:12 +11:00
|
|
|
}
|
|
|
|
|
|
2015-02-23 17:05:30 +09:00
|
|
|
// Sleep until woken by semawakeup or timeout; or abort if waitsemacount != 0.
|
|
|
|
|
//
|
|
|
|
|
// From OpenBSD's __thrsleep(2) manual:
|
|
|
|
|
// "The abort argument, if not NULL, points to an int that will
|
|
|
|
|
// be examined [...] immediately before blocking. If that int
|
|
|
|
|
// is non-zero then __thrsleep() will immediately return EINTR
|
|
|
|
|
// without blocking."
|
|
|
|
|
ret := thrsleep(uintptr(unsafe.Pointer(&_g_.m.waitsemacount)), _CLOCK_MONOTONIC, tsp, 0, &_g_.m.waitsemacount)
|
2015-02-16 18:18:13 +09:00
|
|
|
if ret == _EWOULDBLOCK {
|
2014-11-14 13:01:12 +11:00
|
|
|
return -1
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
|
func semawakeup(mp *m) {
|
2015-02-23 17:05:30 +09:00
|
|
|
xadd(&mp.waitsemacount, 1)
|
2014-11-14 13:01:12 +11:00
|
|
|
ret := thrwakeup(uintptr(unsafe.Pointer(&mp.waitsemacount)), 1)
|
2015-02-16 18:18:13 +09:00
|
|
|
if ret != 0 && ret != _ESRCH {
|
2014-11-14 13:01:12 +11:00
|
|
|
// semawakeup can be called on signal stack.
|
|
|
|
|
systemstack(func() {
|
|
|
|
|
print("thrwakeup addr=", &mp.waitsemacount, " sem=", mp.waitsemacount, " ret=", ret, "\n")
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
runtime: disallow write barriers in handoffp and callees
handoffp by definition runs without a P, so it's not allowed to have
write barriers. It doesn't have any right now, but mark it
nowritebarrier to disallow any creeping in in the future. handoffp in
turns calls startm, newm, and newosproc, all of which are "below Go"
and make sense to run without a P, so disallow write barriers in these
as well.
For most functions, we've done this because they may race with
stoptheworld() and hence must not have write barriers. For these
functions, it's a little different: the world can't stop while we're
in handoffp, so this race isn't present. But we implement this
restriction with a somewhat broader rule that you can't have a write
barrier without a P. We like this rule because it's simple and means
that our write barriers can depend on there being a P, even though
this rule is actually a little broader than necessary. Hence, even
though there's no danger of the race in these functions, we want to
adhere to the broader rule.
Change-Id: Ie22319c30eea37d703eb52f5c7ca5da872030b88
Reviewed-on: https://go-review.googlesource.com/8130
Run-TryBot: Austin Clements <austin@google.com>
Reviewed-by: Minux Ma <minux@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
Reviewed-by: Rick Hudson <rlh@golang.org>
2015-03-26 15:50:22 -04:00
|
|
|
// May run without a P, so write barriers are not allowed.
|
|
|
|
|
//go:nowritebarrier
|
2014-11-14 13:01:12 +11:00
|
|
|
func newosproc(mp *m, stk unsafe.Pointer) {
|
|
|
|
|
if false {
|
|
|
|
|
print("newosproc stk=", stk, " m=", mp, " g=", mp.g0, " id=", mp.id, "/", int32(mp.tls[0]), " ostk=", &mp, "\n")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
mp.tls[0] = uintptr(mp.id) // so 386 asm can find it
|
|
|
|
|
|
|
|
|
|
param := tforkt{
|
|
|
|
|
tf_tcb: unsafe.Pointer(&mp.tls[0]),
|
|
|
|
|
tf_tid: (*int32)(unsafe.Pointer(&mp.procid)),
|
|
|
|
|
tf_stack: uintptr(stk),
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
oset := sigprocmask(_SIG_SETMASK, sigset_all)
|
|
|
|
|
ret := tfork(¶m, unsafe.Sizeof(param), mp, mp.g0, funcPC(mstart))
|
|
|
|
|
sigprocmask(_SIG_SETMASK, oset)
|
|
|
|
|
|
|
|
|
|
if ret < 0 {
|
|
|
|
|
print("runtime: failed to create new OS thread (have ", mcount()-1, " already; errno=", -ret, ")\n")
|
2014-12-27 20:58:00 -08:00
|
|
|
throw("runtime.newosproc")
|
2014-11-14 13:01:12 +11:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func osinit() {
|
|
|
|
|
ncpu = getncpu()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var urandom_dev = []byte("/dev/urandom\x00")
|
|
|
|
|
|
|
|
|
|
//go:nosplit
|
2014-12-09 14:40:40 -08:00
|
|
|
func getRandomData(r []byte) {
|
2014-11-14 13:01:12 +11:00
|
|
|
fd := open(&urandom_dev[0], 0 /* O_RDONLY */, 0)
|
2014-12-09 14:40:40 -08:00
|
|
|
n := read(fd, unsafe.Pointer(&r[0]), int32(len(r)))
|
2014-11-14 13:01:12 +11:00
|
|
|
close(fd)
|
2014-12-09 14:40:40 -08:00
|
|
|
extendRandom(r, int(n))
|
2014-11-14 13:01:12 +11:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func goenvs() {
|
|
|
|
|
goenvs_unix()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Called to initialize a new m (including the bootstrap m).
|
|
|
|
|
// Called on the parent thread (main thread in case of bootstrap), can allocate memory.
|
|
|
|
|
func mpreinit(mp *m) {
|
|
|
|
|
mp.gsignal = malg(32 * 1024)
|
|
|
|
|
mp.gsignal.m = mp
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Called to initialize a new m (including the bootstrap m).
|
|
|
|
|
// Called on the new thread, can not allocate memory.
|
|
|
|
|
func minit() {
|
|
|
|
|
_g_ := getg()
|
|
|
|
|
|
|
|
|
|
// m.procid is a uint64, but tfork writes an int32. Fix it up.
|
|
|
|
|
_g_.m.procid = uint64(*(*int32)(unsafe.Pointer(&_g_.m.procid)))
|
|
|
|
|
|
|
|
|
|
// Initialize signal handling
|
|
|
|
|
signalstack((*byte)(unsafe.Pointer(_g_.m.gsignal.stack.lo)), 32*1024)
|
|
|
|
|
sigprocmask(_SIG_SETMASK, sigset_none)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Called from dropm to undo the effect of an minit.
|
|
|
|
|
func unminit() {
|
|
|
|
|
signalstack(nil, 0)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func memlimit() uintptr {
|
|
|
|
|
return 0
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func sigtramp()
|
|
|
|
|
|
|
|
|
|
type sigactiont struct {
|
|
|
|
|
sa_sigaction uintptr
|
|
|
|
|
sa_mask uint32
|
|
|
|
|
sa_flags int32
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func setsig(i int32, fn uintptr, restart bool) {
|
|
|
|
|
var sa sigactiont
|
|
|
|
|
sa.sa_flags = _SA_SIGINFO | _SA_ONSTACK
|
|
|
|
|
if restart {
|
|
|
|
|
sa.sa_flags |= _SA_RESTART
|
|
|
|
|
}
|
|
|
|
|
sa.sa_mask = sigset_all
|
|
|
|
|
if fn == funcPC(sighandler) {
|
|
|
|
|
fn = funcPC(sigtramp)
|
|
|
|
|
}
|
|
|
|
|
sa.sa_sigaction = fn
|
|
|
|
|
sigaction(i, &sa, nil)
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-19 16:16:17 -05:00
|
|
|
func setsigstack(i int32) {
|
2014-12-27 20:58:00 -08:00
|
|
|
throw("setsigstack")
|
2014-12-19 16:16:17 -05:00
|
|
|
}
|
|
|
|
|
|
2014-11-14 13:01:12 +11:00
|
|
|
func getsig(i int32) uintptr {
|
|
|
|
|
var sa sigactiont
|
|
|
|
|
sigaction(i, nil, &sa)
|
|
|
|
|
if sa.sa_sigaction == funcPC(sigtramp) {
|
|
|
|
|
return funcPC(sighandler)
|
|
|
|
|
}
|
|
|
|
|
return sa.sa_sigaction
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func signalstack(p *byte, n int32) {
|
|
|
|
|
var st stackt
|
|
|
|
|
|
|
|
|
|
st.ss_sp = uintptr(unsafe.Pointer(p))
|
2014-11-15 03:55:14 +11:00
|
|
|
st.ss_size = uintptr(n)
|
2014-11-14 13:01:12 +11:00
|
|
|
st.ss_flags = 0
|
|
|
|
|
if p == nil {
|
|
|
|
|
st.ss_flags = _SS_DISABLE
|
|
|
|
|
}
|
|
|
|
|
sigaltstack(&st, nil)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func unblocksignals() {
|
|
|
|
|
sigprocmask(_SIG_SETMASK, sigset_none)
|
|
|
|
|
}
|