mirror of
https://github.com/golang/go.git
synced 2025-12-08 06:10:04 +00:00
Insert appropriate race/msan calls before each memory operation during SSA construction. This is conceptually simple, but subtle because we need to be careful that inserted instrumentation calls don't clobber arguments that are currently being prepared for a user function call. reorder1 already handles introducing temporary variables for arguments in some cases. This CL changes it to use them for all arguments when instrumenting. Also, we can't SSA struct types with more than one field while instrumenting. Otherwise, concurrent uses of disjoint fields within an SSA-able struct can introduce false races. This is both somewhat better and somewhat worse than the old racewalk instrumentation pass. We're now able to easily recognize cases like constructing non-escaping closures on the stack or accessing closure variables don't need instrumentation calls. On the other hand, spilling escaping parameters to the heap now results in an instrumentation call. Overall, this CL results in a small net reduction in the number of instrumentation calls, but a small net increase in binary size for instrumented executables. cmd/go ends up with 5.6% fewer calls, but a 2.4% larger binary. Fixes #19054. Change-Id: I70d1dd32ad6340e6fdb691e6d5a01452f58e97f3 Reviewed-on: https://go-review.googlesource.com/102817 Reviewed-by: Cherry Zhang <cherryyz@google.com>
312 lines
6.4 KiB
Go
312 lines
6.4 KiB
Go
// Copyright 2009 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package gc
|
|
|
|
import (
|
|
"cmd/compile/internal/ssa"
|
|
"cmd/compile/internal/types"
|
|
"cmd/internal/obj"
|
|
"cmd/internal/src"
|
|
"sync"
|
|
)
|
|
|
|
const (
|
|
BADWIDTH = types.BADWIDTH
|
|
maxStackVarSize = 10 * 1024 * 1024
|
|
)
|
|
|
|
// isRuntimePkg reports whether p is package runtime.
|
|
func isRuntimePkg(p *types.Pkg) bool {
|
|
if compiling_runtime && p == localpkg {
|
|
return true
|
|
}
|
|
return p.Path == "runtime"
|
|
}
|
|
|
|
// The Class of a variable/function describes the "storage class"
|
|
// of a variable or function. During parsing, storage classes are
|
|
// called declaration contexts.
|
|
type Class uint8
|
|
|
|
//go:generate stringer -type=Class
|
|
const (
|
|
Pxxx Class = iota // no class; used during ssa conversion to indicate pseudo-variables
|
|
PEXTERN // global variable
|
|
PAUTO // local variables
|
|
PAUTOHEAP // local variable or parameter moved to heap
|
|
PPARAM // input arguments
|
|
PPARAMOUT // output results
|
|
PFUNC // global function
|
|
|
|
PDISCARD // discard during parse of duplicate import
|
|
// Careful: Class is stored in three bits in Node.flags.
|
|
// Adding a new Class will overflow that.
|
|
)
|
|
|
|
func init() {
|
|
if PDISCARD != 7 {
|
|
panic("PDISCARD changed; does all Class values still fit in three bits?")
|
|
}
|
|
}
|
|
|
|
// note this is the runtime representation
|
|
// of the compilers arrays.
|
|
//
|
|
// typedef struct
|
|
// { // must not move anything
|
|
// uchar array[8]; // pointer to data
|
|
// uchar nel[4]; // number of elements
|
|
// uchar cap[4]; // allocated number of elements
|
|
// } Array;
|
|
var array_array int // runtime offsetof(Array,array) - same for String
|
|
|
|
var array_nel int // runtime offsetof(Array,nel) - same for String
|
|
|
|
var array_cap int // runtime offsetof(Array,cap)
|
|
|
|
var sizeof_Array int // runtime sizeof(Array)
|
|
|
|
// note this is the runtime representation
|
|
// of the compilers strings.
|
|
//
|
|
// typedef struct
|
|
// { // must not move anything
|
|
// uchar array[8]; // pointer to data
|
|
// uchar nel[4]; // number of elements
|
|
// } String;
|
|
var sizeof_String int // runtime sizeof(String)
|
|
|
|
var pragcgobuf string
|
|
|
|
var outfile string
|
|
var linkobj string
|
|
var dolinkobj bool
|
|
|
|
// nerrors is the number of compiler errors reported
|
|
// since the last call to saveerrors.
|
|
var nerrors int
|
|
|
|
// nsavederrors is the total number of compiler errors
|
|
// reported before the last call to saveerrors.
|
|
var nsavederrors int
|
|
|
|
var nsyntaxerrors int
|
|
|
|
var decldepth int32
|
|
|
|
var safemode bool
|
|
|
|
var nolocalimports bool
|
|
|
|
var Debug [256]int
|
|
|
|
var debugstr string
|
|
|
|
var Debug_checknil int
|
|
var Debug_typeassert int
|
|
|
|
var localpkg *types.Pkg // package being compiled
|
|
|
|
var inimport bool // set during import
|
|
|
|
var itabpkg *types.Pkg // fake pkg for itab entries
|
|
|
|
var itablinkpkg *types.Pkg // fake package for runtime itab entries
|
|
|
|
var Runtimepkg *types.Pkg // fake package runtime
|
|
|
|
var racepkg *types.Pkg // package runtime/race
|
|
|
|
var msanpkg *types.Pkg // package runtime/msan
|
|
|
|
var unsafepkg *types.Pkg // package unsafe
|
|
|
|
var trackpkg *types.Pkg // fake package for field tracking
|
|
|
|
var mappkg *types.Pkg // fake package for map zero value
|
|
|
|
var gopkg *types.Pkg // pseudo-package for method symbols on anonymous receiver types
|
|
|
|
var zerosize int64
|
|
|
|
var myimportpath string
|
|
|
|
var localimport string
|
|
|
|
var asmhdr string
|
|
|
|
var simtype [NTYPE]types.EType
|
|
|
|
var (
|
|
isforw [NTYPE]bool
|
|
isInt [NTYPE]bool
|
|
isFloat [NTYPE]bool
|
|
isComplex [NTYPE]bool
|
|
issimple [NTYPE]bool
|
|
)
|
|
|
|
var (
|
|
okforeq [NTYPE]bool
|
|
okforadd [NTYPE]bool
|
|
okforand [NTYPE]bool
|
|
okfornone [NTYPE]bool
|
|
okforcmp [NTYPE]bool
|
|
okforbool [NTYPE]bool
|
|
okforcap [NTYPE]bool
|
|
okforlen [NTYPE]bool
|
|
okforarith [NTYPE]bool
|
|
okforconst [NTYPE]bool
|
|
)
|
|
|
|
var (
|
|
okfor [OEND][]bool
|
|
iscmp [OEND]bool
|
|
)
|
|
|
|
var minintval [NTYPE]*Mpint
|
|
|
|
var maxintval [NTYPE]*Mpint
|
|
|
|
var minfltval [NTYPE]*Mpflt
|
|
|
|
var maxfltval [NTYPE]*Mpflt
|
|
|
|
var xtop []*Node
|
|
|
|
var exportlist []*Node
|
|
|
|
var importlist []*Node // imported functions and methods with inlinable bodies
|
|
|
|
var (
|
|
funcsymsmu sync.Mutex // protects funcsyms and associated package lookups (see func funcsym)
|
|
funcsyms []*types.Sym
|
|
)
|
|
|
|
var dclcontext Class // PEXTERN/PAUTO
|
|
|
|
var Curfn *Node
|
|
|
|
var Widthptr int
|
|
|
|
var Widthreg int
|
|
|
|
var nblank *Node
|
|
|
|
var typecheckok bool
|
|
|
|
var compiling_runtime bool
|
|
|
|
// Compiling the standard library
|
|
var compiling_std bool
|
|
|
|
var compiling_wrappers bool
|
|
|
|
var use_writebarrier bool
|
|
|
|
var pure_go bool
|
|
|
|
var flag_installsuffix string
|
|
|
|
var flag_race bool
|
|
|
|
var flag_msan bool
|
|
|
|
var flagDWARF bool
|
|
|
|
// Whether we are adding any sort of code instrumentation, such as
|
|
// when the race detector is enabled.
|
|
var instrumenting bool
|
|
|
|
// Whether we are tracking lexical scopes for DWARF.
|
|
var trackScopes bool
|
|
|
|
// Controls generation of DWARF inlined instance records. Zero
|
|
// disables, 1 emits inlined routines but suppresses var info,
|
|
// and 2 emits inlined routines with tracking of formals/locals.
|
|
var genDwarfInline int
|
|
|
|
var debuglive int
|
|
|
|
var Ctxt *obj.Link
|
|
|
|
var writearchive bool
|
|
|
|
var Nacl bool
|
|
|
|
var nodfp *Node
|
|
|
|
var disable_checknil int
|
|
|
|
var autogeneratedPos src.XPos
|
|
|
|
// interface to back end
|
|
|
|
type Arch struct {
|
|
LinkArch *obj.LinkArch
|
|
|
|
REGSP int
|
|
MAXWIDTH int64
|
|
Use387 bool // should 386 backend use 387 FP instructions instead of sse2.
|
|
SoftFloat bool
|
|
|
|
PadFrame func(int64) int64
|
|
ZeroRange func(*Progs, *obj.Prog, int64, int64, *uint32) *obj.Prog
|
|
Ginsnop func(*Progs)
|
|
|
|
// SSAMarkMoves marks any MOVXconst ops that need to avoid clobbering flags.
|
|
SSAMarkMoves func(*SSAGenState, *ssa.Block)
|
|
|
|
// SSAGenValue emits Prog(s) for the Value.
|
|
SSAGenValue func(*SSAGenState, *ssa.Value)
|
|
|
|
// SSAGenBlock emits end-of-block Progs. SSAGenValue should be called
|
|
// for all values in the block before SSAGenBlock.
|
|
SSAGenBlock func(s *SSAGenState, b, next *ssa.Block)
|
|
|
|
// ZeroAuto emits code to zero the given auto stack variable.
|
|
// ZeroAuto must not use any non-temporary registers.
|
|
// ZeroAuto will only be called for variables which contain a pointer.
|
|
ZeroAuto func(*Progs, *Node)
|
|
}
|
|
|
|
var thearch Arch
|
|
|
|
var (
|
|
staticbytes,
|
|
zerobase *Node
|
|
|
|
Newproc,
|
|
Deferproc,
|
|
Deferreturn,
|
|
Duffcopy,
|
|
Duffzero,
|
|
panicindex,
|
|
panicslice,
|
|
panicdivide,
|
|
growslice,
|
|
panicdottypeE,
|
|
panicdottypeI,
|
|
panicnildottype,
|
|
assertE2I,
|
|
assertE2I2,
|
|
assertI2I,
|
|
assertI2I2,
|
|
goschedguarded,
|
|
writeBarrier,
|
|
gcWriteBarrier,
|
|
typedmemmove,
|
|
typedmemclr,
|
|
raceread,
|
|
racewrite,
|
|
racereadrange,
|
|
racewriterange,
|
|
msanread,
|
|
msanwrite,
|
|
Udiv *obj.LSym
|
|
|
|
// GO386=387
|
|
ControlWord64trunc,
|
|
ControlWord32 *obj.LSym
|
|
)
|