Revert "internal/abi, runtime, cmd: merge StackSmall, StackBig consts into internal/abi"

This reverts commit CL 486379.

Submitted out of order and breaks bootstrap.

Change-Id: Ie20a61cc56efc79a365841293ca4e7352b02d86b
Reviewed-on: https://go-review.googlesource.com/c/go/+/486917
TryBot-Bypass: Austin Clements <austin@google.com>
Reviewed-by: David Chase <drchase@google.com>
This commit is contained in:
Austin Clements 2023-04-20 16:10:15 +00:00
parent d11ff3f081
commit 466e6dae95
12 changed files with 53 additions and 66 deletions

View file

@ -708,7 +708,7 @@ func (c *ctxt5) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
// unnecessarily. See issue #35470. // unnecessarily. See issue #35470.
p = c.ctxt.StartUnsafePoint(p, c.newprog) p = c.ctxt.StartUnsafePoint(p, c.newprog)
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP < stackguard // small stack: SP < stackguard
// CMP stackguard, SP // CMP stackguard, SP
p = obj.Appendp(p, c.newprog) p = obj.Appendp(p, c.newprog)
@ -717,7 +717,7 @@ func (c *ctxt5) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.From.Type = obj.TYPE_REG p.From.Type = obj.TYPE_REG
p.From.Reg = REG_R1 p.From.Reg = REG_R1
p.Reg = REGSP p.Reg = REGSP
} else if framesize <= abi.StackBig { } else if framesize <= objabi.StackBig {
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
// MOVW $-(framesize-StackSmall)(SP), R2 // MOVW $-(framesize-StackSmall)(SP), R2
// CMP stackguard, R2 // CMP stackguard, R2
@ -726,7 +726,7 @@ func (c *ctxt5) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.As = AMOVW p.As = AMOVW
p.From.Type = obj.TYPE_ADDR p.From.Type = obj.TYPE_ADDR
p.From.Reg = REGSP p.From.Reg = REGSP
p.From.Offset = -(int64(framesize) - abi.StackSmall) p.From.Offset = -(int64(framesize) - objabi.StackSmall)
p.To.Type = obj.TYPE_REG p.To.Type = obj.TYPE_REG
p.To.Reg = REG_R2 p.To.Reg = REG_R2
@ -753,7 +753,7 @@ func (c *ctxt5) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.As = ASUB p.As = ASUB
p.Scond = C_SBIT p.Scond = C_SBIT
p.From.Type = obj.TYPE_CONST p.From.Type = obj.TYPE_CONST
p.From.Offset = int64(framesize) - abi.StackSmall p.From.Offset = int64(framesize) - objabi.StackSmall
p.Reg = REGSP p.Reg = REGSP
p.To.Type = obj.TYPE_REG p.To.Type = obj.TYPE_REG
p.To.Reg = REG_R2 p.To.Reg = REG_R2

View file

@ -169,7 +169,7 @@ func (c *ctxt7) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p = c.ctxt.StartUnsafePoint(p, c.newprog) p = c.ctxt.StartUnsafePoint(p, c.newprog)
q := (*obj.Prog)(nil) q := (*obj.Prog)(nil)
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP < stackguard // small stack: SP < stackguard
// CMP stackguard, SP // CMP stackguard, SP
@ -178,7 +178,7 @@ func (c *ctxt7) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.From.Type = obj.TYPE_REG p.From.Type = obj.TYPE_REG
p.From.Reg = REGRT1 p.From.Reg = REGRT1
p.Reg = REGSP p.Reg = REGSP
} else if framesize <= abi.StackBig { } else if framesize <= objabi.StackBig {
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
// SUB $(framesize-StackSmall), SP, RT2 // SUB $(framesize-StackSmall), SP, RT2
// CMP stackguard, RT2 // CMP stackguard, RT2
@ -186,7 +186,7 @@ func (c *ctxt7) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.As = ASUB p.As = ASUB
p.From.Type = obj.TYPE_CONST p.From.Type = obj.TYPE_CONST
p.From.Offset = int64(framesize) - abi.StackSmall p.From.Offset = int64(framesize) - objabi.StackSmall
p.Reg = REGSP p.Reg = REGSP
p.To.Type = obj.TYPE_REG p.To.Type = obj.TYPE_REG
p.To.Reg = REGRT2 p.To.Reg = REGRT2
@ -212,7 +212,7 @@ func (c *ctxt7) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p = obj.Appendp(p, c.newprog) p = obj.Appendp(p, c.newprog)
p.As = ASUBS p.As = ASUBS
p.From.Type = obj.TYPE_CONST p.From.Type = obj.TYPE_CONST
p.From.Offset = int64(framesize) - abi.StackSmall p.From.Offset = int64(framesize) - objabi.StackSmall
p.Reg = REGSP p.Reg = REGSP
p.To.Type = obj.TYPE_REG p.To.Type = obj.TYPE_REG
p.To.Reg = REGRT2 p.To.Reg = REGRT2
@ -582,7 +582,7 @@ func preprocess(ctxt *obj.Link, cursym *obj.LSym, newprog obj.ProgAlloc) {
} }
} }
if p.Mark&LEAF != 0 && c.autosize < abi.StackSmall { if p.Mark&LEAF != 0 && c.autosize < objabi.StackSmall {
// A leaf function with a small stack can be marked // A leaf function with a small stack can be marked
// NOSPLIT, avoiding a stack check. // NOSPLIT, avoiding a stack check.
p.From.Sym.Set(obj.AttrNoSplit, true) p.From.Sym.Set(obj.AttrNoSplit, true)

View file

@ -6,6 +6,7 @@ package loong64
import ( import (
"cmd/internal/obj" "cmd/internal/obj"
"cmd/internal/objabi"
"cmd/internal/sys" "cmd/internal/sys"
"log" "log"
"math" "math"
@ -592,7 +593,7 @@ func (c *ctxt0) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p = c.ctxt.StartUnsafePoint(p, c.newprog) p = c.ctxt.StartUnsafePoint(p, c.newprog)
var q *obj.Prog var q *obj.Prog
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP < stackguard // small stack: SP < stackguard
// AGTU SP, stackguard, R19 // AGTU SP, stackguard, R19
p = obj.Appendp(p, c.newprog) p = obj.Appendp(p, c.newprog)
@ -605,8 +606,8 @@ func (c *ctxt0) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.To.Reg = REG_R19 p.To.Reg = REG_R19
} else { } else {
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
offset := int64(framesize) - abi.StackSmall offset := int64(framesize) - objabi.StackSmall
if framesize > abi.StackBig { if framesize > objabi.StackBig {
// Such a large stack we need to protect against underflow. // Such a large stack we need to protect against underflow.
// The runtime guarantees SP > objabi.StackBig, but // The runtime guarantees SP > objabi.StackBig, but
// framesize is large enough that SP-framesize may // framesize is large enough that SP-framesize may

View file

@ -31,6 +31,7 @@ package mips
import ( import (
"cmd/internal/obj" "cmd/internal/obj"
"cmd/internal/objabi"
"cmd/internal/sys" "cmd/internal/sys"
"encoding/binary" "encoding/binary"
"fmt" "fmt"
@ -773,7 +774,7 @@ func (c *ctxt0) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p = c.ctxt.StartUnsafePoint(p, c.newprog) p = c.ctxt.StartUnsafePoint(p, c.newprog)
var q *obj.Prog var q *obj.Prog
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP < stackguard // small stack: SP < stackguard
// AGTU SP, stackguard, R1 // AGTU SP, stackguard, R1
p = obj.Appendp(p, c.newprog) p = obj.Appendp(p, c.newprog)
@ -786,8 +787,8 @@ func (c *ctxt0) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.To.Reg = REG_R1 p.To.Reg = REG_R1
} else { } else {
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
offset := int64(framesize) - abi.StackSmall offset := int64(framesize) - objabi.StackSmall
if framesize > abi.StackBig { if framesize > objabi.StackBig {
// Such a large stack we need to protect against underflow. // Such a large stack we need to protect against underflow.
// The runtime guarantees SP > objabi.StackBig, but // The runtime guarantees SP > objabi.StackBig, but
// framesize is large enough that SP-framesize may // framesize is large enough that SP-framesize may

View file

@ -632,7 +632,7 @@ func preprocess(ctxt *obj.Link, cursym *obj.LSym, newprog obj.ProgAlloc) {
autosize += int32(c.ctxt.Arch.FixedFrameSize) autosize += int32(c.ctxt.Arch.FixedFrameSize)
} }
if p.Mark&LEAF != 0 && autosize < abi.StackSmall { if p.Mark&LEAF != 0 && autosize < objabi.StackSmall {
// A leaf function with a small stack can be marked // A leaf function with a small stack can be marked
// NOSPLIT, avoiding a stack check. // NOSPLIT, avoiding a stack check.
p.From.Sym.Set(obj.AttrNoSplit, true) p.From.Sym.Set(obj.AttrNoSplit, true)
@ -1177,7 +1177,7 @@ func (c *ctxt9) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p = c.ctxt.StartUnsafePoint(p, c.newprog) p = c.ctxt.StartUnsafePoint(p, c.newprog)
var q *obj.Prog var q *obj.Prog
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP < stackguard // small stack: SP < stackguard
// CMP stackguard, SP // CMP stackguard, SP
p = obj.Appendp(p, c.newprog) p = obj.Appendp(p, c.newprog)
@ -1189,8 +1189,8 @@ func (c *ctxt9) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
p.To.Reg = REGSP p.To.Reg = REGSP
} else { } else {
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
offset := int64(framesize) - abi.StackSmall offset := int64(framesize) - objabi.StackSmall
if framesize > abi.StackBig { if framesize > objabi.StackBig {
// Such a large stack we need to protect against underflow. // Such a large stack we need to protect against underflow.
// The runtime guarantees SP > objabi.StackBig, but // The runtime guarantees SP > objabi.StackBig, but
// framesize is large enough that SP-framesize may // framesize is large enough that SP-framesize may

View file

@ -828,7 +828,7 @@ func stacksplit(ctxt *obj.Link, p *obj.Prog, cursym *obj.LSym, newprog obj.ProgA
var to_done, to_more *obj.Prog var to_done, to_more *obj.Prog
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack // small stack
// // if SP > stackguard { goto done } // // if SP > stackguard { goto done }
// BLTU stackguard, SP, done // BLTU stackguard, SP, done
@ -841,8 +841,8 @@ func stacksplit(ctxt *obj.Link, p *obj.Prog, cursym *obj.LSym, newprog obj.ProgA
to_done = p to_done = p
} else { } else {
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
offset := int64(framesize) - abi.StackSmall offset := int64(framesize) - objabi.StackSmall
if framesize > abi.StackBig { if framesize > objabi.StackBig {
// Such a large stack we need to protect against underflow. // Such a large stack we need to protect against underflow.
// The runtime guarantees SP > objabi.StackBig, but // The runtime guarantees SP > objabi.StackBig, but
// framesize is large enough that SP-framesize may // framesize is large enough that SP-framesize may

View file

@ -313,7 +313,7 @@ func preprocess(ctxt *obj.Link, cursym *obj.LSym, newprog obj.ProgAlloc) {
autosize += int32(c.ctxt.Arch.FixedFrameSize) autosize += int32(c.ctxt.Arch.FixedFrameSize)
} }
if p.Mark&LEAF != 0 && autosize < abi.StackSmall { if p.Mark&LEAF != 0 && autosize < objabi.StackSmall {
// A leaf function with a small stack can be marked // A leaf function with a small stack can be marked
// NOSPLIT, avoiding a stack check. // NOSPLIT, avoiding a stack check.
p.From.Sym.Set(obj.AttrNoSplit, true) p.From.Sym.Set(obj.AttrNoSplit, true)
@ -662,7 +662,7 @@ func (c *ctxtz) stacksplitPre(p *obj.Prog, framesize int32) (pPre, pPreempt, pCh
// unnecessarily. See issue #35470. // unnecessarily. See issue #35470.
p = c.ctxt.StartUnsafePoint(p, c.newprog) p = c.ctxt.StartUnsafePoint(p, c.newprog)
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP < stackguard // small stack: SP < stackguard
// CMPUBGE stackguard, SP, label-of-call-to-morestack // CMPUBGE stackguard, SP, label-of-call-to-morestack
@ -678,8 +678,8 @@ func (c *ctxtz) stacksplitPre(p *obj.Prog, framesize int32) (pPre, pPreempt, pCh
// large stack: SP-framesize < stackguard-StackSmall // large stack: SP-framesize < stackguard-StackSmall
offset := int64(framesize) - abi.StackSmall offset := int64(framesize) - objabi.StackSmall
if framesize > abi.StackBig { if framesize > objabi.StackBig {
// Such a large stack we need to protect against underflow. // Such a large stack we need to protect against underflow.
// The runtime guarantees SP > objabi.StackBig, but // The runtime guarantees SP > objabi.StackBig, but
// framesize is large enough that SP-framesize may // framesize is large enough that SP-framesize may

View file

@ -11,7 +11,6 @@ import (
"cmd/internal/sys" "cmd/internal/sys"
"encoding/binary" "encoding/binary"
"fmt" "fmt"
"internal/abi"
"io" "io"
"math" "math"
) )
@ -473,7 +472,7 @@ func preprocess(ctxt *obj.Link, s *obj.LSym, newprog obj.ProgAlloc) {
if needMoreStack { if needMoreStack {
p := pMorestack p := pMorestack
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP <= stackguard // small stack: SP <= stackguard
// Get SP // Get SP
// Get g // Get g
@ -501,7 +500,7 @@ func preprocess(ctxt *obj.Link, s *obj.LSym, newprog obj.ProgAlloc) {
p = appendp(p, AGet, regAddr(REGG)) p = appendp(p, AGet, regAddr(REGG))
p = appendp(p, AI32WrapI64) p = appendp(p, AI32WrapI64)
p = appendp(p, AI32Load, constAddr(2*int64(ctxt.Arch.PtrSize))) // G.stackguard0 p = appendp(p, AI32Load, constAddr(2*int64(ctxt.Arch.PtrSize))) // G.stackguard0
p = appendp(p, AI32Const, constAddr(framesize-abi.StackSmall)) p = appendp(p, AI32Const, constAddr(framesize-objabi.StackSmall))
p = appendp(p, AI32Add) p = appendp(p, AI32Add)
p = appendp(p, AI32LeU) p = appendp(p, AI32LeU)
} }

View file

@ -641,7 +641,7 @@ func preprocess(ctxt *obj.Link, cursym *obj.LSym, newprog obj.ProgAlloc) {
} }
// TODO(rsc): Remove 'ctxt.Arch.Family == sys.AMD64 &&'. // TODO(rsc): Remove 'ctxt.Arch.Family == sys.AMD64 &&'.
if ctxt.Arch.Family == sys.AMD64 && autoffset < abi.StackSmall && !p.From.Sym.NoSplit() { if ctxt.Arch.Family == sys.AMD64 && autoffset < objabi.StackSmall && !p.From.Sym.NoSplit() {
leaf := true leaf := true
LeafSearch: LeafSearch:
for q := p; q != nil; q = q.Link { for q := p; q != nil; q = q.Link {
@ -655,7 +655,7 @@ func preprocess(ctxt *obj.Link, cursym *obj.LSym, newprog obj.ProgAlloc) {
} }
fallthrough fallthrough
case obj.ADUFFCOPY, obj.ADUFFZERO: case obj.ADUFFCOPY, obj.ADUFFZERO:
if autoffset >= abi.StackSmall-8 { if autoffset >= objabi.StackSmall-8 {
leaf = false leaf = false
break LeafSearch break LeafSearch
} }
@ -1087,7 +1087,7 @@ func stacksplit(ctxt *obj.Link, cursym *obj.LSym, p *obj.Prog, newprog obj.ProgA
p, rg = loadG(ctxt, cursym, p, newprog) p, rg = loadG(ctxt, cursym, p, newprog)
var q1 *obj.Prog var q1 *obj.Prog
if framesize <= abi.StackSmall { if framesize <= objabi.StackSmall {
// small stack: SP <= stackguard // small stack: SP <= stackguard
// CMPQ SP, stackguard // CMPQ SP, stackguard
p = obj.Appendp(p, newprog) p = obj.Appendp(p, newprog)
@ -1107,7 +1107,7 @@ func stacksplit(ctxt *obj.Link, cursym *obj.LSym, p *obj.Prog, newprog obj.ProgA
// cleared, but we'll still call morestack, which will double the stack // cleared, but we'll still call morestack, which will double the stack
// unnecessarily. See issue #35470. // unnecessarily. See issue #35470.
p = ctxt.StartUnsafePoint(p, newprog) p = ctxt.StartUnsafePoint(p, newprog)
} else if framesize <= abi.StackBig { } else if framesize <= objabi.StackBig {
// large stack: SP-framesize <= stackguard-StackSmall // large stack: SP-framesize <= stackguard-StackSmall
// LEAQ -xxx(SP), tmp // LEAQ -xxx(SP), tmp
// CMPQ tmp, stackguard // CMPQ tmp, stackguard
@ -1116,7 +1116,7 @@ func stacksplit(ctxt *obj.Link, cursym *obj.LSym, p *obj.Prog, newprog obj.ProgA
p.As = lea p.As = lea
p.From.Type = obj.TYPE_MEM p.From.Type = obj.TYPE_MEM
p.From.Reg = REG_SP p.From.Reg = REG_SP
p.From.Offset = -(int64(framesize) - abi.StackSmall) p.From.Offset = -(int64(framesize) - objabi.StackSmall)
p.To.Type = obj.TYPE_REG p.To.Type = obj.TYPE_REG
p.To.Reg = tmp p.To.Reg = tmp
@ -1159,7 +1159,7 @@ func stacksplit(ctxt *obj.Link, cursym *obj.LSym, p *obj.Prog, newprog obj.ProgA
p = obj.Appendp(p, newprog) p = obj.Appendp(p, newprog)
p.As = sub p.As = sub
p.From.Type = obj.TYPE_CONST p.From.Type = obj.TYPE_CONST
p.From.Offset = int64(framesize) - abi.StackSmall p.From.Offset = int64(framesize) - objabi.StackSmall
p.To.Type = obj.TYPE_REG p.To.Type = obj.TYPE_REG
p.To.Reg = tmp p.To.Reg = tmp

View file

@ -4,22 +4,21 @@
package objabi package objabi
import ( import "internal/buildcfg"
"internal/abi"
"internal/buildcfg"
)
// For the linkers. Must match Go definitions. // For the linkers. Must match Go definitions.
const ( const (
STACKSYSTEM = 0 STACKSYSTEM = 0
StackSystem = STACKSYSTEM StackSystem = STACKSYSTEM
StackBig = 4096
StackSmall = 128
) )
func StackLimit(race bool) int { func StackLimit(race bool) int {
// This arithmetic must match that in runtime/stack.go:{_StackGuard,_StackLimit}. // This arithmetic must match that in runtime/stack.go:{_StackGuard,_StackLimit}.
stackGuard := 928*stackGuardMultiplier(race) + StackSystem stackGuard := 928*stackGuardMultiplier(race) + StackSystem
stackLimit := stackGuard - StackSystem - abi.StackSmall stackLimit := stackGuard - StackSystem - StackSmall
return stackLimit return stackLimit
} }

View file

@ -1,25 +0,0 @@
// Copyright 2023 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
package abi
const (
// We have three different sequences for stack bounds checks, depending on
// whether the stack frame of a function is small, big, or huge.
// After a stack split check the SP is allowed to be StackSmall bytes below
// the stack guard.
//
// Functions that need frames <= StackSmall can perform the stack check
// using a single comparison directly between the stack guard and the SP
// because we ensure that StackSmall bytes of stack space are available
// beyond the stack guard.
StackSmall = 128
// Functions that need frames <= StackBig can assume that neither
// SP-framesize nor stackGuard-StackSmall will underflow, and thus use a
// more efficient check. In order to ensure this, StackBig must be <= the
// size of the unmapped space at zero.
StackBig = 4096
)

View file

@ -85,6 +85,13 @@ const (
_FixedStack6 = _FixedStack5 | (_FixedStack5 >> 16) _FixedStack6 = _FixedStack5 | (_FixedStack5 >> 16)
_FixedStack = _FixedStack6 + 1 _FixedStack = _FixedStack6 + 1
// Functions that need frames bigger than this use an extra
// instruction to do the stack split check, to avoid overflow
// in case SP - framesize wraps below zero.
// This value can be no bigger than the size of the unmapped
// space at zero.
_StackBig = 4096
// The stack guard is a pointer this many bytes above the // The stack guard is a pointer this many bytes above the
// bottom of the stack. // bottom of the stack.
// //
@ -94,10 +101,15 @@ const (
// This arithmetic must match that in cmd/internal/objabi/stack.go:StackLimit. // This arithmetic must match that in cmd/internal/objabi/stack.go:StackLimit.
_StackGuard = 928*sys.StackGuardMultiplier + _StackSystem _StackGuard = 928*sys.StackGuardMultiplier + _StackSystem
// After a stack split check the SP is allowed to be this
// many bytes below the stack guard. This saves an instruction
// in the checking sequence for tiny frames.
_StackSmall = 128
// The maximum number of bytes that a chain of NOSPLIT // The maximum number of bytes that a chain of NOSPLIT
// functions can use. // functions can use.
// This arithmetic must match that in cmd/internal/objabi/stack.go:StackLimit. // This arithmetic must match that in cmd/internal/objabi/stack.go:StackLimit.
_StackLimit = _StackGuard - _StackSystem - abi.StackSmall _StackLimit = _StackGuard - _StackSystem - _StackSmall
) )
const ( const (