Move maxsizewriter to quota package

This commit is contained in:
Konrad Wojas 2020-05-03 20:37:01 +08:00 committed by Alexander Neumann
parent 79a8785e26
commit 55e549e92c
2 changed files with 64 additions and 44 deletions

View file

@ -34,9 +34,6 @@ type Server struct {
PrivateRepos bool PrivateRepos bool
Prometheus bool Prometheus bool
Debug bool Debug bool
MaxRepoSize int64
repoSize int64 // must be accessed using sync/atomic
} }
func (s *Server) isHashed(dir string) bool { func (s *Server) isHashed(dir string) bool {
@ -487,22 +484,6 @@ func (s *Server) GetBlob(w http.ResponseWriter, r *http.Request) {
} }
} }
// tallySize counts the size of the contents of path.
func tallySize(path string) (int64, error) {
if path == "" {
path = "."
}
var size int64
err := filepath.Walk(path, func(path string, info os.FileInfo, err error) error {
if err != nil {
return err
}
size += info.Size()
return nil
})
return size, err
}
// SaveBlob saves a blob to the repository. // SaveBlob saves a blob to the repository.
func (s *Server) SaveBlob(w http.ResponseWriter, r *http.Request) { func (s *Server) SaveBlob(w http.ResponseWriter, r *http.Request) {
if s.Debug { if s.Debug {

View file

@ -1,44 +1,67 @@
package restserver package quota
import ( import (
"fmt" "fmt"
"io" "io"
"net/http" "net/http"
"os"
"path/filepath"
"strconv" "strconv"
"sync/atomic" "sync/atomic"
) )
// New creates a new quota Manager for given path.
// It will tally the current disk usage before returning.
func New(path string, maxSize int64) (*Manager, error) {
m := &Manager{
path: path,
maxRepoSize: maxSize,
}
if err := m.updateSize(); err != nil {
return nil, err
}
return m, nil
}
// Manager manages the repo quota for given filesystem root path, including subrepos
type Manager struct {
path string
maxRepoSize int64
repoSize int64 // must be accessed using sync/atomic
}
// maxSizeWriter limits the number of bytes written // maxSizeWriter limits the number of bytes written
// to the space that is currently available as given by // to the space that is currently available as given by
// the server's MaxRepoSize. This type is safe for use // the server's MaxRepoSize. This type is safe for use
// by multiple goroutines sharing the same *Server. // by multiple goroutines sharing the same *Server.
type maxSizeWriter struct { type maxSizeWriter struct {
io.Writer io.Writer
server *Server m *Manager
} }
func (w maxSizeWriter) Write(p []byte) (n int, err error) { func (w maxSizeWriter) Write(p []byte) (n int, err error) {
if int64(len(p)) > w.server.repoSpaceRemaining() { if int64(len(p)) > w.m.repoSpaceRemaining() {
return 0, fmt.Errorf("repository has reached maximum size (%d bytes)", w.server.MaxRepoSize) return 0, fmt.Errorf("repository has reached maximum size (%d bytes)", w.m.maxRepoSize)
} }
n, err = w.Writer.Write(p) n, err = w.Writer.Write(p)
w.server.incrementRepoSpaceUsage(int64(n)) w.m.incrementRepoSpaceUsage(int64(n))
return n, err return n, err
} }
func (m *Manager) updateSize() error {
// if we haven't yet computed the size of the repo, do so now
initialSize, err := tallySize(m.path)
if err != nil {
return err
}
atomic.StoreInt64(&m.repoSize, initialSize)
return nil
}
// maxSizeWriter wraps w in a writer that enforces s.MaxRepoSize. // maxSizeWriter wraps w in a writer that enforces s.MaxRepoSize.
// If there is an error, a status code and the error are returned. // If there is an error, a status code and the error are returned.
func (s *Server) maxSizeWriter(req *http.Request, w io.Writer) (io.Writer, int, error) { func (m *Manager) maxSizeWriter(req *http.Request, w io.Writer) (io.Writer, int, error) {
// if we haven't yet computed the size of the repo, do so now currentSize := atomic.LoadInt64(&m.repoSize)
currentSize := atomic.LoadInt64(&s.repoSize)
if currentSize == 0 {
initialSize, err := tallySize(s.Path)
if err != nil {
return nil, http.StatusInternalServerError, err
}
atomic.StoreInt64(&s.repoSize, initialSize)
currentSize = initialSize
}
// if content-length is set and is trustworthy, we can save some time // if content-length is set and is trustworthy, we can save some time
// and issue a polite error if it declares a size that's too big; since // and issue a polite error if it declares a size that's too big; since
@ -49,32 +72,48 @@ func (s *Server) maxSizeWriter(req *http.Request, w io.Writer) (io.Writer, int,
if err != nil { if err != nil {
return nil, http.StatusLengthRequired, err return nil, http.StatusLengthRequired, err
} }
if currentSize+contentLen > s.MaxRepoSize { if currentSize+contentLen > m.maxRepoSize {
err := fmt.Errorf("incoming blob (%d bytes) would exceed maximum size of repository (%d bytes)", err := fmt.Errorf("incoming blob (%d bytes) would exceed maximum size of repository (%d bytes)",
contentLen, s.MaxRepoSize) contentLen, m.maxRepoSize)
return nil, http.StatusRequestEntityTooLarge, err return nil, http.StatusRequestEntityTooLarge, err
} }
} }
// since we can't always trust content-length, we will wrap the writer // since we can't always trust content-length, we will wrap the writer
// in a custom writer that enforces the size limit during writes // in a custom writer that enforces the size limit during writes
return maxSizeWriter{Writer: w, server: s}, 0, nil return maxSizeWriter{Writer: w, m: m}, 0, nil
} }
// repoSpaceRemaining returns how much space is available in the repo // repoSpaceRemaining returns how much space is available in the repo
// according to s.MaxRepoSize. s.repoSize must already be set. // according to s.MaxRepoSize. s.repoSize must already be set.
// If there is no limit, -1 is returned. // If there is no limit, -1 is returned.
func (s *Server) repoSpaceRemaining() int64 { func (m *Manager) repoSpaceRemaining() int64 {
if s.MaxRepoSize == 0 { if m.maxRepoSize == 0 {
return -1 return -1
} }
maxSize := s.MaxRepoSize maxSize := m.maxRepoSize
currentSize := atomic.LoadInt64(&s.repoSize) currentSize := atomic.LoadInt64(&m.repoSize)
return maxSize - currentSize return maxSize - currentSize
} }
// incrementRepoSpaceUsage increments the current repo size (which // incrementRepoSpaceUsage increments the current repo size (which
// must already be initialized). // must already be initialized).
func (s *Server) incrementRepoSpaceUsage(by int64) { func (m *Manager) incrementRepoSpaceUsage(by int64) {
atomic.AddInt64(&s.repoSize, by) atomic.AddInt64(&m.repoSize, by)
}
// tallySize counts the size of the contents of path.
func tallySize(path string) (int64, error) {
if path == "" {
path = "."
}
var size int64
err := filepath.Walk(path, func(path string, info os.FileInfo, err error) error {
if err != nil {
return err
}
size += info.Size()
return nil
})
return size, err
} }