go-judge/envexec/file_collect.go

185 lines
3.7 KiB
Go

package envexec
import (
"errors"
"fmt"
"io"
"os"
"sync"
"github.com/criyle/go-sandbox/runner"
"golang.org/x/sync/errgroup"
)
// copyOutAndCollect reads file and pipes in parallel from container
func copyOutAndCollect(m Environment, c *Cmd, ptc []pipeCollector, newStoreFile NewStoreFile) (map[string]*os.File, []FileError, error) {
var (
g errgroup.Group
l, le sync.Mutex
fileError []FileError
)
rt := make(map[string]*os.File)
put := func(f *os.File, n string) {
l.Lock()
defer l.Unlock()
rt[n] = f
}
addError := func(e FileError) {
le.Lock()
defer le.Unlock()
fileError = append(fileError, e)
}
// copy out
for _, n := range c.CopyOut {
n := n
g.Go(func() (err error) {
t := ErrCopyOutOpen
defer func() {
if err != nil {
addError(FileError{
Name: n.Name,
Type: t,
Message: err.Error(),
})
}
}()
cf, err := m.Open(n.Name, os.O_RDONLY, 0777)
if err != nil {
if errors.Is(err, os.ErrNotExist) && n.Optional {
return nil
}
return err
}
defer cf.Close()
stat, err := cf.Stat()
if err != nil {
return err
}
// check regular file
if stat.Mode()&os.ModeType != 0 {
t = ErrCopyOutNotRegularFile
return fmt.Errorf("%s: not a regular file: %v", n.Name, stat.Mode())
}
// check size limit
s := stat.Size()
if c.CopyOutMax > 0 && s > int64(c.CopyOutMax) {
t = ErrCopyOutSizeExceeded
return fmt.Errorf("%s: size (%d) exceeded the limit (%d)", n.Name, s, c.CopyOutMax)
}
// create store file
buf, err := newStoreFile()
if err != nil {
t = ErrCopyOutCreateFile
return fmt.Errorf("%s: failed to create store file %v", n.Name, err)
}
// Ensure not copy over file size
_, err = buf.ReadFrom(io.LimitReader(cf, s))
if err != nil {
t = ErrCopyOutCopyContent
buf.Close()
return err
}
put(buf, n.Name)
return nil
})
}
// collect pipe
for _, p := range ptc {
p := p
g.Go(func() error {
<-p.done
put(p.buffer, p.name)
if fi, err := p.buffer.Stat(); err == nil && fi.Size() > int64(p.limit) {
addError(FileError{
Name: p.name,
Type: ErrCollectSizeExceeded,
})
return runner.StatusOutputLimitExceeded
}
return nil
})
}
// collect container collector
ct := make(map[string]bool)
for _, f := range c.Files {
t, ok := f.(*FileCollector)
if !ok {
continue
}
if t.Pipe || ct[t.Name] || c.TTY {
continue
}
ct[t.Name] = true
g.Go(func() (err error) {
errType := ErrCopyOutOpen
defer func() {
if err != nil {
addError(FileError{
Name: t.Name,
Type: errType,
Message: err.Error(),
})
}
}()
cf, err := m.Open(t.Name, os.O_RDONLY, 0777)
if err != nil {
return err
}
defer cf.Close()
stat, err := cf.Stat()
if err != nil {
return err
}
// check regular file
if stat.Mode()&os.ModeType != 0 {
errType = ErrCopyOutNotRegularFile
return fmt.Errorf("%s: not a regular file %d", t.Name, stat.Mode()&os.ModeType)
}
// create store file
buf, err := newStoreFile()
if err != nil {
errType = ErrCopyOutCreateFile
return fmt.Errorf("%s: failed to create store file %v", t.Name, err)
}
// Ensure not copy over file size
_, err = buf.ReadFrom(io.LimitReader(cf, int64(t.Limit)+1))
if err != nil {
errType = ErrCopyOutCopyContent
buf.Close()
return err
}
put(buf, t.Name)
// check size limit
s := stat.Size()
if s > int64(t.Limit) {
errType = ErrCollectSizeExceeded
return runner.StatusOutputLimitExceeded
}
return nil
})
}
// copy out dir
if c.CopyOutDir != "" {
g.Go(func() error {
return copyDir(m.WorkDir(), c.CopyOutDir)
})
}
err := g.Wait()
return rt, fileError, err
}