2018-03-04 14:46:13 -08:00
|
|
|
package afero
|
|
|
|
|
|
|
|
import (
|
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"syscall"
|
|
|
|
)
|
|
|
|
|
|
|
|
// The UnionFile implements the afero.File interface and will be returned
|
|
|
|
// when reading a directory present at least in the overlay or opening a file
|
|
|
|
// for writing.
|
|
|
|
//
|
|
|
|
// The calls to
|
|
|
|
// Readdir() and Readdirnames() merge the file os.FileInfo / names from the
|
|
|
|
// base and the overlay - for files present in both layers, only those
|
|
|
|
// from the overlay will be used.
|
|
|
|
//
|
|
|
|
// When opening files for writing (Create() / OpenFile() with the right flags)
|
|
|
|
// the operations will be done in both layers, starting with the overlay. A
|
|
|
|
// successful read in the overlay will move the cursor position in the base layer
|
|
|
|
// by the number of bytes read.
|
|
|
|
type UnionFile struct {
|
2018-11-18 09:55:05 -08:00
|
|
|
Base File
|
|
|
|
Layer File
|
|
|
|
Merger DirsMerger
|
|
|
|
off int
|
|
|
|
files []os.FileInfo
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Close() error {
|
|
|
|
// first close base, so we have a newer timestamp in the overlay. If we'd close
|
|
|
|
// the overlay first, we'd get a cacheStale the next time we access this file
|
|
|
|
// -> cache would be useless ;-)
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
f.Base.Close()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
return f.Layer.Close()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Read(s []byte) (int, error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
n, err := f.Layer.Read(s)
|
|
|
|
if (err == nil || err == io.EOF) && f.Base != nil {
|
2018-03-04 14:46:13 -08:00
|
|
|
// advance the file position also in the base file, the next
|
|
|
|
// call may be a write at this position (or a seek with SEEK_CUR)
|
2018-11-18 09:55:05 -08:00
|
|
|
if _, seekErr := f.Base.Seek(int64(n), os.SEEK_CUR); seekErr != nil {
|
2018-03-04 14:46:13 -08:00
|
|
|
// only overwrite err in case the seek fails: we need to
|
|
|
|
// report an eventual io.EOF to the caller
|
|
|
|
err = seekErr
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return n, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.Read(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return 0, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) ReadAt(s []byte, o int64) (int, error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
n, err := f.Layer.ReadAt(s, o)
|
|
|
|
if (err == nil || err == io.EOF) && f.Base != nil {
|
|
|
|
_, err = f.Base.Seek(o+int64(n), os.SEEK_SET)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return n, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.ReadAt(s, o)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return 0, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Seek(o int64, w int) (pos int64, err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
pos, err = f.Layer.Seek(o, w)
|
|
|
|
if (err == nil || err == io.EOF) && f.Base != nil {
|
|
|
|
_, err = f.Base.Seek(o, w)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return pos, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.Seek(o, w)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return 0, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Write(s []byte) (n int, err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
n, err = f.Layer.Write(s)
|
|
|
|
if err == nil && f.Base != nil { // hmm, do we have fixed size files where a write may hit the EOF mark?
|
|
|
|
_, err = f.Base.Write(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return n, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.Write(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return 0, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) WriteAt(s []byte, o int64) (n int, err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
n, err = f.Layer.WriteAt(s, o)
|
|
|
|
if err == nil && f.Base != nil {
|
|
|
|
_, err = f.Base.WriteAt(s, o)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return n, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.WriteAt(s, o)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return 0, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Name() string {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
return f.Layer.Name()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
return f.Base.Name()
|
|
|
|
}
|
|
|
|
|
|
|
|
// DirsMerger is how UnionFile weaves two directories together.
|
|
|
|
// It takes the FileInfo slices from the layer and the base and returns a
|
|
|
|
// single view.
|
|
|
|
type DirsMerger func(lofi, bofi []os.FileInfo) ([]os.FileInfo, error)
|
|
|
|
|
|
|
|
var defaultUnionMergeDirsFn = func(lofi, bofi []os.FileInfo) ([]os.FileInfo, error) {
|
|
|
|
var files = make(map[string]os.FileInfo)
|
|
|
|
|
|
|
|
for _, fi := range lofi {
|
|
|
|
files[fi.Name()] = fi
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, fi := range bofi {
|
|
|
|
if _, exists := files[fi.Name()]; !exists {
|
|
|
|
files[fi.Name()] = fi
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
rfi := make([]os.FileInfo, len(files))
|
|
|
|
|
|
|
|
i := 0
|
|
|
|
for _, fi := range files {
|
|
|
|
rfi[i] = fi
|
|
|
|
i++
|
|
|
|
}
|
|
|
|
|
|
|
|
return rfi, nil
|
|
|
|
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Readdir will weave the two directories together and
|
2020-08-09 15:29:54 -07:00
|
|
|
// return a single view of the overlayed directories.
|
|
|
|
// At the end of the directory view, the error is io.EOF if c > 0.
|
2018-03-04 14:46:13 -08:00
|
|
|
func (f *UnionFile) Readdir(c int) (ofi []os.FileInfo, err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
var merge DirsMerger = f.Merger
|
|
|
|
if merge == nil {
|
|
|
|
merge = defaultUnionMergeDirsFn
|
|
|
|
}
|
|
|
|
|
2018-03-04 14:46:13 -08:00
|
|
|
if f.off == 0 {
|
2018-11-18 09:55:05 -08:00
|
|
|
var lfi []os.FileInfo
|
|
|
|
if f.Layer != nil {
|
|
|
|
lfi, err = f.Layer.Readdir(-1)
|
2018-03-04 14:46:13 -08:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-18 09:55:05 -08:00
|
|
|
var bfi []os.FileInfo
|
|
|
|
if f.Base != nil {
|
|
|
|
bfi, err = f.Base.Readdir(-1)
|
2018-03-04 14:46:13 -08:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
merged, err := merge(lfi, bfi)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
f.files = append(f.files, merged...)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
2020-08-09 15:29:54 -07:00
|
|
|
|
|
|
|
if c <= 0 && len(f.files) == 0 {
|
|
|
|
return f.files, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if f.off >= len(f.files) {
|
|
|
|
return nil, io.EOF
|
|
|
|
}
|
|
|
|
|
|
|
|
if c <= 0 {
|
2018-03-04 14:46:13 -08:00
|
|
|
return f.files[f.off:], nil
|
|
|
|
}
|
2020-08-09 15:29:54 -07:00
|
|
|
|
|
|
|
if c > len(f.files) {
|
|
|
|
c = len(f.files)
|
|
|
|
}
|
|
|
|
|
2018-03-04 14:46:13 -08:00
|
|
|
defer func() { f.off += c }()
|
|
|
|
return f.files[f.off:c], nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Readdirnames(c int) ([]string, error) {
|
|
|
|
rfi, err := f.Readdir(c)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
var names []string
|
|
|
|
for _, fi := range rfi {
|
|
|
|
names = append(names, fi.Name())
|
|
|
|
}
|
|
|
|
return names, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Stat() (os.FileInfo, error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
return f.Layer.Stat()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.Stat()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return nil, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Sync() (err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
err = f.Layer.Sync()
|
|
|
|
if err == nil && f.Base != nil {
|
|
|
|
err = f.Base.Sync()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.Sync()
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) Truncate(s int64) (err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
err = f.Layer.Truncate(s)
|
|
|
|
if err == nil && f.Base != nil {
|
|
|
|
err = f.Base.Truncate(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.Truncate(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *UnionFile) WriteString(s string) (n int, err error) {
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Layer != nil {
|
|
|
|
n, err = f.Layer.WriteString(s)
|
|
|
|
if err == nil && f.Base != nil {
|
|
|
|
_, err = f.Base.WriteString(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return n, err
|
|
|
|
}
|
2018-11-18 09:55:05 -08:00
|
|
|
if f.Base != nil {
|
|
|
|
return f.Base.WriteString(s)
|
2018-03-04 14:46:13 -08:00
|
|
|
}
|
|
|
|
return 0, BADFD
|
|
|
|
}
|
|
|
|
|
|
|
|
func copyToLayer(base Fs, layer Fs, name string) error {
|
|
|
|
bfh, err := base.Open(name)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer bfh.Close()
|
|
|
|
|
|
|
|
// First make sure the directory exists
|
|
|
|
exists, err := Exists(layer, filepath.Dir(name))
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if !exists {
|
|
|
|
err = layer.MkdirAll(filepath.Dir(name), 0777) // FIXME?
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create the file on the overlay
|
|
|
|
lfh, err := layer.Create(name)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
n, err := io.Copy(lfh, bfh)
|
|
|
|
if err != nil {
|
|
|
|
// If anything fails, clean up the file
|
|
|
|
layer.Remove(name)
|
|
|
|
lfh.Close()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
bfi, err := bfh.Stat()
|
|
|
|
if err != nil || bfi.Size() != n {
|
|
|
|
layer.Remove(name)
|
|
|
|
lfh.Close()
|
|
|
|
return syscall.EIO
|
|
|
|
}
|
|
|
|
|
|
|
|
err = lfh.Close()
|
|
|
|
if err != nil {
|
|
|
|
layer.Remove(name)
|
|
|
|
lfh.Close()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return layer.Chtimes(name, bfi.ModTime(), bfi.ModTime())
|
|
|
|
}
|