restic/internal/fuse/fuse_test.go

230 lines
5.4 KiB
Go
Raw Normal View History

// +build darwin freebsd linux
2015-08-16 20:27:07 +00:00
package fuse
import (
"bytes"
"math/rand"
"os"
"testing"
"time"
2017-01-24 10:41:29 +00:00
"golang.org/x/net/context"
2017-07-23 12:21:03 +00:00
"github.com/restic/restic/internal/repository"
2017-07-24 15:42:25 +00:00
"github.com/restic/restic/internal/restic"
"bazil.org/fuse"
2017-06-18 14:29:00 +00:00
"bazil.org/fuse/fs"
2017-10-02 13:06:39 +00:00
rtest "github.com/restic/restic/internal/test"
)
func TestCache(t *testing.T) {
var id1, id2, id3 restic.ID
id1[0] = 1
id2[0] = 2
id3[0] = 3
const (
kiB = 1 << 10
cacheSize = 64*kiB + 3*cacheOverhead
)
c := newBlobCache(cacheSize)
addAndCheck := func(id restic.ID, exp []byte) {
c.add(id, exp)
blob, ok := c.get(id)
rtest.Assert(t, ok, "blob %v added but not found in cache", id)
rtest.Equals(t, &exp[0], &blob[0])
rtest.Equals(t, exp, blob)
}
addAndCheck(id1, make([]byte, 32*kiB))
addAndCheck(id2, make([]byte, 30*kiB))
addAndCheck(id3, make([]byte, 10*kiB))
_, ok := c.get(id2)
rtest.Assert(t, ok, "blob %v not present", id2)
_, ok = c.get(id1)
rtest.Assert(t, !ok, "blob %v present, but should have been evicted", id1)
c.add(id1, make([]byte, 1+c.size))
_, ok = c.get(id1)
rtest.Assert(t, !ok, "blob %v too large but still added to cache")
c.c.Remove(id1)
c.c.Remove(id3)
c.c.Remove(id2)
rtest.Equals(t, cacheSize, c.size)
rtest.Equals(t, cacheSize, c.free)
}
2017-01-24 10:41:29 +00:00
func testRead(t testing.TB, f *file, offset, length int, data []byte) {
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
2017-01-24 10:41:29 +00:00
req := &fuse.ReadRequest{
Offset: int64(offset),
Size: length,
}
2017-01-24 10:41:29 +00:00
resp := &fuse.ReadResponse{
Data: data,
}
2017-10-02 13:06:39 +00:00
rtest.OK(t, f.Read(ctx, req, resp))
2017-01-24 10:41:29 +00:00
}
2017-01-24 10:41:29 +00:00
func firstSnapshotID(t testing.TB, repo restic.Repository) (first restic.ID) {
err := repo.List(context.TODO(), restic.SnapshotFile, func(id restic.ID, size int64) error {
2017-01-24 10:41:29 +00:00
if first.IsNull() {
first = id
}
return nil
})
if err != nil {
t.Fatal(err)
}
2017-01-24 10:41:29 +00:00
return first
}
2017-01-24 10:41:29 +00:00
func loadFirstSnapshot(t testing.TB, repo restic.Repository) *restic.Snapshot {
id := firstSnapshotID(t, repo)
2017-06-05 21:56:59 +00:00
sn, err := restic.LoadSnapshot(context.TODO(), repo, id)
2017-10-02 13:06:39 +00:00
rtest.OK(t, err)
2017-01-24 10:41:29 +00:00
return sn
}
2017-01-24 10:41:29 +00:00
func loadTree(t testing.TB, repo restic.Repository, id restic.ID) *restic.Tree {
2017-06-05 21:56:59 +00:00
tree, err := repo.LoadTree(context.TODO(), id)
2017-10-02 13:06:39 +00:00
rtest.OK(t, err)
2017-01-24 10:41:29 +00:00
return tree
}
2017-01-24 10:41:29 +00:00
func TestFuseFile(t *testing.T) {
repo, cleanup := repository.TestRepository(t)
defer cleanup()
2017-01-24 10:41:29 +00:00
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
2017-01-24 10:41:29 +00:00
timestamp, err := time.Parse(time.RFC3339, "2017-01-24T10:42:56+01:00")
2017-10-02 13:06:39 +00:00
rtest.OK(t, err)
2017-01-24 10:41:29 +00:00
restic.TestCreateSnapshot(t, repo, timestamp, 2, 0.1)
2017-01-24 10:41:29 +00:00
sn := loadFirstSnapshot(t, repo)
tree := loadTree(t, repo, *sn.Tree)
2017-01-24 10:41:29 +00:00
var content restic.IDs
for _, node := range tree.Nodes {
content = append(content, node.Content...)
}
t.Logf("tree loaded, content: %v", content)
var (
filesize uint64
memfile []byte
)
for _, id := range content {
size, found := repo.LookupBlobSize(id, restic.DataBlob)
rtest.Assert(t, found, "Expected to find blob id %v", id)
2017-01-24 10:41:29 +00:00
filesize += uint64(size)
buf, err := repo.LoadBlob(context.TODO(), restic.DataBlob, id, nil)
2017-10-02 13:06:39 +00:00
rtest.OK(t, err)
2017-01-24 10:41:29 +00:00
if len(buf) != int(size) {
t.Fatalf("not enough bytes read for id %v: want %v, got %v", id.Str(), size, len(buf))
2017-01-24 10:41:29 +00:00
}
2017-01-24 10:41:29 +00:00
if uint(len(buf)) != size {
t.Fatalf("buffer has wrong length for id %v: want %v, got %v", id.Str(), size, len(buf))
}
memfile = append(memfile, buf...)
}
2017-01-24 10:41:29 +00:00
t.Logf("filesize is %v, memfile has size %v", filesize, len(memfile))
node := &restic.Node{
Name: "foo",
Inode: 23,
Mode: 0742,
2017-01-24 10:41:29 +00:00
Size: filesize,
Content: content,
}
root := NewRoot(context.TODO(), repo, Config{})
2017-06-18 14:29:00 +00:00
t.Logf("blob cache has %d entries", len(root.blobSizeCache.m))
inode := fs.GenerateDynamicInode(1, "foo")
f, err := newFile(context.TODO(), root, inode, node)
2017-10-02 13:06:39 +00:00
rtest.OK(t, err)
attr := fuse.Attr{}
2017-10-02 13:06:39 +00:00
rtest.OK(t, f.Attr(ctx, &attr))
2017-10-02 13:06:39 +00:00
rtest.Equals(t, inode, attr.Inode)
rtest.Equals(t, node.Mode, attr.Mode)
rtest.Equals(t, node.Size, attr.Size)
rtest.Equals(t, (node.Size/uint64(attr.BlockSize))+1, attr.Blocks)
for i := 0; i < 200; i++ {
2017-01-24 10:41:29 +00:00
offset := rand.Intn(int(filesize))
length := rand.Intn(int(filesize)-offset) + 100
b := memfile[offset : offset+length]
2017-01-24 10:41:29 +00:00
2016-09-03 12:03:43 +00:00
buf := make([]byte, length)
2017-01-24 10:41:29 +00:00
2016-09-03 12:03:43 +00:00
testRead(t, f, offset, length, buf)
if !bytes.Equal(b, buf) {
2017-01-24 10:41:29 +00:00
t.Errorf("test %d failed, wrong data returned (offset %v, length %v)", i, offset, length)
}
}
}
// Test top-level directories for their UID and GID.
func TestTopUidGid(t *testing.T) {
repo, cleanup := repository.TestRepository(t)
defer cleanup()
restic.TestCreateSnapshot(t, repo, time.Unix(1460289341, 207401672), 0, 0)
testTopUidGid(t, Config{}, repo, uint32(os.Getuid()), uint32(os.Getgid()))
testTopUidGid(t, Config{OwnerIsRoot: true}, repo, 0, 0)
}
func testTopUidGid(t *testing.T, cfg Config, repo restic.Repository, uid, gid uint32) {
t.Helper()
ctx := context.Background()
root := NewRoot(ctx, repo, cfg)
var attr fuse.Attr
err := root.Attr(ctx, &attr)
rtest.OK(t, err)
rtest.Equals(t, uid, attr.Uid)
rtest.Equals(t, gid, attr.Gid)
idsdir, err := root.Lookup(ctx, "ids")
rtest.OK(t, err)
err = idsdir.Attr(ctx, &attr)
rtest.OK(t, err)
rtest.Equals(t, uid, attr.Uid)
rtest.Equals(t, gid, attr.Gid)
snapID := loadFirstSnapshot(t, repo).ID().Str()
snapshotdir, err := idsdir.(fs.NodeStringLookuper).Lookup(ctx, snapID)
2020-07-13 04:42:31 +00:00
rtest.OK(t, err)
err = snapshotdir.Attr(ctx, &attr)
rtest.OK(t, err)
rtest.Equals(t, uid, attr.Uid)
rtest.Equals(t, gid, attr.Gid)
}