mirror of https://github.com/restic/restic.git
137 lines
2.4 KiB
Go
137 lines
2.4 KiB
Go
package khepri_test
|
|
|
|
import (
|
|
"crypto/rand"
|
|
"encoding/json"
|
|
"flag"
|
|
"io"
|
|
mrand "math/rand"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/fd0/khepri"
|
|
"github.com/fd0/khepri/backend"
|
|
)
|
|
|
|
var maxWorkers = flag.Uint("workers", 100, "number of workers to test BlobList concurrent access against")
|
|
|
|
func randomID() []byte {
|
|
buf := make([]byte, backend.IDSize)
|
|
_, err := io.ReadFull(rand.Reader, buf)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
return buf
|
|
}
|
|
|
|
func newBlob() khepri.Blob {
|
|
return khepri.Blob{ID: randomID(), Size: uint64(mrand.Uint32())}
|
|
}
|
|
|
|
// Test basic functionality
|
|
func TestBlobList(t *testing.T) {
|
|
bl := khepri.NewBlobList()
|
|
|
|
b := newBlob()
|
|
bl.Insert(b)
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
bl.Insert(newBlob())
|
|
}
|
|
|
|
b2, err := bl.Find(khepri.Blob{ID: b.ID})
|
|
ok(t, err)
|
|
assert(t, b2.Compare(b) == 0, "items are not equal: want %v, got %v", b, b2)
|
|
|
|
bl2 := khepri.NewBlobList()
|
|
for i := 0; i < 1000; i++ {
|
|
bl.Insert(newBlob())
|
|
}
|
|
|
|
b2, err = bl2.Find(b)
|
|
assert(t, err != nil, "found ID in khepri that was never inserted: %v", b2)
|
|
|
|
bl2.Merge(bl)
|
|
|
|
b2, err = bl2.Find(b)
|
|
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if b.Compare(b2) != 0 {
|
|
t.Fatalf("items are not equal: want %v, got %v", b, b2)
|
|
}
|
|
}
|
|
|
|
// Test JSON encode/decode
|
|
func TestBlobListJSON(t *testing.T) {
|
|
bl := khepri.NewBlobList()
|
|
b := khepri.Blob{ID: randomID()}
|
|
bl.Insert(b)
|
|
|
|
b2, err := bl.Find(b)
|
|
ok(t, err)
|
|
assert(t, b2.Compare(b) == 0, "items are not equal: want %v, got %v", b, b2)
|
|
|
|
buf, err := json.Marshal(bl)
|
|
ok(t, err)
|
|
|
|
bl2 := khepri.BlobList{}
|
|
json.Unmarshal(buf, &bl2)
|
|
|
|
b2, err = bl2.Find(b)
|
|
ok(t, err)
|
|
assert(t, b2.Compare(b) == 0, "items are not equal: want %v, got %v", b, b2)
|
|
|
|
buf, err = json.Marshal(bl2)
|
|
ok(t, err)
|
|
}
|
|
|
|
// random insert/find access by several goroutines
|
|
func TestBlobListRandom(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
|
|
worker := func(bl *khepri.BlobList) {
|
|
defer wg.Done()
|
|
|
|
b := newBlob()
|
|
bl.Insert(b)
|
|
|
|
for i := 0; i < 200; i++ {
|
|
bl.Insert(newBlob())
|
|
}
|
|
|
|
d := time.Duration(mrand.Intn(10)*100) * time.Millisecond
|
|
time.Sleep(d)
|
|
|
|
for i := 0; i < 100; i++ {
|
|
b2, err := bl.Find(b)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if b.Compare(b2) != 0 {
|
|
t.Fatalf("items are not equal: want %v, got %v", b, b2)
|
|
}
|
|
}
|
|
|
|
bl2 := khepri.NewBlobList()
|
|
for i := 0; i < 200; i++ {
|
|
bl2.Insert(newBlob())
|
|
}
|
|
|
|
bl2.Merge(bl)
|
|
}
|
|
|
|
bl := khepri.NewBlobList()
|
|
|
|
for i := 0; uint(i) < *maxWorkers; i++ {
|
|
wg.Add(1)
|
|
go worker(bl)
|
|
}
|
|
|
|
wg.Wait()
|
|
}
|