restic/internal/list/list.go

73 lines
1.5 KiB
Go
Raw Normal View History

2016-08-14 15:59:20 +00:00
package list
2016-08-14 14:01:42 +00:00
import (
2017-06-04 09:16:55 +00:00
"context"
2017-07-23 12:21:03 +00:00
"github.com/restic/restic/internal"
"github.com/restic/restic/internal/worker"
2016-08-14 14:01:42 +00:00
)
const listPackWorkers = 10
// Lister combines lists packs in a repo and blobs in a pack.
type Lister interface {
2017-06-04 09:16:55 +00:00
List(context.Context, restic.FileType) <-chan restic.ID
ListPack(context.Context, restic.ID) ([]restic.Blob, int64, error)
2016-08-14 14:01:42 +00:00
}
2016-08-14 15:59:20 +00:00
// Result is returned in the channel from LoadBlobsFromAllPacks.
type Result struct {
2016-08-31 18:58:57 +00:00
packID restic.ID
2016-08-14 14:11:59 +00:00
size int64
2016-08-31 18:58:57 +00:00
entries []restic.Blob
2016-08-14 14:11:59 +00:00
}
// PackID returns the pack ID of this result.
2016-08-31 18:58:57 +00:00
func (l Result) PackID() restic.ID {
2016-08-14 14:11:59 +00:00
return l.packID
}
2017-02-08 23:43:10 +00:00
// Size returns the size of the pack.
2016-08-14 15:59:20 +00:00
func (l Result) Size() int64 {
2016-08-14 14:11:59 +00:00
return l.size
}
// Entries returns a list of all blobs saved in the pack.
2016-08-31 18:58:57 +00:00
func (l Result) Entries() []restic.Blob {
2016-08-14 14:11:59 +00:00
return l.entries
2016-08-14 14:01:42 +00:00
}
2016-08-14 15:59:20 +00:00
// AllPacks sends the contents of all packs to ch.
func AllPacks(ctx context.Context, repo Lister, ignorePacks restic.IDSet, ch chan<- worker.Job) {
2017-06-04 09:16:55 +00:00
f := func(ctx context.Context, job worker.Job) (interface{}, error) {
2016-08-31 18:58:57 +00:00
packID := job.Data.(restic.ID)
2017-06-04 09:16:55 +00:00
entries, size, err := repo.ListPack(ctx, packID)
2016-08-14 14:01:42 +00:00
2016-08-14 15:59:20 +00:00
return Result{
2016-08-14 14:11:59 +00:00
packID: packID,
size: size,
entries: entries,
2016-08-14 14:01:42 +00:00
}, err
}
jobCh := make(chan worker.Job)
2017-06-04 09:16:55 +00:00
wp := worker.New(ctx, listPackWorkers, f, jobCh, ch)
2016-08-14 14:01:42 +00:00
go func() {
defer close(jobCh)
2017-06-04 09:16:55 +00:00
for id := range repo.List(ctx, restic.DataFile) {
if ignorePacks.Has(id) {
continue
}
2016-08-14 14:01:42 +00:00
select {
case jobCh <- worker.Job{Data: id}:
2017-06-04 09:16:55 +00:00
case <-ctx.Done():
2016-08-14 14:01:42 +00:00
return
}
}
}()
wp.Wait()
}