func TestUnmarshalBinarySimple(t *testing.T) {
var v clock.Clock
input := []byte{
// syncLen
2,
// sync
10, 3,
11, 2,
// modLen
1,
// mod
11, 2,
// createLen
1,
// create
10, 3,
}
err := v.UnmarshalBinary(input)
if g, e := v.String(), `{sync{10:3 11:2} mod{11:2} create{10:3}}`; g != e {
t.Errorf("bad unmarshal: %v != %v", g, e)
}
if err != nil {
t.Fatalf("got unmarshal error: %v", err)
}
}
// Clock returns the clock for this item.
//
// Returned value is valid after the transaction.
func (item *VolumeConflictsItem) Clock() (*clock.Clock, error) {
var c clock.Clock
clockBuf := item.key[item.prefixLen:]
if err := c.UnmarshalBinary(clockBuf); err != nil {
return nil, fmt.Errorf("error unmarshaling clock: %v", err)
}
return &c, nil
}
func (vc *VolumeClock) Put(parentInode uint64, name string, c *clock.Clock) error {
key := vc.pathToKey(parentInode, name)
buf, err := c.MarshalBinary()
if err != nil {
return err
}
if err := vc.b.Put(key, buf); err != nil {
return err
}
return nil
}
func (vc *VolumeClock) Get(parentInode uint64, name string) (*clock.Clock, error) {
key := vc.pathToKey(parentInode, name)
val := vc.b.Get(key)
if val == nil {
return nil, &ClockNotFoundError{ParentInode: parentInode, Name: name}
}
var c clock.Clock
if err := c.UnmarshalBinary(val); err != nil {
return nil, err
}
return &c, nil
}
func (cmd *decodeCommand) Run() error {
var buf bytes.Buffer
const Max = 4096
n, err := io.CopyN(&buf, os.Stdin, Max)
if err != nil && err != io.EOF {
return fmt.Errorf("reading standard input: %v", err)
}
if n == Max {
return errors.New("aborting because clock is unreasonably big")
}
var c clock.Clock
if err := c.UnmarshalBinary(buf.Bytes()); err != nil {
return err
}
fmt.Printf("%v\n", c)
return nil
}
func (vc *VolumeConflicts) Add(parentInode uint64, c *clock.Clock, de *wirepeer.Dirent) error {
clockBuf, err := c.MarshalBinary()
if err != nil {
return fmt.Errorf("error marshaling clock: %v", err)
}
key := vc.pathToKey(parentInode, de.Name, clockBuf)
tmp := *de
tmp.Name = ""
buf, err := proto.Marshal(&tmp)
if err != nil {
return fmt.Errorf("error marshaling dirent: %v", err)
}
if err := vc.b.Put(key, buf); err != nil {
return err
}
return nil
}
func TestFigure2C(t *testing.T) {
var b clock.Clock
a := clock.Create(10, 1)
if g, e := clock.Sync(a, &b), clock.Copy; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
b.ResolveTheirs(a)
a.Update(10, 3)
b.Update(11, 3)
if g, e := clock.Sync(&b, a), clock.Conflict; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
if g, e := a.String(), `{sync{10:3} mod{10:3} create{10:1}}`; g != e {
t.Errorf("bad state A: %v != %v", g, e)
}
if g, e := b.String(), `{sync{10:1 11:3} mod{11:3} create{10:1}}`; g != e {
t.Errorf("bad state B: %v != %v", g, e)
}
a.ValidateFile(&clock.Clock{ /* dummy parent */ })
b.ValidateFile(&clock.Clock{ /* dummy parent */ })
}
func (vc *VolumeClock) UpdateFromChild(parentInode uint64, name string, child *clock.Clock) (changed bool, err error) {
key := vc.pathToKey(parentInode, name)
val := vc.b.Get(key)
if val == nil {
return false, &ClockNotFoundError{ParentInode: parentInode, Name: name}
}
var parentClock clock.Clock
if err := parentClock.UnmarshalBinary(val); err != nil {
return false, fmt.Errorf("corrupt clock for %d:%q", parentInode, name)
}
if changed := parentClock.UpdateFromChild(child); !changed {
// no need to persist anything
return false, nil
}
buf, err := parentClock.MarshalBinary()
if err != nil {
return false, err
}
if err := vc.b.Put(key, buf); err != nil {
return false, err
}
return true, nil
}
func TestFigure3B(t *testing.T) {
var a clock.Clock
var b clock.Clock
var c clock.Clock
b.Update(11, 1)
if g, e := clock.Sync(&b, &a), clock.Copy; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
a.ResolveTheirs(&b)
if g, e := clock.Sync(&b, &c), clock.Copy; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
c.ResolveTheirs(&b)
a.Update(10, 3)
b.Update(11, 3)
if g, e := clock.Sync(&a, &b), clock.Conflict; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
// resolve conflict in favor of a
b.ResolveTheirs(&a)
if g, e := clock.Sync(&a, &b), clock.Nothing; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
if g, e := clock.Sync(&c, &b), clock.Nothing; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
a.Update(10, 6)
if g, e := clock.Sync(&a, &b), clock.Copy; g != e {
t.Errorf("bad sync decision: %v is to %v -> %v != %v", a, b, g, e)
}
a.ValidateFile(&clock.Clock{ /* dummy parent */ })
b.ValidateFile(&clock.Clock{ /* dummy parent */ })
c.ValidateFile(&clock.Clock{ /* dummy parent */ })
}
func TestSyncPull(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app1 := bazfstestutil.NewApp(t, tmp.Subdir("app1"))
defer app1.Close()
app2 := bazfstestutil.NewApp(t, tmp.Subdir("app2"))
defer app2.Close()
var wg sync.WaitGroup
defer wg.Wait()
web1 := httptest.ServeHTTP(t, &wg, app1)
defer web1.Close()
pub1 := (*peer.PublicKey)(app1.Keys.Sign.Pub)
pub2 := (*peer.PublicKey)(app2.Keys.Sign.Pub)
var volID db.VolumeID
sharingKey := [32]byte{42, 42, 42, 13}
const volumeName = "foo"
setup1 := func(tx *db.Tx) error {
sharingKey, err := tx.SharingKeys().Add("testkey", &sharingKey)
if err != nil {
return err
}
v, err := tx.Volumes().Create(volumeName, "local", sharingKey)
if err != nil {
return err
}
v.VolumeID(&volID)
p, err := tx.Peers().Make(pub2)
if err != nil {
return err
}
if err := p.Volumes().Allow(v); err != nil {
return err
}
if err := p.Storage().Allow("local"); err != nil {
return err
}
return nil
}
if err := app1.DB.Update(setup1); err != nil {
t.Fatalf("app1 setup: %v", err)
}
setup2 := func(tx *db.Tx) error {
sharingKey, err := tx.SharingKeys().Add("testkey", &sharingKey)
if err != nil {
return err
}
v, err := tx.Volumes().Add(volumeName, &volID, "local", sharingKey)
if err != nil {
return err
}
v.VolumeID(&volID)
p, err := tx.Peers().Make(pub1)
if err != nil {
return err
}
if err := v.Storage().Add("jdoe", "peerkey:"+pub1.String(), sharingKey); err != nil {
return err
}
if err := p.Locations().Set(web1.Addr().String()); err != nil {
return err
}
return nil
}
if err := app2.DB.Update(setup2); err != nil {
t.Fatalf("app2 setup location: %v", err)
}
var chunkStore2 chunks.Store
openKV := func(tx *db.Tx) error {
// This cannot be combined into setup2 because OpenKV/DialPeer
// starts its own transaction, and wouldn't see the
// uncommitted peer.
v, err := tx.Volumes().GetByVolumeID(&volID)
if err != nil {
return err
}
kvstore, err := app2.OpenKV(tx, v.Storage())
if err != nil {
return err
}
chunkStore2 = kvchunks.New(kvstore)
return nil
}
if err := app2.DB.View(openKV); err != nil {
t.Fatalf("cannot open storage for app2: %v", err)
}
const testFileName = "greeting"
const testFileContent = "hello, world"
func() {
mnt := bazfstestutil.Mounted(t, app1, volumeName)
defer mnt.Close()
if err := ioutil.WriteFile(path.Join(mnt.Dir, testFileName), []byte(testFileContent), 0644); err != nil {
t.Fatalf("cannot create file: %v", err)
}
}()
client, err := app2.DialPeer(pub1)
if err != nil {
t.Fatalf("dial: %v", err)
}
defer client.Close()
volIDBuf, err := volID.MarshalBinary()
if err != nil {
t.Fatalf("marshal volume id: %v", err)
}
ctx := context.Background()
stream, err := client.VolumeSyncPull(ctx, &wire.VolumeSyncPullRequest{
VolumeID: volIDBuf,
})
if err != nil {
t.Fatalf("sync failed: %v", err)
}
item, err := stream.Recv()
if err != nil {
t.Fatalf("sync stream failed: %v", err)
}
if g, e := item.Error, wire.VolumeSyncPullItem_SUCCESS; g != e {
t.Errorf("unexpected error: %v != %v", g, e)
}
if g, e := item.Peers, map[uint32][]byte{
0: pub1[:],
1: pub2[:],
}; !reflect.DeepEqual(g, e) {
t.Errorf("bad peers: %v != %v", g, e)
}
wantFiles := map[string]func(*wire.Dirent){
testFileName: func(de *wire.Dirent) {
if de.File == nil {
t.Errorf("wrong type for %q, not a file: %v", de.Name, de)
return
}
var c clock.Clock
if err := c.UnmarshalBinary(de.Clock); err != nil {
t.Errorf("invalid clock for %q: %v", de.Name, err)
return
}
if g, e := c.String(), `{sync{0:1} mod{0:1} create{0:1}}`; g != e {
t.Errorf("wrong clock for %q: %v != %v", de.Name, g, e)
return
}
// verify file contents
manifest, err := de.File.Manifest.ToBlob("file")
if err != nil {
t.Errorf("cannot open manifest for %q: %v", de.Name, err)
return
}
blob, err := blobs.Open(chunkStore2, manifest)
if err != nil {
t.Errorf("cannot open blob for %q: %v", de.Name, err)
return
}
r := io.NewSectionReader(blob, 0, int64(blob.Size()))
buf, err := ioutil.ReadAll(r)
if err != nil {
t.Errorf("cannot read blob for %q: %v", de.Name, err)
return
}
if g, e := string(buf), testFileContent; g != e {
t.Errorf("wrong content for %q: %q != %q", de.Name, g, e)
}
},
}
for _, de := range item.Children {
fn, ok := wantFiles[de.Name]
if !ok {
t.Errorf("unexpected direntry: %q", de.Name)
continue
}
fn(de)
delete(wantFiles, de.Name)
}
for name, _ := range wantFiles {
t.Errorf("missing direntry: %q", name)
}
item, err = stream.Recv()
if err != io.EOF {
t.Errorf("expected eof, got error %v, item=%v", err, item)
}
}