func TestPing(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app1 := bazfstestutil.NewApp(t, tmp.Subdir("app1"))
defer app1.Close()
app2 := bazfstestutil.NewApp(t, tmp.Subdir("app2"))
defer app2.Close()
var wg sync.WaitGroup
defer wg.Wait()
web1 := httptest.ServeHTTP(t, &wg, app1)
defer web1.Close()
pub1 := (*peer.PublicKey)(app1.Keys.Sign.Pub)
pub2 := (*peer.PublicKey)(app2.Keys.Sign.Pub)
setup1 := func(tx *db.Tx) error {
if _, err := tx.Peers().Make(pub2); err != nil {
return err
}
return nil
}
if err := app1.DB.Update(setup1); err != nil {
t.Fatalf("app1 setup: %v", err)
}
setup2 := func(tx *db.Tx) error {
p, err := tx.Peers().Make(pub1)
if err != nil {
return err
}
if err := p.Locations().Set(web1.Addr().String()); err != nil {
return err
}
return nil
}
if err := app2.DB.Update(setup2); err != nil {
t.Fatalf("app2 setup location: %v", err)
}
client, err := app2.DialPeer(pub1)
if err != nil {
t.Fatalf("dial: %v", err)
}
defer client.Close()
ctx := context.Background()
if _, err := client.Ping(ctx, &wire.PingRequest{}); err != nil {
t.Errorf("ping failed: %v", err)
}
}
func TestMkdir(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "sub")
err := os.Mkdir(p, 0700)
if err != nil {
t.Fatalf("cannot mkdir sub: %v", err)
}
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 1 {
t.Fatalf("unexpected content in root dir: %v", names)
}
if names[0] != "sub" {
t.Errorf("unexpected file in root dir: %q", names[0])
}
}
func TestRemoveFile(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
GREETING := "hello, world\n"
err := ioutil.WriteFile(p, []byte(GREETING), 0644)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
err = os.Remove(p)
if err != nil {
t.Fatalf("cannot delete hello: %v", err)
}
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 0 {
t.Errorf("unexpected content in root dir: %v", names)
}
}
func TestStatFile(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
f, err := os.Create(p)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
GREETING := "hello, world\n"
n, err := f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
if n != len(GREETING) {
t.Fatalf("bad length write to hello: %d != %d", n, len(GREETING))
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
fi, err := os.Stat(p)
if err != nil {
t.Fatalf("cannot stat hello: %v", err)
}
mode := fi.Mode()
if (mode & os.ModeType) != 0 {
t.Errorf("hello is not a file: %#v", fi)
}
if mode.Perm() != 0644 {
t.Errorf("file has weird access mode: %v", mode.Perm())
}
switch stat := fi.Sys().(type) {
case *syscall.Stat_t:
if stat.Nlink != 1 {
t.Errorf("file has wrong link count: %v", stat.Nlink)
}
if stat.Uid != uint32(syscall.Getuid()) {
t.Errorf("file has wrong uid: %d", stat.Uid)
}
if stat.Gid != uint32(syscall.Getgid()) {
t.Errorf("file has wrong gid: %d", stat.Gid)
}
if stat.Gid != uint32(syscall.Getgid()) {
t.Errorf("file has wrong gid: %d", stat.Gid)
}
}
if fi.Size() != int64(len(GREETING)) {
t.Errorf("file has wrong size: %d != %d", fi.Size(), len(GREETING))
}
}
func TestSimple(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
fi, err := os.Stat(mnt.Dir)
if err != nil {
t.Fatalf("root getattr failed with %v", err)
}
mode := fi.Mode()
if (mode & os.ModeType) != os.ModeDir {
t.Errorf("root is not a directory: %#v", fi)
}
if mode.Perm() != 0755 {
t.Errorf("root has weird access mode: %v", mode.Perm())
}
switch stat := fi.Sys().(type) {
case *syscall.Stat_t:
if stat.Nlink != 1 {
t.Errorf("root has wrong link count: %v", stat.Nlink)
}
if stat.Uid != uint32(syscall.Getuid()) {
t.Errorf("root has wrong uid: %d", stat.Uid)
}
if stat.Gid != uint32(syscall.Getgid()) {
t.Errorf("root has wrong gid: %d", stat.Gid)
}
if stat.Gid != uint32(syscall.Getgid()) {
t.Errorf("root has wrong gid: %d", stat.Gid)
}
}
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) > 0 {
t.Errorf("unexpected content in root dir: %v", names)
}
err = dirf.Close()
if err != nil {
t.Fatalf("closing root dir failed: %v", err)
}
}
func TestSnapRecord(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
func() {
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
// write test data
sub := path.Join(mnt.Dir, "greetings")
err := os.Mkdir(sub, 0755)
if err != nil {
t.Fatalf("cannot make directory: %v", err)
}
p := path.Join(sub, "hello")
f, err := os.Create(p)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
_, err = f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
// make a snapshot
err = os.Mkdir(path.Join(mnt.Dir, ".snap", "mysnap"), 0755)
if err != nil {
t.Fatalf("snapshot failed: %v", err)
}
}()
// mount again, to make sure cached dentry from Mkdir is flushed
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
// verify snapshot contents
{
data, err := ioutil.ReadFile(path.Join(mnt.Dir, ".snap", "mysnap", "greetings", "hello"))
if err != nil {
t.Fatalf("reading greeting failed: %v\n", err)
}
if g, e := string(data), GREETING; g != e {
t.Errorf("wrong greeting: %q != %q", g, e)
}
}
}
func TestRenameCrossDir(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
GREETING := "hello, world\n"
err := ioutil.WriteFile(p, []byte(GREETING), 0644)
if err != nil {
t.Fatalf("cannot create file: %v", err)
}
pd := path.Join(mnt.Dir, "subdir")
err = os.Mkdir(pd, 0755)
if err != nil {
t.Fatalf("cannot mkdir: %v", err)
}
p2 := path.Join(pd, "cheers")
err = os.Rename(p, p2)
if err == nil {
t.Fatalf("expected an error from rename: %v", err)
}
lerr, ok := err.(*os.LinkError)
if !ok {
t.Fatalf("expected a LinkError from rename: %v", err)
}
if g, e := lerr.Op, "rename"; g != e {
t.Errorf("wrong LinkError.Op: %q != %q", g, e)
}
if g, e := lerr.Old, p; g != e {
t.Errorf("wrong LinkError.Old: %q != %q", g, e)
}
if g, e := lerr.New, p2; g != e {
t.Errorf("wrong LinkError.New: %q != %q", g, e)
}
if g, e := lerr.Err, syscall.EXDEV; g != e {
t.Errorf("expected EXDEV: %T %v", lerr.Err, lerr.Err)
}
buf, err := ioutil.ReadFile(p)
if err != nil {
t.Fatalf("cannot read: %v", err)
}
if string(buf) != GREETING {
t.Fatalf("hello content is wrong: %q", buf)
}
}
func benchmark(b *testing.B, fn func(b *testing.B, mnt string)) {
tmp := tempdir.New(b)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(b, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(b, app, "default")
mnt := bazfstestutil.Mounted(b, app, "default")
defer mnt.Close()
fn(b, mnt.Dir)
}
func TestRenameOverwrite(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
one := path.Join(mnt.Dir, "one")
err := ioutil.WriteFile(one, []byte("foobar"), 0644)
if err != nil {
t.Fatalf("cannot create file: %v", err)
}
two := path.Join(mnt.Dir, "two")
err = ioutil.WriteFile(two, []byte("xyzzy"), 0644)
if err != nil {
t.Fatalf("cannot create file: %v", err)
}
err = os.Rename(one, two)
if err != nil {
t.Fatalf("unexpected error from rename: %v", err)
}
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 1 {
t.Errorf("unexpected content in root dir: %v", names)
}
if names[0] != "two" {
t.Errorf("unexpected file in root dir: %q", names[0])
}
buf, err := ioutil.ReadFile(two)
if err != nil {
t.Fatalf("cannot read: %v", err)
}
if string(buf) != "foobar" {
t.Fatalf("two content is wrong: %q", buf)
}
}
func TestTruncate(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
f, err := os.Create(p)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
GREETING := "hello, world\n"
n, err := f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
if n != len(GREETING) {
t.Fatalf("bad length write to hello: %d != %d", n, len(GREETING))
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
err = os.Truncate(p, 3)
if err != nil {
t.Fatalf("truncate failed: %v", err)
}
f2, err := os.Open(p)
if err != nil {
t.Fatalf("cannot open hello: %v", err)
}
defer f2.Close()
buf, err := ioutil.ReadAll(f2)
if err != nil {
t.Fatalf("cannot read from hello: %v", err)
}
if g, e := string(buf), GREETING[:3]; g != e {
t.Fatalf("hello content is wrong: %q != %q", g, e)
}
err = f2.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
}
func TestPersistentMkdir(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
func() {
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "subdir")
err := os.Mkdir(p, 0755)
if err != nil {
t.Fatalf("cannot create subdir: %v", err)
}
}()
t.Logf("Unmounted to check persistency")
time.Sleep(3 * time.Second)
func() {
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 1 {
t.Errorf("unexpected content in root dir: %v", names)
}
if len(names) > 0 && names[0] != "subdir" {
t.Errorf("unexpected file in root dir: %q", names[0])
}
p := path.Join(mnt.Dir, "subdir")
fi, err := os.Stat(p)
if err != nil {
t.Fatalf("cannot stat subdir: %v", err)
}
if !fi.IsDir() {
t.Fatalf("subdir is not a directory: %v", fi)
}
}()
}
func TestSnapList(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
// make some snapshots
{
err := os.Mkdir(path.Join(mnt.Dir, ".snap", "snapone"), 0755)
if err != nil {
t.Fatalf("snapshot failed: %v", err)
}
err = os.Mkdir(path.Join(mnt.Dir, ".snap", "snaptwo"), 0755)
if err != nil {
t.Fatalf("snapshot failed: %v", err)
}
err = os.Mkdir(path.Join(mnt.Dir, ".snap", "alphabetical"), 0755)
if err != nil {
t.Fatalf("snapshot failed: %v", err)
}
}
// list snapshots
{
fis, err := ioutil.ReadDir(path.Join(mnt.Dir, ".snap"))
if err != nil {
t.Fatalf("listing snapshots failed: %v\n", err)
}
for _, fi := range fis {
if fi.Mode() != os.ModeDir|0555 {
t.Errorf("snapshot has bad mode: %q is %#o", fi.Name(), fi.Mode())
}
// TODO fi.ModTime()
}
if g, e := len(fis), 3; g != e {
t.Fatalf("wrong number of snapshots: %d != %d: %v", g, e, fis)
}
expect := []string{"alphabetical", "snapone", "snaptwo"}
for i, fi := range fis {
if g, e := fi.Name(), expect[i]; g != e {
t.Errorf("wrong snapshot entry: %q != %q", g, e)
}
}
}
}
func TestRemoveFileWhileOpen(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
f, err := os.Create(p)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
err = os.Remove(p)
if err != nil {
t.Fatalf("cannot delete hello: %v", err)
}
// this must not resurrect a deleted file
GREETING := "hello, world\n"
n, err := f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
if n != len(GREETING) {
t.Fatalf("bad length write to hello: %d != %d", n, len(GREETING))
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 0 {
t.Errorf("unexpected content in root dir: %v", names)
}
}
func TestRemoveNonexistent(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "does-not-exist")
err := os.Remove(p)
if err == nil {
t.Fatalf("deleting non-existent file should have failed")
}
if !os.IsNotExist(err) {
t.Fatalf("deleting non-existent file gave wrong error: %v", err)
}
}
func TestSyncOpen(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app1 := bazfstestutil.NewApp(t, tmp.Subdir("app1"))
defer app1.Close()
app2 := bazfstestutil.NewApp(t, tmp.Subdir("app2"))
defer app2.Close()
pub1 := (*peer.PublicKey)(app1.Keys.Sign.Pub)
const (
volumeName1 = "testvol1"
volumeName2 = "testvol2"
)
connectVolume(t, app1, volumeName1, app2, volumeName2)
var wg sync.WaitGroup
defer wg.Wait()
web1 := httptest.ServeHTTP(t, &wg, app1)
defer web1.Close()
setLocation(t, app2, app1.Keys.Sign.Pub, web1.Addr())
mnt1 := bazfstestutil.Mounted(t, app1, volumeName1)
defer mnt1.Close()
mnt2 := bazfstestutil.Mounted(t, app2, volumeName2)
defer mnt2.Close()
const (
filename = "greeting"
input = "hello, world"
)
if err := ioutil.WriteFile(path.Join(mnt1.Dir, filename), []byte(input), 0644); err != nil {
t.Fatalf("cannot create file: %v", err)
}
// trigger sync
ctrl := controltest.ListenAndServe(t, &wg, app2)
defer ctrl.Close()
rpcConn, err := grpcunix.Dial(filepath.Join(app2.DataDir, "control"))
if err != nil {
t.Fatal(err)
}
defer rpcConn.Close()
rpcClient := wire.NewControlClient(rpcConn)
ctx := context.Background()
req := &wire.VolumeSyncRequest{
VolumeName: volumeName2,
Pub: pub1[:],
}
if _, err := rpcClient.VolumeSync(ctx, req); err != nil {
t.Fatalf("error while syncing: %v", err)
}
f, err := os.Open(path.Join(mnt2.Dir, filename))
if err != nil {
t.Fatalf("cannot open file: %v", err)
}
defer f.Close()
{
var buf [1000]byte
n, err := f.ReadAt(buf[:], 0)
if err != nil && err != io.EOF {
t.Fatalf("cannot read file: %v", err)
}
if g, e := string(buf[:n]), input; g != e {
t.Fatalf("wrong content: %q != %q", g, e)
}
}
const input2 = "goodbye, world"
if err := ioutil.WriteFile(path.Join(mnt1.Dir, filename), []byte(input2), 0644); err != nil {
t.Fatalf("cannot update file: %v", err)
}
// sync again
if _, err := rpcClient.VolumeSync(ctx, req); err != nil {
t.Fatalf("error while syncing: %v", err)
}
{
// still the original content
var buf [1000]byte
n, err := f.ReadAt(buf[:], 0)
if err != nil && err != io.EOF {
t.Fatalf("cannot read file: %v", err)
}
if g, e := string(buf[:n]), input; g != e {
t.Fatalf("wrong content: %q != %q", g, e)
}
}
f.Close()
// after the close, new content should be merged in
//
// TODO observing the results is racy :(
time.Sleep(500 * time.Millisecond)
buf, err := ioutil.ReadFile(path.Join(mnt2.Dir, filename))
if err != nil {
t.Fatalf("cannot read file: %v", err)
}
if g, e := string(buf), input2; g != e {
t.Fatalf("wrong content: %q != %q", g, e)
}
}
func TestSyncSimple(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app1 := bazfstestutil.NewApp(t, tmp.Subdir("app1"))
defer app1.Close()
app2 := bazfstestutil.NewApp(t, tmp.Subdir("app2"))
defer app2.Close()
pub1 := (*peer.PublicKey)(app1.Keys.Sign.Pub)
const (
volumeName1 = "testvol1"
volumeName2 = "testvol2"
)
connectVolume(t, app1, volumeName1, app2, volumeName2)
var wg sync.WaitGroup
defer wg.Wait()
web1 := httptest.ServeHTTP(t, &wg, app1)
defer web1.Close()
setLocation(t, app2, app1.Keys.Sign.Pub, web1.Addr())
const (
filename = "greeting"
input = "hello, world"
)
func() {
mnt := bazfstestutil.Mounted(t, app1, volumeName1)
defer mnt.Close()
if err := ioutil.WriteFile(path.Join(mnt.Dir, filename), []byte(input), 0644); err != nil {
t.Fatalf("cannot create file: %v", err)
}
}()
// trigger sync
ctrl := controltest.ListenAndServe(t, &wg, app2)
defer ctrl.Close()
rpcConn, err := grpcunix.Dial(filepath.Join(app2.DataDir, "control"))
if err != nil {
t.Fatal(err)
}
defer rpcConn.Close()
rpcClient := wire.NewControlClient(rpcConn)
ctx := context.Background()
req := &wire.VolumeSyncRequest{
VolumeName: volumeName2,
Pub: pub1[:],
}
if _, err := rpcClient.VolumeSync(ctx, req); err != nil {
t.Fatalf("error while syncing: %v", err)
}
mnt := bazfstestutil.Mounted(t, app2, volumeName2)
defer mnt.Close()
buf, err := ioutil.ReadFile(path.Join(mnt.Dir, filename))
if err != nil {
t.Fatalf("cannot read file: %v", err)
}
if g, e := string(buf), input; g != e {
t.Fatalf("wrong content: %q != %q", g, e)
}
}
func TestRenameOverwriteWhileOpen(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
func() {
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
one := path.Join(mnt.Dir, "one")
two := path.Join(mnt.Dir, "two")
err := ioutil.WriteFile(one, []byte("foobar"), 0644)
if err != nil {
t.Fatalf("cannot create file: %v", err)
}
f, err := os.Create(two)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
err = os.Rename(one, two)
if err != nil {
t.Fatalf("unexpected error from rename: %v", err)
}
// this must not resurrect a deleted file
GREETING := "hello, world\n"
n, err := f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
if n != len(GREETING) {
t.Fatalf("bad length write to hello: %d != %d", n, len(GREETING))
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
}()
t.Logf("Unmounted to flush cache")
func() {
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 1 {
t.Errorf("unexpected content in root dir: %v", names)
}
if names[0] != "two" {
t.Errorf("unexpected file in root dir: %q", names[0])
}
two := path.Join(mnt.Dir, "two")
buf, err := ioutil.ReadFile(two)
if err != nil {
t.Fatalf("cannot read: %v", err)
}
if string(buf) != "foobar" {
t.Fatalf("two content is wrong: %q", buf)
}
}()
}
func TestSyncPull(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app1 := bazfstestutil.NewApp(t, tmp.Subdir("app1"))
defer app1.Close()
app2 := bazfstestutil.NewApp(t, tmp.Subdir("app2"))
defer app2.Close()
var wg sync.WaitGroup
defer wg.Wait()
web1 := httptest.ServeHTTP(t, &wg, app1)
defer web1.Close()
pub1 := (*peer.PublicKey)(app1.Keys.Sign.Pub)
pub2 := (*peer.PublicKey)(app2.Keys.Sign.Pub)
var volID db.VolumeID
sharingKey := [32]byte{42, 42, 42, 13}
const volumeName = "foo"
setup1 := func(tx *db.Tx) error {
sharingKey, err := tx.SharingKeys().Add("testkey", &sharingKey)
if err != nil {
return err
}
v, err := tx.Volumes().Create(volumeName, "local", sharingKey)
if err != nil {
return err
}
v.VolumeID(&volID)
p, err := tx.Peers().Make(pub2)
if err != nil {
return err
}
if err := p.Volumes().Allow(v); err != nil {
return err
}
if err := p.Storage().Allow("local"); err != nil {
return err
}
return nil
}
if err := app1.DB.Update(setup1); err != nil {
t.Fatalf("app1 setup: %v", err)
}
setup2 := func(tx *db.Tx) error {
sharingKey, err := tx.SharingKeys().Add("testkey", &sharingKey)
if err != nil {
return err
}
v, err := tx.Volumes().Add(volumeName, &volID, "local", sharingKey)
if err != nil {
return err
}
v.VolumeID(&volID)
p, err := tx.Peers().Make(pub1)
if err != nil {
return err
}
if err := v.Storage().Add("jdoe", "peerkey:"+pub1.String(), sharingKey); err != nil {
return err
}
if err := p.Locations().Set(web1.Addr().String()); err != nil {
return err
}
return nil
}
if err := app2.DB.Update(setup2); err != nil {
t.Fatalf("app2 setup location: %v", err)
}
var chunkStore2 chunks.Store
openKV := func(tx *db.Tx) error {
// This cannot be combined into setup2 because OpenKV/DialPeer
// starts its own transaction, and wouldn't see the
// uncommitted peer.
v, err := tx.Volumes().GetByVolumeID(&volID)
if err != nil {
return err
}
kvstore, err := app2.OpenKV(tx, v.Storage())
if err != nil {
return err
}
chunkStore2 = kvchunks.New(kvstore)
return nil
}
if err := app2.DB.View(openKV); err != nil {
t.Fatalf("cannot open storage for app2: %v", err)
}
const testFileName = "greeting"
const testFileContent = "hello, world"
func() {
mnt := bazfstestutil.Mounted(t, app1, volumeName)
defer mnt.Close()
if err := ioutil.WriteFile(path.Join(mnt.Dir, testFileName), []byte(testFileContent), 0644); err != nil {
t.Fatalf("cannot create file: %v", err)
}
}()
client, err := app2.DialPeer(pub1)
if err != nil {
t.Fatalf("dial: %v", err)
}
defer client.Close()
volIDBuf, err := volID.MarshalBinary()
if err != nil {
t.Fatalf("marshal volume id: %v", err)
}
ctx := context.Background()
stream, err := client.VolumeSyncPull(ctx, &wire.VolumeSyncPullRequest{
VolumeID: volIDBuf,
})
if err != nil {
t.Fatalf("sync failed: %v", err)
}
item, err := stream.Recv()
if err != nil {
t.Fatalf("sync stream failed: %v", err)
}
if g, e := item.Error, wire.VolumeSyncPullItem_SUCCESS; g != e {
t.Errorf("unexpected error: %v != %v", g, e)
}
if g, e := item.Peers, map[uint32][]byte{
0: pub1[:],
1: pub2[:],
}; !reflect.DeepEqual(g, e) {
t.Errorf("bad peers: %v != %v", g, e)
}
wantFiles := map[string]func(*wire.Dirent){
testFileName: func(de *wire.Dirent) {
if de.File == nil {
t.Errorf("wrong type for %q, not a file: %v", de.Name, de)
return
}
var c clock.Clock
if err := c.UnmarshalBinary(de.Clock); err != nil {
t.Errorf("invalid clock for %q: %v", de.Name, err)
return
}
if g, e := c.String(), `{sync{0:1} mod{0:1} create{0:1}}`; g != e {
t.Errorf("wrong clock for %q: %v != %v", de.Name, g, e)
return
}
// verify file contents
manifest, err := de.File.Manifest.ToBlob("file")
if err != nil {
t.Errorf("cannot open manifest for %q: %v", de.Name, err)
return
}
blob, err := blobs.Open(chunkStore2, manifest)
if err != nil {
t.Errorf("cannot open blob for %q: %v", de.Name, err)
return
}
r := io.NewSectionReader(blob, 0, int64(blob.Size()))
buf, err := ioutil.ReadAll(r)
if err != nil {
t.Errorf("cannot read blob for %q: %v", de.Name, err)
return
}
if g, e := string(buf), testFileContent; g != e {
t.Errorf("wrong content for %q: %q != %q", de.Name, g, e)
}
},
}
for _, de := range item.Children {
fn, ok := wantFiles[de.Name]
if !ok {
t.Errorf("unexpected direntry: %q", de.Name)
continue
}
fn(de)
delete(wantFiles, de.Name)
}
for name, _ := range wantFiles {
t.Errorf("missing direntry: %q", name)
}
item, err = stream.Recv()
if err != io.EOF {
t.Errorf("expected eof, got error %v, item=%v", err, item)
}
}
func TestRename(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
f, err := os.Create(p)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
GREETING := "hello, world\n"
n, err := f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
if n != len(GREETING) {
t.Fatalf("bad length write to hello: %d != %d", n, len(GREETING))
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
p2 := path.Join(mnt.Dir, "bye")
err = os.Rename(p, p2)
if err != nil {
t.Fatalf("unexpected error from rename: %v", err)
}
dirf, err := os.Open(mnt.Dir)
if err != nil {
t.Fatalf("cannot open root dir: %v", err)
}
defer dirf.Close()
names, err := dirf.Readdirnames(10)
if err != nil && err != io.EOF {
t.Fatalf("cannot list root dir: %v", err)
}
if len(names) != 1 {
t.Errorf("unexpected content in root dir: %v", names)
}
if names[0] != "bye" {
t.Errorf("unexpected file in root dir: %q", names[0])
}
f, err = os.Open(p2)
if err != nil {
t.Fatalf("cannot open bye: %v", err)
}
defer f.Close()
buf, err := ioutil.ReadAll(f)
if err != nil {
t.Fatalf("cannot read from bye: %v", err)
}
if string(buf) != GREETING {
t.Fatalf("bye content is wrong: %q", buf)
}
err = f.Close()
if err != nil {
t.Fatalf("closing bye failed: %v", err)
}
}
func TestSyncDeleteActive(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app1 := bazfstestutil.NewApp(t, tmp.Subdir("app1"))
defer app1.Close()
app2 := bazfstestutil.NewApp(t, tmp.Subdir("app2"))
defer app2.Close()
pub1 := (*peer.PublicKey)(app1.Keys.Sign.Pub)
const (
volumeName1 = "testvol1"
volumeName2 = "testvol2"
)
connectVolume(t, app1, volumeName1, app2, volumeName2)
var wg sync.WaitGroup
defer wg.Wait()
web1 := httptest.ServeHTTP(t, &wg, app1)
defer web1.Close()
setLocation(t, app2, app1.Keys.Sign.Pub, web1.Addr())
const (
filename = "greeting"
input = "hello, world"
)
mnt1 := bazfstestutil.Mounted(t, app1, volumeName1)
defer mnt1.Close()
if err := ioutil.WriteFile(path.Join(mnt1.Dir, filename), []byte(input), 0644); err != nil {
t.Fatalf("cannot create file: %v", err)
}
mnt2 := bazfstestutil.Mounted(t, app2, volumeName2)
defer mnt2.Close()
{
proto, err := mnt2.Protocol()
if err != nil {
t.Errorf("error getting FUSE protocol version: %v", err)
}
if !proto.HasInvalidate() {
t.Skip("Old FUSE protocol")
}
}
// trigger sync
ctrl := controltest.ListenAndServe(t, &wg, app2)
defer ctrl.Close()
rpcConn, err := grpcunix.Dial(filepath.Join(app2.DataDir, "control"))
if err != nil {
t.Fatal(err)
}
defer rpcConn.Close()
rpcClient := wire.NewControlClient(rpcConn)
ctx := context.Background()
req := &wire.VolumeSyncRequest{
VolumeName: volumeName2,
Pub: pub1[:],
}
if _, err := rpcClient.VolumeSync(ctx, req); err != nil {
t.Fatalf("error while syncing: %v", err)
}
buf, err := ioutil.ReadFile(path.Join(mnt2.Dir, filename))
if err != nil {
t.Fatalf("cannot read file: %v", err)
}
if g, e := string(buf), input; g != e {
t.Fatalf("wrong content: %q != %q", g, e)
}
if err := os.Remove(path.Join(mnt1.Dir, filename)); err != nil {
t.Fatalf("cannot create file: %v", err)
}
// sync again
if _, err := rpcClient.VolumeSync(ctx, req); err != nil {
t.Fatalf("error while syncing: %v", err)
}
if _, err := os.Stat(path.Join(mnt2.Dir, filename)); !os.IsNotExist(err) {
t.Fatalf("file should have been removed")
}
}
func TestAppend(t *testing.T) {
tmp := tempdir.New(t)
defer tmp.Cleanup()
app := bazfstestutil.NewApp(t, tmp.Subdir("data"))
defer app.Close()
bazfstestutil.CreateVolume(t, app, "default")
mnt := bazfstestutil.Mounted(t, app, "default")
defer mnt.Close()
p := path.Join(mnt.Dir, "hello")
f, err := os.Create(p)
if err != nil {
t.Fatalf("cannot create hello: %v", err)
}
defer f.Close()
GREETING := "hello, world\n"
n, err := f.Write([]byte(GREETING))
if err != nil {
t.Fatalf("cannot write to hello: %v", err)
}
if n != len(GREETING) {
t.Fatalf("bad length write to hello: %d != %d", n, len(GREETING))
}
err = f.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
f2, err := os.OpenFile(p, os.O_WRONLY|os.O_APPEND, 0666)
if err != nil {
t.Fatalf("cannot open hello again: %v", err)
}
defer f2.Close()
GREETING2 := "more\n"
n, err = f2.Write([]byte(GREETING2))
if err != nil {
t.Fatalf("cannot append to hello: %v", err)
}
if n != len(GREETING2) {
t.Fatalf("bad length append to hello: %d != %d", n, len(GREETING2))
}
err = f2.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
f3, err := os.Open(p)
if err != nil {
t.Fatalf("cannot open hello: %v", err)
}
defer f3.Close()
buf, err := ioutil.ReadAll(f3)
if err != nil {
t.Fatalf("cannot read from hello: %v", err)
}
if string(buf) != GREETING+GREETING2 {
t.Fatalf("hello content is wrong: %q", buf)
}
err = f3.Close()
if err != nil {
t.Fatalf("closing hello failed: %v", err)
}
}