package mount_test import ( "errors" "github.com/ipfs/go-datastore/sync" "testing" "github.com/ipfs/go-datastore" "github.com/ipfs/go-datastore/mount" "github.com/ipfs/go-datastore/query" "github.com/ipfs/go-datastore/test" ) func TestPutBadNothing(t *testing.T) { m := mount.New(nil) err := m.Put(datastore.NewKey("quux"), []byte("foobar")) if g, e := err, mount.ErrNoMount; g != e { t.Fatalf("Put got wrong error: %v != %v", g, e) } } func TestPutBadNoMount(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/redherring"), Datastore: mapds}, }) err := m.Put(datastore.NewKey("/quux/thud"), []byte("foobar")) if g, e := err, mount.ErrNoMount; g != e { t.Fatalf("expected ErrNoMount, got: %v\n", g) } } func TestPut(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) if err := m.Put(datastore.NewKey("/quux/thud"), []byte("foobar")); err != nil { t.Fatalf("Put error: %v", err) } buf, err := mapds.Get(datastore.NewKey("/thud")) if err != nil { t.Fatalf("Get error: %v", err) } if g, e := string(buf), "foobar"; g != e { t.Errorf("wrong value: %q != %q", g, e) } } func TestGetBadNothing(t *testing.T) { m := mount.New([]mount.Mount{}) _, err := m.Get(datastore.NewKey("/quux/thud")) if g, e := err, datastore.ErrNotFound; g != e { t.Fatalf("expected ErrNotFound, got: %v\n", g) } } func TestGetBadNoMount(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/redherring"), Datastore: mapds}, }) _, err := m.Get(datastore.NewKey("/quux/thud")) if g, e := err, datastore.ErrNotFound; g != e { t.Fatalf("expected ErrNotFound, got: %v\n", g) } } func TestGetNotFound(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) _, err := m.Get(datastore.NewKey("/quux/thud")) if g, e := err, datastore.ErrNotFound; g != e { t.Fatalf("expected ErrNotFound, got: %v\n", g) } } func TestGet(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) if err := mapds.Put(datastore.NewKey("/thud"), []byte("foobar")); err != nil { t.Fatalf("Get error: %v", err) } buf, err := m.Get(datastore.NewKey("/quux/thud")) if err != nil { t.Fatalf("Put error: %v", err) } if g, e := string(buf), "foobar"; g != e { t.Errorf("wrong value: %q != %q", g, e) } } func TestHasBadNothing(t *testing.T) { m := mount.New([]mount.Mount{}) found, err := m.Has(datastore.NewKey("/quux/thud")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, false; g != e { t.Fatalf("wrong value: %v != %v", g, e) } } func TestHasBadNoMount(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/redherring"), Datastore: mapds}, }) found, err := m.Has(datastore.NewKey("/quux/thud")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, false; g != e { t.Fatalf("wrong value: %v != %v", g, e) } } func TestHasNotFound(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) found, err := m.Has(datastore.NewKey("/quux/thud")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, false; g != e { t.Fatalf("wrong value: %v != %v", g, e) } } func TestHas(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) if err := mapds.Put(datastore.NewKey("/thud"), []byte("foobar")); err != nil { t.Fatalf("Put error: %v", err) } found, err := m.Has(datastore.NewKey("/quux/thud")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, true; g != e { t.Fatalf("wrong value: %v != %v", g, e) } } func TestDeleteNotFound(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) err := m.Delete(datastore.NewKey("/quux/thud")) if g, e := err, datastore.ErrNotFound; g != e { t.Fatalf("expected ErrNotFound, got: %v\n", g) } } func TestDelete(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) if err := mapds.Put(datastore.NewKey("/thud"), []byte("foobar")); err != nil { t.Fatalf("Put error: %v", err) } err := m.Delete(datastore.NewKey("/quux/thud")) if err != nil { t.Fatalf("Delete error: %v", err) } // make sure it disappeared found, err := mapds.Has(datastore.NewKey("/thud")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, false; g != e { t.Fatalf("wrong value: %v != %v", g, e) } } func TestQuerySimple(t *testing.T) { mapds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/quux"), Datastore: mapds}, }) const myKey = "/quux/thud" if err := m.Put(datastore.NewKey(myKey), []byte("foobar")); err != nil { t.Fatalf("Put error: %v", err) } res, err := m.Query(query.Query{Prefix: "/quux"}) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } seen := false for _, e := range entries { switch e.Key { case datastore.NewKey(myKey).String(): seen = true default: t.Errorf("saw unexpected key: %q", e.Key) } } if !seen { t.Errorf("did not see wanted key %q in %+v", myKey, entries) } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryAcrossMounts(t *testing.T) { mapds0 := datastore.NewMapDatastore() mapds1 := datastore.NewMapDatastore() mapds2 := datastore.NewMapDatastore() mapds3 := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/foo"), Datastore: mapds1}, {Prefix: datastore.NewKey("/bar"), Datastore: mapds2}, {Prefix: datastore.NewKey("/baz"), Datastore: mapds3}, {Prefix: datastore.NewKey("/"), Datastore: mapds0}, }) m.Put(datastore.NewKey("/foo/lorem"), []byte("123")) m.Put(datastore.NewKey("/bar/ipsum"), []byte("234")) m.Put(datastore.NewKey("/bar/dolor"), []byte("345")) m.Put(datastore.NewKey("/baz/sit"), []byte("456")) m.Put(datastore.NewKey("/banana"), []byte("567")) res, err := m.Query(query.Query{Prefix: "/ba"}) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } t.Fatalf("Query Results.Rest fail: %v\n", err) } seen := 0 expect := map[string]string{ "/foo/lorem": "y u here", "/bar/ipsum": "234", "/bar/dolor": "345", "/baz/sit": "456", "/banana": "567", } for _, e := range entries { v := expect[e.Key] if v == "" { t.Errorf("unexpected key %s", e.Key) } if v != string(e.Value) { t.Errorf("key value didn't match expected %s: '%s' - '%s'", e.Key, v, e.Value) } expect[e.Key] = "seen" seen++ } if seen != 4 { t.Errorf("expected to see 3 values, saw %d", seen) } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryAcrossMountsWithSort(t *testing.T) { mapds0 := datastore.NewMapDatastore() mapds1 := datastore.NewMapDatastore() mapds2 := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/zoo"), Datastore: mapds1}, {Prefix: datastore.NewKey("/boo/5"), Datastore: mapds2}, {Prefix: datastore.NewKey("/boo"), Datastore: mapds0}, }) m.Put(datastore.NewKey("/zoo/0"), []byte("123")) m.Put(datastore.NewKey("/zoo/1"), []byte("234")) m.Put(datastore.NewKey("/boo/9"), []byte("345")) m.Put(datastore.NewKey("/boo/3"), []byte("456")) m.Put(datastore.NewKey("/boo/5/hello"), []byte("789")) res, err := m.Query(query.Query{Orders: []query.Order{query.OrderByKey{}}}) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{ "/boo/3", "/boo/5/hello", "/boo/9", "/zoo/0", "/zoo/1", } if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } for i, e := range expect { if e != entries[i].Key { t.Errorf("expected key %s, but got %s", e, entries[i].Key) } } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryLimitAcrossMountsWithSort(t *testing.T) { mapds1 := sync.MutexWrap(datastore.NewMapDatastore()) mapds2 := sync.MutexWrap(datastore.NewMapDatastore()) mapds3 := sync.MutexWrap(datastore.NewMapDatastore()) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/rok"), Datastore: mapds1}, {Prefix: datastore.NewKey("/zoo"), Datastore: mapds2}, {Prefix: datastore.NewKey("/noop"), Datastore: mapds3}, }) m.Put(datastore.NewKey("/rok/0"), []byte("ghi")) m.Put(datastore.NewKey("/zoo/0"), []byte("123")) m.Put(datastore.NewKey("/rok/1"), []byte("def")) m.Put(datastore.NewKey("/zoo/1"), []byte("167")) m.Put(datastore.NewKey("/zoo/2"), []byte("345")) m.Put(datastore.NewKey("/rok/3"), []byte("abc")) m.Put(datastore.NewKey("/zoo/3"), []byte("456")) q := query.Query{Limit: 2, Orders: []query.Order{query.OrderByKeyDescending{}}} res, err := m.Query(q) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{ "/zoo/3", "/zoo/2", } if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } for i, e := range expect { if e != entries[i].Key { t.Errorf("expected key %s, but got %s", e, entries[i].Key) } } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryLimitAndOffsetAcrossMountsWithSort(t *testing.T) { mapds1 := sync.MutexWrap(datastore.NewMapDatastore()) mapds2 := sync.MutexWrap(datastore.NewMapDatastore()) mapds3 := sync.MutexWrap(datastore.NewMapDatastore()) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/rok"), Datastore: mapds1}, {Prefix: datastore.NewKey("/zoo"), Datastore: mapds2}, {Prefix: datastore.NewKey("/noop"), Datastore: mapds3}, }) m.Put(datastore.NewKey("/rok/0"), []byte("ghi")) m.Put(datastore.NewKey("/zoo/0"), []byte("123")) m.Put(datastore.NewKey("/rok/1"), []byte("def")) m.Put(datastore.NewKey("/zoo/1"), []byte("167")) m.Put(datastore.NewKey("/zoo/2"), []byte("345")) m.Put(datastore.NewKey("/rok/3"), []byte("abc")) m.Put(datastore.NewKey("/zoo/3"), []byte("456")) q := query.Query{Limit: 3, Offset: 2, Orders: []query.Order{query.OrderByKey{}}} res, err := m.Query(q) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{ "/rok/3", "/zoo/0", "/zoo/1", } if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } for i, e := range expect { if e != entries[i].Key { t.Errorf("expected key %s, but got %s", e, entries[i].Key) } } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryFilterAcrossMountsWithSort(t *testing.T) { mapds1 := sync.MutexWrap(datastore.NewMapDatastore()) mapds2 := sync.MutexWrap(datastore.NewMapDatastore()) mapds3 := sync.MutexWrap(datastore.NewMapDatastore()) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/rok"), Datastore: mapds1}, {Prefix: datastore.NewKey("/zoo"), Datastore: mapds2}, {Prefix: datastore.NewKey("/noop"), Datastore: mapds3}, }) m.Put(datastore.NewKey("/rok/0"), []byte("ghi")) m.Put(datastore.NewKey("/zoo/0"), []byte("123")) m.Put(datastore.NewKey("/rok/1"), []byte("def")) m.Put(datastore.NewKey("/zoo/1"), []byte("167")) m.Put(datastore.NewKey("/zoo/2"), []byte("345")) m.Put(datastore.NewKey("/rok/3"), []byte("abc")) m.Put(datastore.NewKey("/zoo/3"), []byte("456")) f := &query.FilterKeyCompare{Op: query.Equal, Key: "/rok/3"} q := query.Query{Filters: []query.Filter{f}} res, err := m.Query(q) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{ "/rok/3", } if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } for i, e := range expect { if e != entries[i].Key { t.Errorf("expected key %s, but got %s", e, entries[i].Key) } } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryLimitAndOffsetWithNoData(t *testing.T) { mapds1 := sync.MutexWrap(datastore.NewMapDatastore()) mapds2 := sync.MutexWrap(datastore.NewMapDatastore()) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/rok"), Datastore: mapds1}, {Prefix: datastore.NewKey("/zoo"), Datastore: mapds2}, }) q := query.Query{Limit: 4, Offset: 3} res, err := m.Query(q) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{} if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryLimitWithNotEnoughData(t *testing.T) { mapds1 := sync.MutexWrap(datastore.NewMapDatastore()) mapds2 := sync.MutexWrap(datastore.NewMapDatastore()) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/rok"), Datastore: mapds1}, {Prefix: datastore.NewKey("/zoo"), Datastore: mapds2}, }) m.Put(datastore.NewKey("/zoo/0"), []byte("123")) m.Put(datastore.NewKey("/rok/1"), []byte("167")) q := query.Query{Limit: 4} res, err := m.Query(q) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{ "/zoo/0", "/rok/1", } if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestQueryOffsetWithNotEnoughData(t *testing.T) { mapds1 := sync.MutexWrap(datastore.NewMapDatastore()) mapds2 := sync.MutexWrap(datastore.NewMapDatastore()) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/rok"), Datastore: mapds1}, {Prefix: datastore.NewKey("/zoo"), Datastore: mapds2}, }) m.Put(datastore.NewKey("/zoo/0"), []byte("123")) m.Put(datastore.NewKey("/rok/1"), []byte("167")) q := query.Query{Offset: 4} res, err := m.Query(q) if err != nil { t.Fatalf("Query fail: %v\n", err) } entries, err := res.Rest() if err != nil { t.Fatalf("Query Results.Rest fail: %v\n", err) } expect := []string{} if len(entries) != len(expect) { t.Fatalf("expected %d entries, but got %d", len(expect), len(entries)) } err = res.Close() if err != nil { t.Errorf("result.Close failed %d", err) } } func TestLookupPrio(t *testing.T) { mapds0 := datastore.NewMapDatastore() mapds1 := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/"), Datastore: mapds0}, {Prefix: datastore.NewKey("/foo"), Datastore: mapds1}, }) m.Put(datastore.NewKey("/foo/bar"), []byte("123")) m.Put(datastore.NewKey("/baz"), []byte("234")) found, err := mapds0.Has(datastore.NewKey("/baz")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, true; g != e { t.Fatalf("wrong value: %v != %v", g, e) } found, err = mapds0.Has(datastore.NewKey("/foo/bar")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, false; g != e { t.Fatalf("wrong value: %v != %v", g, e) } found, err = mapds1.Has(datastore.NewKey("/bar")) if err != nil { t.Fatalf("Has error: %v", err) } if g, e := found, true; g != e { t.Fatalf("wrong value: %v != %v", g, e) } } type errQueryDS struct { datastore.NullDatastore } func (d *errQueryDS) Query(q query.Query) (query.Results, error) { return nil, errors.New("test error") } func TestErrQueryClose(t *testing.T) { eqds := &errQueryDS{} mds := datastore.NewMapDatastore() m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/"), Datastore: mds}, {Prefix: datastore.NewKey("/foo"), Datastore: eqds}, }) m.Put(datastore.NewKey("/baz"), []byte("123")) _, err := m.Query(query.Query{}) if err == nil { t.Fatal("expected query to fail") return } } func TestMaintenanceFunctions(t *testing.T) { mapds := dstest.NewTestDatastore(true) m := mount.New([]mount.Mount{ {Prefix: datastore.NewKey("/"), Datastore: mapds}, }) if err := m.Check(); err.Error() != "checking datastore at /: test error" { t.Errorf("Unexpected Check() error: %s", err) } if err := m.CollectGarbage(); err.Error() != "gc on datastore at /: test error" { t.Errorf("Unexpected CollectGarbage() error: %s", err) } if err := m.Scrub(); err.Error() != "scrubbing datastore at /: test error" { t.Errorf("Unexpected Scrub() error: %s", err) } }