| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148 |
- package diskv
- import (
- "bytes"
- "reflect"
- "testing"
- "time"
- )
- func strLess(a, b string) bool { return a < b }
- func cmpStrings(a, b []string) bool {
- if len(a) != len(b) {
- return false
- }
- for i := 0; i < len(a); i++ {
- if a[i] != b[i] {
- return false
- }
- }
- return true
- }
- func (d *Diskv) isIndexed(key string) bool {
- if d.Index == nil {
- return false
- }
- for _, got := range d.Index.Keys("", 1000) {
- if got == key {
- return true
- }
- }
- return false
- }
- func TestIndexOrder(t *testing.T) {
- d := New(Options{
- BasePath: "index-test",
- Transform: func(string) []string { return []string{} },
- CacheSizeMax: 1024,
- Index: &BTreeIndex{},
- IndexLess: strLess,
- })
- defer d.EraseAll()
- v := []byte{'1', '2', '3'}
- d.Write("a", v)
- if !d.isIndexed("a") {
- t.Fatalf("'a' not indexed after write")
- }
- d.Write("1", v)
- d.Write("m", v)
- d.Write("-", v)
- d.Write("A", v)
- expectedKeys := []string{"-", "1", "A", "a", "m"}
- keys := []string{}
- for _, key := range d.Index.Keys("", 100) {
- keys = append(keys, key)
- }
- if !cmpStrings(keys, expectedKeys) {
- t.Fatalf("got %s, expected %s", keys, expectedKeys)
- }
- }
- func TestIndexLoad(t *testing.T) {
- d1 := New(Options{
- BasePath: "index-test",
- Transform: func(string) []string { return []string{} },
- CacheSizeMax: 1024,
- })
- defer d1.EraseAll()
- val := []byte{'1', '2', '3'}
- keys := []string{"a", "b", "c", "d", "e", "f", "g"}
- for _, key := range keys {
- d1.Write(key, val)
- }
- d2 := New(Options{
- BasePath: "index-test",
- Transform: func(string) []string { return []string{} },
- CacheSizeMax: 1024,
- Index: &BTreeIndex{},
- IndexLess: strLess,
- })
- defer d2.EraseAll()
- // check d2 has properly loaded existing d1 data
- for _, key := range keys {
- if !d2.isIndexed(key) {
- t.Fatalf("key '%s' not indexed on secondary", key)
- }
- }
- // cache one
- if readValue, err := d2.Read(keys[0]); err != nil {
- t.Fatalf("%s", err)
- } else if bytes.Compare(val, readValue) != 0 {
- t.Fatalf("%s: got %s, expected %s", keys[0], readValue, val)
- }
- // make sure it got cached
- for i := 0; i < 10 && !d2.isCached(keys[0]); i++ {
- time.Sleep(10 * time.Millisecond)
- }
- if !d2.isCached(keys[0]) {
- t.Fatalf("key '%s' not cached", keys[0])
- }
- // kill the disk
- d1.EraseAll()
- // cached value should still be there in the second
- if readValue, err := d2.Read(keys[0]); err != nil {
- t.Fatalf("%s", err)
- } else if bytes.Compare(val, readValue) != 0 {
- t.Fatalf("%s: got %s, expected %s", keys[0], readValue, val)
- }
- // but not in the original
- if _, err := d1.Read(keys[0]); err == nil {
- t.Fatalf("expected error reading from flushed store")
- }
- }
- func TestIndexKeysEmptyFrom(t *testing.T) {
- d := New(Options{
- BasePath: "index-test",
- Transform: func(string) []string { return []string{} },
- CacheSizeMax: 1024,
- Index: &BTreeIndex{},
- IndexLess: strLess,
- })
- defer d.EraseAll()
- for _, k := range []string{"a", "c", "z", "b", "x", "b", "y"} {
- d.Write(k, []byte("1"))
- }
- want := []string{"a", "b", "c", "x", "y", "z"}
- have := d.Index.Keys("", 99)
- if !reflect.DeepEqual(want, have) {
- t.Errorf("want %v, have %v", want, have)
- }
- }
|