| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336 |
- package diskv
- import (
- "bytes"
- "errors"
- "testing"
- "time"
- )
- func cmpBytes(a, b []byte) bool {
- if len(a) != len(b) {
- return false
- }
- for i := 0; i < len(a); i++ {
- if a[i] != b[i] {
- return false
- }
- }
- return true
- }
- func (d *Diskv) isCached(key string) bool {
- d.mu.RLock()
- defer d.mu.RUnlock()
- _, ok := d.cache[key]
- return ok
- }
- func TestWriteReadErase(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 1024,
- })
- defer d.EraseAll()
- k, v := "a", []byte{'b'}
- if err := d.Write(k, v); err != nil {
- t.Fatalf("write: %s", err)
- }
- if readVal, err := d.Read(k); err != nil {
- t.Fatalf("read: %s", err)
- } else if bytes.Compare(v, readVal) != 0 {
- t.Fatalf("read: expected %s, got %s", v, readVal)
- }
- if err := d.Erase(k); err != nil {
- t.Fatalf("erase: %s", err)
- }
- }
- func TestWRECache(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 1024,
- })
- defer d.EraseAll()
- k, v := "xxx", []byte{' ', ' ', ' '}
- if d.isCached(k) {
- t.Fatalf("key cached before Write and Read")
- }
- if err := d.Write(k, v); err != nil {
- t.Fatalf("write: %s", err)
- }
- if d.isCached(k) {
- t.Fatalf("key cached before Read")
- }
- if readVal, err := d.Read(k); err != nil {
- t.Fatalf("read: %s", err)
- } else if bytes.Compare(v, readVal) != 0 {
- t.Fatalf("read: expected %s, got %s", v, readVal)
- }
- for i := 0; i < 10 && !d.isCached(k); i++ {
- time.Sleep(10 * time.Millisecond)
- }
- if !d.isCached(k) {
- t.Fatalf("key not cached after Read")
- }
- if err := d.Erase(k); err != nil {
- t.Fatalf("erase: %s", err)
- }
- if d.isCached(k) {
- t.Fatalf("key cached after Erase")
- }
- }
- func TestStrings(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 1024,
- })
- defer d.EraseAll()
- keys := map[string]bool{"a": false, "b": false, "c": false, "d": false}
- v := []byte{'1'}
- for k := range keys {
- if err := d.Write(k, v); err != nil {
- t.Fatalf("write: %s: %s", k, err)
- }
- }
- for k := range d.Keys(nil) {
- if _, present := keys[k]; present {
- t.Logf("got: %s", k)
- keys[k] = true
- } else {
- t.Fatalf("strings() returns unknown key: %s", k)
- }
- }
- for k, found := range keys {
- if !found {
- t.Errorf("never got %s", k)
- }
- }
- }
- func TestZeroByteCache(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 0,
- })
- defer d.EraseAll()
- k, v := "a", []byte{'1', '2', '3'}
- if err := d.Write(k, v); err != nil {
- t.Fatalf("Write: %s", err)
- }
- if d.isCached(k) {
- t.Fatalf("key cached, expected not-cached")
- }
- if _, err := d.Read(k); err != nil {
- t.Fatalf("Read: %s", err)
- }
- if d.isCached(k) {
- t.Fatalf("key cached, expected not-cached")
- }
- }
- func TestOneByteCache(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 1,
- })
- defer d.EraseAll()
- k1, k2, v1, v2 := "a", "b", []byte{'1'}, []byte{'1', '2'}
- if err := d.Write(k1, v1); err != nil {
- t.Fatal(err)
- }
- if v, err := d.Read(k1); err != nil {
- t.Fatal(err)
- } else if !cmpBytes(v, v1) {
- t.Fatalf("Read: expected %s, got %s", string(v1), string(v))
- }
- for i := 0; i < 10 && !d.isCached(k1); i++ {
- time.Sleep(10 * time.Millisecond)
- }
- if !d.isCached(k1) {
- t.Fatalf("expected 1-byte value to be cached, but it wasn't")
- }
- if err := d.Write(k2, v2); err != nil {
- t.Fatal(err)
- }
- if _, err := d.Read(k2); err != nil {
- t.Fatalf("--> %s", err)
- }
- for i := 0; i < 10 && (!d.isCached(k1) || d.isCached(k2)); i++ {
- time.Sleep(10 * time.Millisecond) // just wait for lazy-cache
- }
- if !d.isCached(k1) {
- t.Fatalf("1-byte value was uncached for no reason")
- }
- if d.isCached(k2) {
- t.Fatalf("2-byte value was cached, but cache max size is 1")
- }
- }
- func TestStaleCache(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 1,
- })
- defer d.EraseAll()
- k, first, second := "a", "first", "second"
- if err := d.Write(k, []byte(first)); err != nil {
- t.Fatal(err)
- }
- v, err := d.Read(k)
- if err != nil {
- t.Fatal(err)
- }
- if string(v) != first {
- t.Errorf("expected '%s', got '%s'", first, v)
- }
- if err := d.Write(k, []byte(second)); err != nil {
- t.Fatal(err)
- }
- v, err = d.Read(k)
- if err != nil {
- t.Fatal(err)
- }
- if string(v) != second {
- t.Errorf("expected '%s', got '%s'", second, v)
- }
- }
- func TestHas(t *testing.T) {
- d := New(Options{
- BasePath: "test-data",
- CacheSizeMax: 1024,
- })
- defer d.EraseAll()
- for k, v := range map[string]string{
- "a": "1",
- "foo": "2",
- "012345": "3",
- } {
- d.Write(k, []byte(v))
- }
- d.Read("foo") // cache one of them
- if !d.isCached("foo") {
- t.Errorf("'foo' didn't get cached")
- }
- for _, tuple := range []struct {
- key string
- expected bool
- }{
- {"a", true},
- {"b", false},
- {"foo", true},
- {"bar", false},
- {"01234", false},
- {"012345", true},
- {"0123456", false},
- } {
- if expected, got := tuple.expected, d.Has(tuple.key); expected != got {
- t.Errorf("Has(%s): expected %v, got %v", tuple.key, expected, got)
- }
- }
- }
- type BrokenReader struct{}
- func (BrokenReader) Read(p []byte) (n int, err error) {
- return 0, errors.New("failed to read")
- }
- func TestRemovesIncompleteFiles(t *testing.T) {
- opts := Options{
- BasePath: "test-data",
- CacheSizeMax: 1024,
- }
- d := New(opts)
- defer d.EraseAll()
- key, stream, sync := "key", BrokenReader{}, false
- if err := d.WriteStream(key, stream, sync); err == nil {
- t.Fatalf("Expected i/o copy error, none received.")
- }
- if _, err := d.Read(key); err == nil {
- t.Fatal("Could read the key, but it shouldn't exist")
- }
- }
- func TestTempDir(t *testing.T) {
- opts := Options{
- BasePath: "test-data",
- TempDir: "test-data-temp",
- CacheSizeMax: 1024,
- }
- d := New(opts)
- defer d.EraseAll()
- k, v := "a", []byte{'b'}
- if err := d.Write(k, v); err != nil {
- t.Fatalf("write: %s", err)
- }
- if readVal, err := d.Read(k); err != nil {
- t.Fatalf("read: %s", err)
- } else if bytes.Compare(v, readVal) != 0 {
- t.Fatalf("read: expected %s, got %s", v, readVal)
- }
- if err := d.Erase(k); err != nil {
- t.Fatalf("erase: %s", err)
- }
- }
- type CrashingReader struct{}
- func (CrashingReader) Read(p []byte) (n int, err error) {
- panic("System has crashed while reading the stream")
- }
- func TestAtomicWrite(t *testing.T) {
- opts := Options{
- BasePath: "test-data",
- // Test would fail if TempDir is not set here.
- TempDir: "test-data-temp",
- CacheSizeMax: 1024,
- }
- d := New(opts)
- defer d.EraseAll()
- key := "key"
- func() {
- defer func() {
- recover() // Ignore panicking error
- }()
- stream := CrashingReader{}
- d.WriteStream(key, stream, false)
- }()
- if d.Has(key) {
- t.Fatal("Has key, but it shouldn't exist")
- }
- if _, ok := <-d.Keys(nil); ok {
- t.Fatal("Store isn't empty")
- }
- }
|